00000800:00000200:2.1F:1767315049.737763:0:7011:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3b61163] -> 12345-192.168.204.101@tcp (2) 00000800:00000200:3.1F:1767315049.747725:0:7002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3b61163] -> 12345-192.168.204.101@tcp (2) 00000800:00000200:3.1:1767315049.747738:0:7002:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.101@tcp 00000000f5377db6 deleted 00000800:00000010:3.1:1767315049.747740:0:7002:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f5377db6. 00000800:00000200:3.1:1767315049.747746:0:7002:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767315049.747752:0:7002:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.101@tcp ip 192.168.204.101:1023 00000800:00000200:3.1:1767315049.747756:0:7002:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007312d20a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1767315049.748153:0:7001:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767315049.751661:0:7003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3b61163] -> 12345-192.168.204.101@tcp (4) 00000800:00000200:2.1:1767315049.751664:0:7003:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.101@tcp 000000000e21d8d0 deleted 00000800:00000010:2.1:1767315049.751666:0:7003:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000e21d8d0. 00000800:00000200:2.1:1767315049.751669:0:7003:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767315049.752520:0:7001:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767315052.922733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2c39587. 00010000:00000010:2.1:1767315052.922755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003005b019. 00010000:00000010:1.1F:1767315053.183352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000069baf59d. 00010000:00000010:1.1:1767315053.183366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000060984e22. 00010000:00000010:0.1:1767315053.183675:0:15503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003005b019. 00010000:00000010:0.1:1767315053.183682:0:15503:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f7d64c9. 00010000:00000010:0.1:1767315053.183686:0:15503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc034832. 00010000:00000010:1.1:1767315053.381716:0:15461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a37b25a3. 00010000:00000010:1.1:1767315053.381729:0:15461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fdbc2397. 00010000:00000010:1.1:1767315053.381734:0:15461:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009f2364ad. 00010000:00000010:1.1:1767315053.381738:0:15461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf2df969. 00010000:00000010:0.1:1767315053.394956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fd00b88a. 00010000:00000010:3.1:1767315053.396007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a768c6e. 00010000:00000010:3.1:1767315053.396016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000dd864d2. 00010000:00000010:0.1:1767315053.406496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001c8b4fe3. 00010000:00000010:0.1:1767315053.406509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a95229e6. 00010000:00000010:2.1:1767315054.322275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b0e60f3. 00010000:00000010:2.1:1767315054.322291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001373d1bc. 00010000:00000010:2.1:1767315054.322298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008b53c8ca. 00010000:00000010:1.1:1767315054.336584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000677ef1fb. 00010000:00000010:1.1:1767315054.336596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a5006fd5. 00080000:00000010:2.1:1767315054.436844:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 00000000bc1b434e. 00010000:00000010:1.1:1767317688.305563:0:91857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbca00. 00010000:00000010:3.1:1767317688.315979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbbc00. 00010000:00000010:3.1:1767317688.315994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23100. 00010000:00000010:3.1:1767317688.315998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbb400. 00010000:00000010:3.1:1767317688.316001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbb600. 00010000:00000010:1.1:1767317688.348275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbc000. 00010000:00000010:1.1:1767317688.348289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8900. 00010000:00000010:1.1:1767317688.348296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbd200. 00010000:00000010:1.1:1767317688.348300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8100. 00010000:00000010:1.1:1767317688.348303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbca00. 00010000:00000010:3.1:1767317688.350535:0:91818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbc200. 00080000:00000010:3.1:1767317688.350548:0:91818:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at ffff96e2c9b7a3c0. 00010000:00000010:3.1:1767317688.355181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8f00. 00010000:00000010:3.1:1767317688.355199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbb400. 00010000:00000010:3.1:1767317688.355203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23100. 00010000:00000010:3.1:1767317688.355205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbb600. 00010000:00000010:1.1:1767317688.399827:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbd600. 00010000:00000010:2.1:1767317688.423742:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbda00. 00010000:00000010:2.1:1767317688.423755:0:792:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8900. 00010000:00000010:2.1:1767317688.423761:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270be00. 00010000:00000010:2.1:1767317688.423764:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270aa00. 00010000:00000010:2.1:1767317688.423768:0:792:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45800. 00010000:00000010:2.1:1767317688.423771:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b200. 00010000:00000010:1.1:1767317688.442386:0:84128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbd600. 00010000:00000010:0.1:1767317688.443404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b400. 00010000:00000010:0.1:1767317688.602278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2f72d7600. 00010000:00000010:2.1:1767317688.632279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270a800. 00010000:00000010:2.1:1767317688.632296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270bc00. 00010000:00000010:2.1:1767317688.632299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b000. 00000800:00000200:3.1:1767317689.017573:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 197516 low water 150842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.019373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 152992 low water 256304 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.019379:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 152992 low water 256304 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.019412:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 449868 low water 224346 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020524:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -34616 low water 466588 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020538:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -34616 low water 466588 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020543:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -34616 low water 466588 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020585:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1176 low water 448692 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020590:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1176 low water 448692 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020641:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 63812 low water 417374 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.020646:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 63812 low water 417374 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.021786:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 127728 low water 385416 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.021800:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 127728 low water 385416 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.021803:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 127728 low water 385416 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.028710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 182696 low water 357932 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.028723:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 182696 low water 357932 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.028743:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 192924 low water 352818 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.028781:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 218520 low water 340020 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.028786:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 218520 low water 340020 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.029073:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 250180 low water 324190 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.032586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 355316 low water 288262 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.033523:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 34456 low water 448692 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.033569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 98372 low water 416734 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.034055:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 98372 low water 416734 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.034073:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97092 low water 417374 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.036651:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97092 low water 417374 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.036689:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 95812 low water 418014 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 141832 low water 395004 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037578:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 141832 low water 395004 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037625:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159728 low water 386056 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037630:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159728 low water 386056 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 205748 low water 363046 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037684:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 224924 low water 353458 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.037714:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 279892 low water 325974 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.038274:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 290120 low water 320860 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.038296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 290120 low water 320860 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.038310:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 290120 low water 320860 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.038316:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 290120 low water 320860 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.043410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 343808 low water 294016 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.045995:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 3820 low water 480650 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.046026:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 2540 low water 481290 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048063:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 57508 low water 453806 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048097:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 56228 low water 454446 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048103:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 56228 low water 454446 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048133:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66456 low water 449332 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048165:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 154704 low water 421848 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 154704 low water 421848 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 154704 low water 421848 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.048479:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 154704 low water 421848 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.049014:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 164932 low water 416734 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.049857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 219900 low water 389250 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.050545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 218620 low water 389890 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.050559:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 218620 low water 389890 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.053293:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228848 low water 384776 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.053473:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 283816 low water 357292 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.053479:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 283816 low water 357292 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.053499:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 327324 low water 352178 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.053594:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 391240 low water 320220 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.057872:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -13944 low water 539452 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.057880:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -13944 low water 539452 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.057939:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 41024 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.057944:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 41024 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.058260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 104940 low water 480010 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.058266:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 104940 low water 480010 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.058378:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 202136 low water 448052 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.061049:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 266052 low water 416094 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.061062:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 266052 low water 416094 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.061066:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 266052 low water 416094 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.063094:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 312072 low water 393084 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.063105:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 312072 low water 393084 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.067039:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 556276 low water 287622 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.069072:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -18968 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.071584:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142144 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.071609:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142144 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.071615:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142144 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.071722:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 239340 low water 479370 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.072970:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 303256 low water 447412 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.073003:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 303256 low water 447412 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.073010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 303256 low water 447412 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.074315:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 367172 low water 415454 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.074341:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 367172 low water 415454 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.076729:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 753312 low water 255664 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.081999:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 114152 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.082077:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 114152 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.082091:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 114152 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.082100:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 114152 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.083138:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 178068 low water 543286 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.083156:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 178068 low water 543286 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.083162:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 178068 low water 543286 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.084627:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 178068 low water 543286 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.085681:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 500292 low water 415454 conn ffff96e2d7da6000 blocked idle queued 00010000:00000010:3.1:1767317689.154290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8e00. 00010000:00000010:3.1:1767317689.154321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbde00. 00010000:00000010:3.1:1767317689.154326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2f72d7400. 00000800:00000200:3.1:1767317689.815937:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -21264 low water 676232 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.817212:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -21264 low water 676232 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.818221:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -22544 low water 676872 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.818329:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -12316 low water 671758 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.818404:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 51600 low water 639800 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.818410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 51600 low water 639800 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.818450:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 115516 low water 607842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.818456:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 115516 low water 607842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.822676:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 179432 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.823483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 179432 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.823519:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 179432 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824704:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 243348 low water 543926 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824715:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 243348 low water 543926 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824749:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 289368 low water 520916 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824787:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 308544 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824792:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 308544 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824820:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 372460 low water 479370 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.824853:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 436376 low water 447412 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.827107:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 500292 low water 415454 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.831754:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 307264 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.832774:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 307264 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.833197:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 307264 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.834007:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 307264 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.834378:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 307264 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.834771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 305984 low water 512608 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.834785:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 305984 low water 512608 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.835026:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 371180 low water 480010 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.835032:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 371180 low water 480010 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.836680:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 435096 low water 448052 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.836687:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 435096 low water 448052 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.841474:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 789236 low water 287622 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.842688:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -41672 low water 703076 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.842717:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -41672 low water 703076 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.842737:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -41672 low water 703076 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849262:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 148796 low water 607842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849285:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 148796 low water 607842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849297:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 148796 low water 607842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849303:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 148796 low water 607842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849348:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 276628 low water 543926 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849594:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 276628 low water 543926 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.849609:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 276628 low water 543926 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.850865:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 405740 low water 479370 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.850881:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 405740 low water 479370 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.850886:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 405740 low water 479370 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.851319:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 405740 low water 479370 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.851337:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 404460 low water 480010 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.855442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 565572 low water 416094 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.857273:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14660 low water 708190 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.857289:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14660 low water 708190 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.857672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14660 low water 708190 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.857698:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14660 low water 708190 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.860390:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 313832 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.860411:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 313832 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.860417:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 313832 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.860827:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 313832 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.860841:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 313832 low water 575244 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.861421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 474944 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.861434:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 474944 low water 511328 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.861443:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 473664 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.862044:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 473664 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.870349:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 923720 low water 320220 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.872728:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -6896 low water 785528 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.872747:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -6896 low water 785528 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.873103:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -6896 low water 785528 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.873117:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -6896 low water 785528 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.874791:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 191288 low water 703076 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.874806:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 191288 low water 703076 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.874816:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 190008 low water 703716 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.874870:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 351120 low water 639800 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.875704:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 512232 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.875721:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 512232 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.875731:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 512232 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.875737:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 512232 low water 575884 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.878421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 640064 low water 511968 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.887400:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -61732 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.887414:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -61732 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888338:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66100 low water 798950 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888353:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66100 low water 798950 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888359:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66100 low water 798950 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888651:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66100 low water 798950 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66100 low water 798950 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888923:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 66100 low water 798950 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.888941:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 64820 low water 799590 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.893392:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 192652 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.893412:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 192652 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.893418:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 192652 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.893506:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 289848 low water 703716 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.893511:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 289848 low water 703716 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.893606:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 589020 low water 570770 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.894834:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -50140 low water 890350 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.894850:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -50140 low water 890350 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:1.1:1767317689.895700:0:7008:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -50140 low water 890350 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:1.1:1767317689.895711:0:7008:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -50140 low water 890350 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897027:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 164660 low water 799590 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897037:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 164660 low water 799590 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897043:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 164660 low water 799590 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897046:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 164660 low water 799590 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897081:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 292492 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897389:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 292492 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897402:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 292492 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.897411:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 292492 low water 735674 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.898235:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 291212 low water 736314 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.900631:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 452324 low water 672398 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.900645:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 452324 low water 672398 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.900655:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 452324 low water 672398 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.901436:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 876816 low water 493432 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.906788:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 137948 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.907946:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 137948 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.907959:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 137948 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.907968:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 137948 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.908334:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 137948 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.908347:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 137948 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.920381:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 136668 low water 863506 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.959260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 758064 low water 602728 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:2.1:1767317689.995362:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -20448 low water 991984 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.997215:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 638032 low water 712664 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.997230:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 636752 low water 713304 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.997234:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 636752 low water 713304 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.998096:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 636752 low water 713304 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.998112:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 635472 low water 713944 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.998307:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 635472 low water 713944 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.998316:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 634192 low water 714584 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.998771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 634192 low water 714584 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.998782:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 632912 low water 715224 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.999271:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 632912 low water 715224 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317689.999282:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 631632 low water 715864 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.000278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 631632 low water 715864 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.000298:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 630352 low water 716504 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.000544:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 630352 low water 716504 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.000560:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 629072 low water 717144 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.001404:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 629072 low water 717144 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.001424:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 627792 low water 717784 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.002287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 627792 low water 717784 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.002308:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 626512 low water 718424 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.016711:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1304168 low water 429516 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.018118:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -39348 low water 1101274 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.018136:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -40628 low water 1101914 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.019131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -40628 low water 1101914 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.019148:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -41908 low water 1102554 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.019636:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -41908 low water 1102554 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.019653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -43188 low water 1103194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.020269:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -43188 low water 1103194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.020286:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -44468 low water 1103834 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.022499:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 29676 low water 1066762 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.022536:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 28396 low water 1067402 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.022542:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 28396 low water 1067402 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.022626:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223984 low water 969608 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.023449:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223984 low water 969608 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.023468:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 222704 low water 970248 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.023752:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 222704 low water 970248 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.023768:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 221424 low water 970888 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.024711:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 221424 low water 970888 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.024739:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 220144 low water 971528 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.024748:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 220144 low water 971528 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.024759:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 218864 low water 972168 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.025197:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 218864 low water 972168 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.025215:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 217584 low water 972808 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.026008:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 217584 low water 972808 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.026039:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 216304 low water 973448 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.026050:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 216304 low water 973448 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.026062:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 215024 low water 974088 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.027035:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 234200 low water 964500 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.027042:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 234200 low water 964500 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.028094:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 910576 low water 676232 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.042486:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159100 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.042502:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159100 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.042508:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159100 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.042544:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.042986:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.043004:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.043521:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.043535:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.043836:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.043849:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223016 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.044740:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 221736 low water 1087212 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.045305:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 382848 low water 1023296 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.045319:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 382848 low water 1023296 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.045332:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 381568 low water 1023936 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.045337:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 381568 low water 1023936 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317690.046545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 992736 low water 768272 conn ffff96e2d7da6000 blocked idle queued 00010000:00000010:3.1:1767317690.488288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b800. 00010000:00000010:3.1:1767317690.488305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23100. 00010000:00000010:3.1:1767317690.488309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270bc00. 00010000:00000010:3.1:1767317690.488312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270aa00. 00010000:00000010:1.1:1767317690.520893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7600. 00010000:00000010:1.1:1767317690.520905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8700. 00010000:00000010:1.1:1767317690.520912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6800. 00010000:00000010:1.1:1767317690.524490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6e00. 00010000:00000010:1.1:1767317690.755414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6e00. 00010000:00000010:1.1:1767317690.755431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8700. 00010000:00000010:1.1:1767317690.755437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6800. 00010000:00000010:1.1:1767317690.755441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7600. 00010000:00000010:1.1:1767317690.803282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7600. 00010000:00000010:3.1:1767317690.821892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6800. 00010000:00000010:2.1:1767317690.832277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32ab400. 00010000:00000010:2.1:1767317690.832291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45400. 00010000:00000010:2.1:1767317690.832296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aaa00. 00010000:00000010:2.1:1767317690.832299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32abe00. 00010000:00000010:0.1:1767317690.855391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2f72d6000. 00010000:00000010:0.1:1767317690.855407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bb300. 00010000:00000010:0.1:1767317690.863381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bbd00. 00010000:00000010:0.1:1767317690.863393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8087a00. 00010000:00000010:1.1:1767317690.873354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8086000. 00080000:00000010:0.1:1767317690.877336:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at ffff96e2c2bc34e0. 00010000:00000010:0.1:1767317690.877350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bba00. 00010000:00000010:0.1:1767317690.877356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6e00. 00010000:00000010:0.1:1767317690.877360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8700. 00010000:00000010:0.1:1767317690.877366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7600. 00010000:00000010:1.1:1767317690.898175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7e00. 00080000:00000010:0.2F:1767317690.957989:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff96e1c5fad5a0. 00010000:00000010:1.1:1767317691.345375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbd600. 00010000:00000010:3.1:1767317691.361254:0:18778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270bc00. 00010000:00000010:3.1:1767317691.376901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270bc00. 00010000:00000010:3.1:1767317691.420964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270bc00. 00010000:00000010:1.1:1767317691.434302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7600. 00010000:00000010:1.1:1767317691.441856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7200. 00010000:00000010:1.1:1767317691.458295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8086200. 00010000:00000010:3.1:1767317691.556275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7200. 00080000:00000010:0.2:1767317691.580746:0:84131:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff96e1c5fad5a0. 00010000:00000010:2.1:1767317691.591310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bbd00. 00010000:00000010:2.1:1767317691.591333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270bc00. 00010000:00000010:2.1:1767317691.616265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aba00. 00010000:00000010:1.1:1767317691.652278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf7600. 00010000:00000010:1.1:1767317691.660023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aba00. 00010000:00000010:0.1:1767317691.699562:0:15490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270a400. 00010000:00000010:0.1:1767317691.699663:0:15490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbc600. 00010000:00000010:0.1:1767317691.699668:0:15490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c4bbca00. 00010000:00000010:0.1:1767317691.699673:0:15490:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8100. 00010000:00000010:0.1:1767317691.699681:0:15490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efcf6e00. 00010000:00000010:0.1:1767317691.699684:0:15490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8087c00. 00080000:00000010:0.1:1767317691.699693:0:15490:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff96e2d01ee180. 00080000:00000010:0.1:1767317691.699701:0:15490:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff96e2c11cac00. 00010000:00000010:0.1:1767317691.740427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270aa00. 00010000:00000010:0.1:1767317691.740443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2e25b8000. 00010000:00000010:1.1:1767317691.742247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aa400. 00010000:00000010:3.1:1767317691.769319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b800. 00010000:00000010:2.1:1767317691.776356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32abe00. 00010000:00000010:2.1:1767317691.776372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45500. 00010000:00000010:2.1:1767317691.776378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aa000. 00010000:00000010:2.1:1767317691.776400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aaa00. 00010000:00000010:0.1:1767317691.789276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8087c00. 00010000:00000010:0.1:1767317691.789293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bbe00. 00010000:00000010:0.1:1767317691.789298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8086c00. 00010000:00000010:0.1:1767317691.789376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8086e00. 00010000:00000010:1.1:1767317691.820272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd40e00. 00010000:00000010:1.1:1767317691.824270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c3db3100. 00010000:00000010:3.1:1767317691.824270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b800. 00010000:00000010:1.1:1767317691.824286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd41000. 00010000:00000010:3.1:1767317691.824286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23700. 00010000:00000010:1.1:1767317691.824292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd41400. 00010000:00000010:3.1:1767317691.824302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270a800. 00010000:00000010:3.1:1767317691.824307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b000. 00010000:00000010:1.1:1767317691.834264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd41000. 00010000:00000010:1.1:1767317691.838272:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c3db3100. 00010000:00000010:1.1:1767317691.838281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd40e00. 00010000:00000010:1.1:1767317691.838285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd41400. 00010000:00000010:3.1:1767317691.843274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b000. 00010000:00000010:0.1:1767317691.851279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32aae00. 00000800:00000200:3.1:1767317691.977496:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977571:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977585:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977597:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977609:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 96632 low water 1216324 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977615:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 96632 low water 1216324 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142652 low water 1193314 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977673:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142652 low water 1193314 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977676:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142652 low water 1193314 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.977694:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 161828 low water 1183726 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978002:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 225744 low water 1151768 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978008:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 225744 low water 1151768 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 399596 low water 1064842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 399596 low water 1064842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978472:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 399596 low water 1064842 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978479:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 398316 low water 1065482 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.978483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 398316 low water 1065482 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979406:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 416212 low water 1056534 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979412:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 416212 low water 1056534 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979441:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 480128 low water 1024576 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 480128 low water 1024576 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979470:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 544044 low water 992618 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979473:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 544044 low water 992618 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979655:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 653980 low water 937650 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979671:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 653980 low water 937650 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979677:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 653980 low water 937650 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979965:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 800988 low water 864146 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979979:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 800988 low water 864146 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.979987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 800988 low water 864146 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.980003:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 800988 low water 864146 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.980053:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 864904 low water 832188 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982135:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14820 low water 1257230 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982152:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14820 low water 1257230 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982274:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982280:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982427:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 225744 low water 1151768 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982434:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 225744 low water 1151768 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982437:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 225744 low water 1151768 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982671:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 646312 low water 941484 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982689:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 646312 low water 941484 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982695:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 646312 low water 941484 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982700:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 646312 low water 941484 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982706:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 646312 low water 941484 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.982709:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 646312 low water 941484 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.983302:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 665488 low water 931896 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317691.983352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 867464 low water 830908 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:2.1:1767317692.945628:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -56764 low water 1293022 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.947409:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -12024 low water 1270652 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.947430:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -12024 low water 1270652 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.947436:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -12024 low water 1270652 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.947504:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 32716 low water 1248282 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.947510:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 32716 low water 1248282 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951540:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 42944 low water 1243168 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951571:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 41664 low water 1243808 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951577:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 41664 low water 1243808 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951631:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 87684 low water 1220798 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951641:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 87684 low water 1220798 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951646:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 87684 low water 1220798 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951663:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 97912 low water 1215684 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.951694:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 151600 low water 1188840 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.953653:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 151600 low water 1188840 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.953673:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 151600 low water 1188840 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.953691:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 150320 low water 1189480 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.959623:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 150320 low water 1189480 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962804:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159268 low water 1185006 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962822:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 159268 low water 1185006 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962922:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 214236 low water 1157522 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962941:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 212956 low water 1158162 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962947:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 212956 low water 1158162 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962964:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 223184 low water 1153048 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.962998:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 287100 low water 1121090 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.963102:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 342068 low water 1093606 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.963113:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 342068 low water 1093606 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.963118:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 342068 low water 1093606 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.963143:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 352296 low water 1088492 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.964420:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 407264 low water 1061008 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.964499:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 417492 low water 1055894 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.964535:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 472460 low water 1028410 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.967923:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 472460 low water 1028410 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.968866:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 472460 low water 1028410 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.968906:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 472460 low water 1028410 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.968918:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 472460 low water 1028410 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.971018:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 482688 low water 1023296 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.971044:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 482688 low water 1023296 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.971050:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 482688 low water 1023296 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.971115:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 611800 low water 958740 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.971176:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317692.975368:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 867464 low water 830908 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.008045:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 100472 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.008066:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 100472 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.008071:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 100472 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.008411:0:18378:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228304 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.012554:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228304 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.014074:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228304 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.014095:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228304 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.016453:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228304 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.016485:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 228304 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.016836:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 420052 low water 1054614 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.016900:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 483968 low water 1022656 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.016952:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.017173:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.017188:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.020199:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.020221:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.020414:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.021114:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.021139:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.021362:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.021376:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.022199:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.022214:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 739632 low water 894824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.024786:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 803548 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.024909:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 802268 low water 863506 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.024916:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 802268 low water 863506 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.025460:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 866184 low water 831548 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029512:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 417492 low water 1055894 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029535:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 417492 low water 1055894 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 417492 low water 1055894 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029551:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 417492 low water 1055894 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029591:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 481408 low water 1023936 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029981:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.029996:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.030283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.030296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.031857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.031875:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.032970:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 574728 low water 977276 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.032994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 573448 low water 977916 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.034453:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 930100 low water 799590 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 35276 low water 1247002 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040251:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 35276 low water 1247002 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040265:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 35276 low water 1247002 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040275:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 35276 low water 1247002 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040322:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 99192 low water 1215044 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040616:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 99192 low water 1215044 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.040629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 99192 low water 1215044 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.041151:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 99192 low water 1215044 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.041446:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 356136 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.041460:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 356136 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.041464:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 356136 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.041529:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 483968 low water 1022656 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.041993:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.042005:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.042025:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.042030:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 547884 low water 990698 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.043271:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 675716 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.043287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 675716 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.043295:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 675716 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.043299:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 675716 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.044753:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 900744 low water 830908 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.049915:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 167032 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.049935:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 167032 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.049945:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 167032 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.049950:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 167032 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.050948:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 392060 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.051444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 392060 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.051458:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 392060 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.051467:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 392060 low water 1118530 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.052291:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 842116 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.052306:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 842116 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.052316:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 842116 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.052321:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 842116 low water 926782 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.052394:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1003228 low water 862866 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057427:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 146972 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057446:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 146972 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057459:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 146972 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057482:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 146972 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057768:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 372000 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057779:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 372000 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057784:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 372000 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057793:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 370720 low water 1278960 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057796:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 370720 low water 1278960 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057839:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 434636 low water 1247002 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057847:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 433356 low water 1247642 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.057850:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 433356 low water 1247642 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.058626:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 755580 low water 1119810 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.058650:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 755580 low water 1119810 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.058661:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 755580 low water 1119810 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.058669:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 755580 low water 1119810 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.058682:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 754300 low water 1120450 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.058688:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 754300 low water 1120450 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.060141:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1043244 low water 992618 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068894:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 285380 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068910:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 285380 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068916:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 285380 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068921:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 285380 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068926:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 285380 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068930:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 285380 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.068956:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 382576 low water 1406152 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.069016:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 607604 low water 1310278 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.070122:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 768716 low water 1246362 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.070154:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 768716 low water 1246362 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.070162:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 768716 low water 1246362 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.070171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 768716 low water 1246362 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.070176:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 768716 low water 1246362 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.072963:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1088296 low water 1086572 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.077482:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -62192 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.077506:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -62192 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.077528:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -62192 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.077542:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -62192 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.077821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -62192 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.077836:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -62192 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.084252:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 837920 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085103:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 837920 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085164:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 837920 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085178:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 837920 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085188:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 837920 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085198:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 837920 low water 1278320 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 965752 low water 1214404 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1062948 low water 1182446 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.085376:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1062948 low water 1182446 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086000:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086025:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086034:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086043:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086048:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086753:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086762:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.086770:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:1.1:1767317693.087146:0:7008:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:1.1:1767317693.087161:0:7008:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1126864 low water 1150488 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317693.092733:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 2188088 low water 703076 conn ffff96e2d7da6000 blocked idle queued 00010000:00000010:3.1:1767317693.721277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbc400. 00010000:00000010:3.1:1767317693.721290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23700. 00010000:00000010:3.1:1767317693.721292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbce00. 00010000:00000010:3.1:1767317693.721294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbdc00. 00010000:00000010:3.1:1767317693.768284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efd41c00. 00010000:00000010:3.1:1767317693.772269:0:15771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbdc00. 00010000:00000010:0.1:1767317693.779273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbbc00. 00010000:00000010:0.1:1767317693.779288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bbe00. 00010000:00000010:0.1:1767317693.779293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbae00. 00010000:00000010:0.1:1767317693.779296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbaa00. 00010000:00000010:0.1:1767317693.795453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270b200. 00010000:00000010:0.1:1767317693.795468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23100. 00010000:00000010:0.1:1767317693.799864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bbe00. 00010000:00000010:0.1:1767317693.799880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbaa00. 00010000:00000010:1.1:1767317693.834433:0:7008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbae00. 00080000:00000010:0.1:1767317693.842264:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at ffff96e2c2bc35a0. 00010000:00000010:0.1:1767317693.842273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bb500. 00010000:00000010:0.1:1767317693.842279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbbc00. 00010000:00000010:0.1:1767317693.842282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bbe00. 00010000:00000010:0.1:1767317693.842285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbaa00. 00010000:00000010:1.1:1767317693.881345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbbc00. 00010000:00000010:3.1:1767317693.883381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbce00. 00010000:00000010:0.1:1767317693.895372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbba00. 00010000:00000010:3.1:1767317694.307428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e1c270a800. 00010000:00000010:2.1:1767317694.329300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c400. 00010000:00000010:2.1:1767317694.342280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c400. 00010000:00000010:2.1:1767317694.403789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c400. 00010000:00000010:1.1:1767317694.420614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c9b77a00. 00010000:00000010:1.1:1767317694.434615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dba000. 00010000:00000010:1.1:1767317694.451261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbce00. 00010000:00000010:1.1:1767317694.540442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c9b76c00. 00080000:00000010:3.2F:1767317694.547835:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff96e1c26c0c30. 00010000:00000010:3.1:1767317694.555601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23700. 00010000:00000010:3.1:1767317694.555616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbba00. 00010000:00000010:2.1:1767317694.579283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbc400. 00010000:00000010:3.1:1767317694.614276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c32ab800. 00010000:00000010:3.1:1767317694.643036:0:70200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bba00. 00010000:00000010:3.1:1767317694.643065:0:70200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8087a00. 00010000:00000010:3.1:1767317694.643072:0:70200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c8087400. 00010000:00000010:3.1:1767317694.643076:0:70200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c9b77a00. 00010000:00000010:3.1:1767317694.643080:0:70200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c2bff400. 00010000:00000010:2.1:1767317694.648965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23700. 00010000:00000010:2.1:1767317694.648989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbde00. 00010000:00000010:1.1:1767317694.699821:0:15468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbb400. 00010000:00000010:1.1:1767317694.699845:0:15468:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2d11bb800. 00010000:00000010:1.1:1767317694.699851:0:15468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c9b76200. 00010000:00000010:1.1:1767317694.699855:0:15468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbaa00. 00080000:00000010:1.1:1767317694.699865:0:15468:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff96e2d01eea80. 00080000:00000010:1.1:1767317694.699873:0:15468:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 140 at ffff96e2d01ee6c0. 00010000:00000010:1.1:1767317694.734759:0:7008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81ce00. 00010000:00000010:1.1:1767317694.734768:0:7008:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45400. 00010000:00000010:2.1:1767317694.743325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2d7dbb800. 00010000:00000010:1.1:1767317694.780276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c2bffc00. 00010000:00000010:2.1:1767317694.796290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81d000. 00010000:00000010:2.1:1767317694.796311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45d00. 00010000:00000010:2.1:1767317694.796316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c600. 00010000:00000010:2.1:1767317694.796319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81dc00. 00010000:00000010:3.1:1767317694.800002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbcc00. 00010000:00000010:3.1:1767317694.800019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c8a23400. 00010000:00000010:3.1:1767317694.800023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbc000. 00010000:00000010:3.1:1767317694.800042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2efdbd800. 00010000:00000010:2.1:1767317694.819572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c600. 00010000:00000010:2.1:1767317694.819589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45d00. 00010000:00000010:2.1:1767317694.819593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81d000. 00010000:00000010:2.1:1767317694.819601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81dc00. 00010000:00000010:2.1:1767317694.829436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81dc00. 00010000:00000010:2.1:1767317694.829454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45d00. 00010000:00000010:2.1:1767317694.829457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81d000. 00010000:00000010:2.1:1767317694.829460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c600. 00010000:00000010:0.1:1767317694.865350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81d000. 00010000:00000010:0.1:1767317694.865368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff96e2c6c45d00. 00010000:00000010:0.1:1767317694.865372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81dc00. 00010000:00000010:0.1:1767317694.865375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c600. 00010000:00000010:0.1:1767317694.886911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2c2bff400. 00010000:00000010:0.1:1767317694.901464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96e2cf81c800. 00000800:00000200:3.1:1767317695.133985:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 13664 low water 1790288 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134002:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 13664 low water 1790288 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134008:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 13664 low water 1790288 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134052:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 77580 low water 1758330 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134064:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 77580 low water 1758330 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134070:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 77580 low water 1758330 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134156:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 141496 low water 1726372 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 141496 low water 1726372 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 141496 low water 1726372 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134240:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 150444 low water 1721898 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.134245:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 150444 low water 1721898 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138337:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 205412 low water 1694414 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138366:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 205412 low water 1694414 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 205412 low water 1694414 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 269328 low water 1662456 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138433:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 269328 low water 1662456 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138438:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 269328 low water 1662456 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138473:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 333244 low water 1630498 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 397160 low water 1598540 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138570:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 461076 low water 1566582 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 461076 low water 1566582 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138588:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 461076 low water 1566582 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 524992 low water 1534624 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.138972:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 553116 low water 1520562 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.139011:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 553116 low water 1520562 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.139026:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 553116 low water 1520562 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.139036:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 553116 low water 1520562 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.139046:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 553116 low water 1520562 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141432:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 590188 low water 1502026 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141453:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 590188 low water 1502026 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141464:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 590188 low water 1502026 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141473:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 590188 low water 1502026 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141479:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 590188 low water 1502026 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141526:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 654104 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141532:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 654104 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.141630:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.142345:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.142362:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.142373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.142383:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.144952:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1229348 low water 1182446 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.666645:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14944 low water 1789648 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.666653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 14944 low water 1789648 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.666684:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.667860:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.667889:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.667898:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.668672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.668688:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.668697:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 78860 low water 1757690 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142776 low water 1725732 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669233:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142776 low water 1725732 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669243:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142776 low water 1725732 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669248:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 142776 low water 1725732 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 206692 low water 1693774 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669325:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 270608 low water 1661816 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 334524 low water 1629858 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 334524 low water 1629858 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 398440 low water 1597900 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.669448:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.670685:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.670705:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.670714:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.670723:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.671253:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.671267:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 462356 low water 1565942 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.672717:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 654104 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.672738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 654104 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.672763:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 654104 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.672770:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 654104 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.672876:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 845852 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.672881:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 845852 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.674180:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 845852 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.674197:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 845852 low water 1374194 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.683208:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.683225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.683702:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1676760 low water 958740 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.764331:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 890592 low water 1351824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.764387:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 890592 low water 1351824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.764400:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 890592 low water 1351824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.764421:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 890592 low water 1351824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.764428:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 890592 low water 1351824 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.766984:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.767007:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.767017:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.767023:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.769198:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.769222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.769232:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.771280:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.771306:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.771337:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.771554:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.771567:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.771577:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 909768 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:2.1:1767317695.792410:0:66716:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 908488 low water 1342876 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.811442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 2061752 low water 849444 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.815546:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.815569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.816366:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.816384:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.816667:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.816679:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.817474:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.817492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.818001:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.818016:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.819383:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.819412:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.819882:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -47476 low water 1904058 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.823874:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1148016 low water 1406152 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.823901:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1148016 low water 1406152 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.823908:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1148016 low water 1406152 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.827771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1275848 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.827794:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1275848 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.827816:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1275848 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.834926:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1275848 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.834952:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1275848 low water 1342236 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.837661:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1339764 low water 1310278 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.842952:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.842971:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.843757:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.843772:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.844343:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.844358:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.845567:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.845586:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace -2472 low water 1981396 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.846695:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 61444 low water 1949438 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.846712:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 61444 low water 1949438 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.846717:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 61444 low water 1949438 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.846818:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 381024 low water 1789648 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.850084:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 381024 low water 1789648 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.850111:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 381024 low water 1789648 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.853962:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 892352 low water 1533984 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.853993:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 892352 low water 1533984 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.854003:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 892352 low water 1533984 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.856245:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.856264:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.856289:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.856296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.857107:0:7007:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.857122:0:7007:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.857133:0:7007:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.860709:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.860760:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.860773:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.860783:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1020184 low water 1470068 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.860911:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1084100 low water 1438110 conn ffff96e2d7da6000 blocked idle queued 00000800:00000200:3.1:1767317695.861031:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff96e2c995b480 wspace 1467596 low water 1246362 conn ffff96e2d7da6000 blocked idle queued 00010000:00010000:0.0:1767317773.798467:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cb1d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798478:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff96e2f1c9ae00) 00010000:00010000:0.0:1767317773.798481:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317773.798485:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cb1d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798492:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cb1d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798628:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798647:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798653:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798660:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798665:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.798669:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798675:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798684:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.798687:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.798691:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798697:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cb0f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317773.798707:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000020d67c0c reply state 000000009b10770b transno 8589934742 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798719:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.798724:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x5f4c89f0 (ffff96e2f1c9ac00) 00010000:00010000:0.0:1767317773.798727:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317773.798730:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317773.798837:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+138:68718:x1853163925654144:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1352us (4211us total) trans 8589934742 rc 0/0 00000100:00100000:0.0:1767317773.798847:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21535 00000100:00100000:0.0:1767317773.805435:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925654272 00000100:00100000:0.0:1767317773.805448:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925654272 00000100:00100000:0.0:1767317773.805532:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21536 00000100:00100000:0.0:1767317773.805544:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+138:68718:x1853163925654272:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317773.805579:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317773.805610:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cb2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8025b1 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.805715:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.805734:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.805749:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.805768:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.805776:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.805783:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806006:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cb40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xcb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806016:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cb40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xcb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806033:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cb40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xcb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317773.806175:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xcb:0x0]: returning size 0 00000004:00200000:0.0:1767317773.806181:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317773.806208:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cb40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xcb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806223:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cb40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806324:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806332:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806339:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806346:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806358:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.806362:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806371:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806385:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.806388:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.806393:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806399:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cb32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806414:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806420:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806426:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806431:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0d400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.806434:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806439:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806445:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x67d6f7f0 (ffff96e2f1c9a700) 00010000:00010000:0.0:1767317773.806448:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.806451:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806456:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cb39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.806492:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cb2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025b1 expref: 140 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.806506:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cb40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025b1 expref: 139 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.806513:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcb:0x0].0x0 (ffff96e2f1c9a900) 00010000:00010000:0.0:1767317773.806516:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317773.806518:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c1679400, rc 0) 00000100:00100000:0.0:1767317773.806595:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+139:68718:x1853163925654272:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1054us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317773.806604:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21536 00000100:00100000:0.0:1767317773.865680:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925655296 00000100:00100000:0.0:1767317773.865694:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925655296 00000100:00100000:0.0:1767317773.865780:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21541 00000100:00100000:0.0:1767317773.865792:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+143:68718:x1853163925655296:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317773.865867:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317773.865909:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cbb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025bf expref: 143 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.865934:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff96e2f9286d00) 00010000:00010000:0.0:1767317773.865948:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317773.865980:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.865996:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866007:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866027:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866034:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866041:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866183:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866191:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866198:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317773.866734:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].65, 64 off12352 00010000:00010000:0.0:1767317773.866803:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cbcc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866815:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cbcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866825:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cbcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866837:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cbcc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866844:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cbcc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866849:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cbcc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866864:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317773.866886:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866892:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866900:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866907:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.866912:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866921:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866931:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff96e2f1c9ad00) 00010000:00010000:0.0:1767317773.866934:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317773.866939:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.866945:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbc5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xbc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867093:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867100:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867106:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867112:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867117:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1679400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.867120:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867126:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867134:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.867136:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.867140:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867146:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3cbb7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317773.867159:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000033963430 reply state 0000000057db9f22 transno 8589934745 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867172:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.867178:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xc5edb4f0 (ffff96e2f1c9a700) 00010000:00010000:0.0:1767317773.867181:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317773.867185:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317773.871216:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+144:68718:x1853163925655296:12345-192.168.204.1@tcp:36:rm.0 Request processed in 5401us (5657us total) trans 8589934745 rc 0/0 00000100:00100000:0.0:1767317773.871782:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21541 00000100:00100000:0.0:1767317773.879708:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925655424 00000100:00100000:0.0:1767317773.879722:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925655424 00000100:00100000:0.0:1767317773.879801:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21542 00000100:00100000:0.0:1767317773.879813:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+144:68718:x1853163925655424:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317773.879849:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317773.879877:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbd3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8025c6 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.879965:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.879984:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.879998:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880015:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880033:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880039:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880284:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cbe8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880293:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880300:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317773.880342:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa6:0x0]: returning size 0 00000004:00200000:0.0:1767317773.880348:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317773.880376:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880391:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880402:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880409:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880416:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880423:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880431:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.880436:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880445:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880459:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.880463:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.880470:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880477:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cbda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880492:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880499:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880506:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880511:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.880514:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880520:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880528:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x772cabf0 (ffff96e2f1c9a500) 00010000:00010000:0.0:1767317773.880530:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.880533:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880540:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cbe1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.880576:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cbd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025c6 expref: 146 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.880596:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cbe8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025c6 expref: 145 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.880604:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa6:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317773.880607:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317773.880610:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6800, rc 0) 00000100:00100000:0.0:1767317773.880712:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+145:68718:x1853163925655424:12345-192.168.204.1@tcp:101:rm.0 Request processed in 901us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317773.880722:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21542 00000100:00100000:0.0:1767317773.899892:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925655808 00000100:00100000:0.0:1767317773.899907:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925655808 00000100:00100000:0.0:1767317773.899991:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21544 00000100:00100000:0.0:1767317773.900002:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+146:68718:x1853163925655808:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317773.900043:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317773.900071:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cc0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8025cd expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.900162:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900180:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900193:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900210:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900222:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900272:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900476:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cc20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900485:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cc20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900492:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cc20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317773.900537:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x94:0x0]: returning size 0 00000004:00200000:0.0:1767317773.900543:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317773.900571:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cc20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900585:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cc20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900595:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900602:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900608:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900615:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900625:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.900630:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900649:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900663:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.900666:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.900673:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900679:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900693:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900698:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900703:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900708:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.900711:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900716:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900722:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xf09178f0 (ffff96e2f1c9a500) 00010000:00010000:0.0:1767317773.900725:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.900728:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900733:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.900767:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cc0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025cd expref: 148 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.900783:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cc20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025cd expref: 147 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.900790:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff96e2f1c9aa00) 00010000:00010000:0.0:1767317773.900792:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317773.900795:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6800, rc 0) 00000100:00100000:0.0:1767317773.900871:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+147:68718:x1853163925655808:12345-192.168.204.1@tcp:101:rm.0 Request processed in 871us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317773.900880:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21544 00000100:00100000:0.0:1767317773.911272:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925656192 00000100:00100000:0.0:1767317773.911285:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925656192 00000100:00100000:0.0:1767317773.911367:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21546 00000100:00100000:0.0:1767317773.911380:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+148:68718:x1853163925656192:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317773.911413:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317773.911442:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cc43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8025d4 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.911539:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911562:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911578:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911594:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911600:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911607:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911825:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cc58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911835:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911842:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317773.911884:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa2:0x0]: returning size 0 00000004:00200000:0.0:1767317773.911889:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317773.911916:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911931:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911943:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911955:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911970:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911978:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911986:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.911990:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.911999:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912013:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.912016:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.912031:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912038:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cc4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912150:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912157:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912163:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912168:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.912172:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912177:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912186:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x61d8abf0 (ffff96e2f1c9a500) 00010000:00010000:0.0:1767317773.912188:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.912191:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912197:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cc51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.912265:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cc43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025d4 expref: 150 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.912284:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cc58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8025d4 expref: 149 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317773.912292:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317773.912295:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317773.912298:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6600, rc 0) 00000100:00100000:0.0:1767317773.912386:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+149:68718:x1853163925656192:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1008us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317773.912396:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21546 00000100:00100000:0.0:1767317773.937066:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317773.955208:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000040:00080000:0.0:1767317773.957100:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].70, 64 off12672 00010000:00010000:0.0:1767317773.957320:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cce4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xcd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957343:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cce4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957355:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cce4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xcd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957364:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cce4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957372:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cce4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xcd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957379:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cce4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957402:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317773.957430:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957436:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957442:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957448:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.957451:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957458:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957476:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcd:0x0].0x0 (ffff96e2f9286300) 00010000:00010000:0.0:1767317773.957479:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317773.957485:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 2/0,0 mode: --/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957491:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3ccdd lrc: 0/0,0 mode: --/EX res: [0x200000402:0xcd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957660:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957668:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957674:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957680:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957685:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317773.957688:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957695:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957704:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317773.957706:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317773.957708:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957714:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cccf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317773.957724:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f34abb23 reply state 000000001ecfac6c transno 8589934750 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957740:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317773.957747:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xa048f7f0 (ffff96e2f9286400) 00010000:00010000:0.0:1767317773.957749:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317773.957753:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317773.957859:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+154:68718:x1853163925657216:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2291us (2662us total) trans 8589934750 rc 0/0 00000100:00100000:0.0:1767317773.957869:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21551 00000100:00100000:0.0:1767317773.962074:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317773.965958:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317773.971802:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317773.977530:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317773.980886:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317773.980895:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3cd54 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317773.980902:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317773.980905:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3cd54 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317773.980910:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3cd54 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317773.980922:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff96e2c8a23300) 00010000:00010000:0.0:1767317773.980924:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317773.980926:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3cd54 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317773.980930:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3cd54 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317773.980948:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317773.980949:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317773.980951:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317773.995954:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.002227:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.006939:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.010681:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.015687:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.018827:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.022962:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.027320:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.027328:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3ce6c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.027337:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbb600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.027341:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3ce6c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.027350:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3ce6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.027365:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xcf:0x0].0x0 (ffff96e300e35b00) 00010000:00010000:0.0:1767317774.027368:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.027372:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3ce6c lrc: 1/0,0 mode: --/PW res: [0x200000402:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.027377:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3ce6c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xcf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.027390:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.027392:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.027395:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.029841:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.032993:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.044107:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.052421:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.059580:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.060875:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.060883:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3cf14 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.060889:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.060892:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3cf14 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.060901:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3cf14 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.060917:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd4:0x0].0x0 (ffff96e1cd628a00) 00010000:00010000:0.0:1767317774.060920:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.060924:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3cf14 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.060930:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3cf14 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.060949:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.060951:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.060952:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.063784:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000040:00080000:0.0:1767317774.072329:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].81, 64 off13376 00010000:00010000:0.0:1767317774.072394:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf4c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072413:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072423:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072430:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf4c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072436:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf4c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072443:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf4c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072558:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.072587:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072594:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072601:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072712:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.072719:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072728:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072745:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff96e2f9286b00) 00010000:00010000:0.0:1767317774.072748:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.072755:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072762:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3cf45 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072925:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072933:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072938:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072944:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072949:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.072952:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072957:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072966:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.072968:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.072972:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.072977:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3cf37 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317774.072990:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001ba64fbc reply state 0000000082a24064 transno 8589934761 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.073008:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.073014:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x147789f0 (ffff96e2e25b6200) 00010000:00010000:0.0:1767317774.073017:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.073021:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.073157:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+176:68718:x1853163925661440:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2143us (2525us total) trans 8589934761 rc 0/0 00000100:00100000:0.0:1767317774.073167:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21573 00000100:00100000:0.0:1767317774.077506:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.089744:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925661952 00000100:00100000:0.0:1767317774.089758:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925661952 00000100:00100000:0.0:1767317774.089835:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21576 00000100:00100000:0.0:1767317774.089846:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+178:68718:x1853163925661952:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.089883:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.089910:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cf8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80263d expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.090000:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090016:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090029:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090048:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090061:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090067:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090310:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090320:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090327:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317774.090369:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x8b:0x0]: returning size 0 00000004:00200000:0.0:1767317774.090373:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317774.090395:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090405:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090413:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090417:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090422:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090426:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090433:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.090437:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090442:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090451:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.090454:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.090458:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090462:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3cf92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090470:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090473:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090477:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090481:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.090483:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090490:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090496:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x515989f0 (ffff96e2f1c9a500) 00010000:00010000:0.0:1767317774.090499:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.090502:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090507:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cf99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.090699:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cf8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80263d expref: 180 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.090717:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80263d expref: 179 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.090725:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff96e2f1c9ad00) 00010000:00010000:0.0:1767317774.090728:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317774.090731:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6600, rc 0) 00000100:00100000:0.0:1767317774.090834:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+179:68718:x1853163925661952:12345-192.168.204.1@tcp:101:rm.0 Request processed in 991us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.090841:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21576 00000100:00100000:0.0:1767317774.106816:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925662208 00000100:00100000:0.0:1767317774.106838:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925662208 00000100:00100000:0.0:1767317774.106928:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21577 00000100:00100000:0.0:1767317774.106938:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+179:68718:x1853163925662208:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.107023:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.107060:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3cfa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80263d expref: 179 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.107086:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff96e2f1c9ad00) 00010000:00010000:0.0:1767317774.107101:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.107136:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107153:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107164:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107186:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x515989f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107193:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107199:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107343:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107350:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.107355:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317774.108012:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].83, 64 off13504 00010000:00010000:0.0:1767317774.108083:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3cfbc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108095:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3cfbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108105:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3cfbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108118:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3cfbc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108125:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3cfbc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108130:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3cfbc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108157:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.108182:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108189:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108196:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108202:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbbc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.108207:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108216:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108226:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff96e2f1c9ae00) 00010000:00010000:0.0:1767317774.108228:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.108260:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108265:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3cfb5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108382:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108387:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108391:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108394:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108397:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.108399:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108402:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108407:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.108408:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.108410:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108414:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3cfa7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317774.108421:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f586a3cb reply state 00000000709a9d1e transno 8589934763 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108429:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.108434:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x515989f0 (ffff96e2f1c9a900) 00010000:00010000:0.0:1767317774.108436:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.108439:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.110052:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+180:68718:x1853163925662208:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3106us (9295us total) trans 8589934763 rc 0/0 00000100:00100000:0.0:1767317774.110064:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21577 00000100:00100000:0.0:1767317774.113952:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925662336 00000100:00100000:0.0:1767317774.113967:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925662336 00000100:00100000:0.0:1767317774.114058:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21578 00000100:00100000:0.0:1767317774.114070:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+180:68718:x1853163925662336:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.114109:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.114145:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3cfc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802644 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.114288:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cfca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.114308:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cfca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.114323:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3cfca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000100:00100000:0.0:1767317774.135188:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.136670:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.136679:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d02c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.136686:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbbc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.136690:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d02c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.136697:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d02c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.136712:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff96e2e25b6500) 00010000:00010000:0.0:1767317774.136714:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.136718:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d02c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.136722:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d02c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.136736:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.136737:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.136738:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.158909:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.167254:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.180397:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.180413:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d09c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.180426:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.180431:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d09c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.180440:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d09c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.180458:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd0:0x0].0x0 (ffff96e2c3db3b00) 00010000:00010000:0.0:1767317774.180462:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.180467:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d09c lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.180474:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d09c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.180522:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.180524:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.180526:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.193213:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.193223:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3d0d4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.193305:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.193309:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3d0d4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.193316:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3d0d4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.193324:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff96e2c3b68b00) 00010000:00010000:0.0:1767317774.193326:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.193329:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3d0d4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.193336:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3d0d4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.193357:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.193359:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.193361:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.197390:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925664256 00000100:00100000:0.0:1767317774.197405:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925664256 00000100:00100000:0.0:1767317774.197749:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21588 00000100:00100000:0.0:1767317774.197764:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+190:68718:x1853163925664256:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.197797:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.197827:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d0db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802667 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.197932:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.197949:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.197974:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.197993:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198001:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198008:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198466:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198476:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198498:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317774.198544:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xb6:0x0]: returning size 0 00000004:00200000:0.0:1767317774.198550:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317774.198579:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198593:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198752:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198762:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198769:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198777:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198785:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.198790:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198800:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198815:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.198819:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.198825:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198832:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d0e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198850:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198856:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198862:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198868:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.198871:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198877:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198884:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1f92c5f0 (ffff96e2f1c9ad00) 00010000:00010000:0.0:1767317774.198886:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.198889:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198895:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d0e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.198935:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d0db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802667 expref: 192 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.198949:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802667 expref: 191 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.198956:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.198958:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317774.198961:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d7000, rc 0) 00000100:00100000:0.0:1767317774.199337:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+191:68718:x1853163925664256:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1575us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.199348:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21588 00000100:00100000:0.0:1767317774.204089:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925664512 00000100:00100000:0.0:1767317774.204103:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925664512 00000100:00100000:0.0:1767317774.204590:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21589 00000100:00100000:0.0:1767317774.204606:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+191:68718:x1853163925664512:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.204700:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.204741:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d0f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802667 expref: 191 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.204765:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.204781:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.204821:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.204839:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.204851:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.204870:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.204877:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.204885:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205028:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205036:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205045:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317774.205404:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].89, 64 off13888 00010000:00010000:0.0:1767317774.205465:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d10c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205476:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d10c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205485:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d10c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205493:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d10c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205500:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d10c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205506:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d10c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205531:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.205551:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205556:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205562:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205569:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1679400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.205574:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205582:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205593:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff96e2f1c9a600) 00010000:00010000:0.0:1767317774.205596:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.205601:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205606:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d105 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205769:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205777:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205781:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205787:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205793:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.205796:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205802:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205811:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.205814:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.205817:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205823:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d0f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317774.205834:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000017e087f1 reply state 00000000c1b9fcf8 transno 8589934769 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205846:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.205853:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1f92c5f0 (ffff96e2f1c9a000) 00010000:00010000:0.0:1767317774.205855:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.205859:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.205977:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+192:68718:x1853163925664512:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1373us (1996us total) trans 8589934769 rc 0/0 00000100:00100000:0.0:1767317774.205988:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21589 00000100:00100000:0.0:1767317774.224331:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925664896 00000100:00100000:0.0:1767317774.224345:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925664896 00000100:00100000:0.0:1767317774.224420:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21591 00000100:00100000:0.0:1767317774.224432:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+193:68718:x1853163925664896:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.224518:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.224556:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d128 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80266e expref: 193 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.224582:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd6:0x0].0x0 (ffff96e300e35300) 00010000:00010000:0.0:1767317774.224596:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.224646:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224662:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224675:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224694:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224701:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224708:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224837:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224845:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.224852:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317774.225195:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].90, 64 off13952 00010000:00010000:0.0:1767317774.225313:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d144 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225323:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d144 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225331:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d144 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225338:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d144 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225344:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d144 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225355:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d144 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225378:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.225398:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225405:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225411:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225417:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.225422:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225430:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225438:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd6:0x0].0x0 (ffff96e2f1c9a200) 00010000:00010000:0.0:1767317774.225441:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.225446:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225452:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d13d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225593:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225601:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225610:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225616:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225621:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.225624:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225639:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225648:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.225651:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.225654:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225659:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d12f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.225670:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007158b47d reply state 00000000f2026c12 transno 8589934770 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225681:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.225687:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x167a46f0 (ffff96e2f1c9ad00) 00010000:00010000:0.0:1767317774.225690:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.225693:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.225810:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+194:68718:x1853163925664896:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1377us (1583us total) trans 8589934770 rc 0/0 00000100:00100000:0.0:1767317774.225824:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21591 00000100:00100000:0.0:1767317774.229423:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925665024 00000100:00100000:0.0:1767317774.229436:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925665024 00000100:00100000:0.0:1767317774.229522:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21592 00000100:00100000:0.0:1767317774.229535:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+194:68718:x1853163925665024:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.229572:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.229599:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d14b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802675 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.229916:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.229933:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.229947:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230038:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230129:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230218:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230470:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230490:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230500:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317774.230544:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xbd:0x0]: returning size 0 00000004:00200000:0.0:1767317774.230549:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317774.230576:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230590:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230600:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230793:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230801:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230807:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230814:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2587c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.230819:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230827:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230842:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.230846:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.230851:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230859:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d152 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230876:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230882:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230887:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230892:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.230895:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230901:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230909:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x23e0b4f0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.230911:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.230914:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.230919:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d159 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.231130:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d14b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802675 expref: 196 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.231311:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802675 expref: 195 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.231324:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbd:0x0].0x0 (ffff96e2f1c9a800) 00010000:00010000:0.0:1767317774.231327:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317774.231329:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586e00, rc 0) 00000100:00100000:0.0:1767317774.231505:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+195:68718:x1853163925665024:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1971us (2594us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.231515:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21592 00000100:00100000:0.0:1767317774.240538:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925665280 00000100:00100000:0.0:1767317774.240562:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925665280 00000100:00100000:0.0:1767317774.240697:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21593 00000100:00100000:0.0:1767317774.240709:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+195:68718:x1853163925665280:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.240785:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.240822:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d160 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802675 expref: 195 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.240850:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbd:0x0].0x0 (ffff96e2f1c9a800) 00010000:00010000:0.0:1767317774.240866:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.240896:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.240913:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.240925:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.240942:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.240949:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.241446:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.241588:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.241598:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.241616:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317774.241921:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].91, 64 off14016 00010000:00010000:0.0:1767317774.242326:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d17c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242339:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d17c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242349:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d17c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242357:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d17c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242364:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d17c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242370:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d17c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242402:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.242428:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242439:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242445:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242451:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2587800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.242456:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242466:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242478:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbd:0x0].0x0 (ffff96e2f1c9a500) 00010000:00010000:0.0:1767317774.242481:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.242880:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.242888:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587800/0xd0d4f19a2da3d175 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243382:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243391:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243397:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243403:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243409:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.243413:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243420:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243432:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.243435:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.243438:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243445:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d167 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.243459:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001b4cbb55 reply state 00000000fd63386f transno 8589934771 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243472:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.243543:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x23e0b4f0 (ffff96e2f1c9a600) 00010000:00010000:0.0:1767317774.243546:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.243551:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.243764:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+196:68718:x1853163925665280:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3050us (8075us total) trans 8589934771 rc 0/0 00000100:00100000:0.0:1767317774.243776:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21593 00000100:00100000:0.0:1767317774.248816:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925665408 00000100:00100000:0.0:1767317774.248831:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925665408 00000100:00100000:0.0:1767317774.248912:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21594 00000100:00100000:0.0:1767317774.248923:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+196:68718:x1853163925665408:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.248976:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.249008:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d183 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80267c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.249106:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249122:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249376:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249395:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249403:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249410:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249783:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249793:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249800:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317774.249843:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd7:0x0]: returning size 0 00000004:00200000:0.0:1767317774.249848:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317774.249874:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249887:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249898:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249905:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249911:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249918:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249924:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.249929:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249936:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249949:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.249952:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.249967:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249973:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d18a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249989:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.249994:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.250000:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.250006:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.250009:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.250015:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.250021:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x6ba546f0 (ffff96e2f1c9ae00) 00010000:00010000:0.0:1767317774.250023:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.250026:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.250031:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d191 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.250311:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d183 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80267c expref: 198 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.250327:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80267c expref: 197 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.250336:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317774.250338:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317774.250341:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6600, rc 0) 00000100:00100000:0.0:1767317774.250430:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+197:68718:x1853163925665408:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1509us (2013us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.250439:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21594 00000100:00100000:0.0:1767317774.254721:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925665664 00000100:00100000:0.0:1767317774.254734:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925665664 00000100:00100000:0.0:1767317774.254815:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21595 00000100:00100000:0.0:1767317774.254826:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+197:68718:x1853163925665664:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.254902:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.254938:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d198 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80267c expref: 197 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.254971:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317774.254985:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.255013:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d19f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255029:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d19f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255039:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d19f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255066:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255073:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255080:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255457:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d1ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255469:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d1ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.255478:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d1ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.258094:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.258103:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.258109:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.258113:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.258119:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.258129:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd7:0x0].0x0 (ffff96e2f1c9a800) 00010000:00010000:0.0:1767317774.258565:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.258571:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1b4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.258578:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.258612:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.258615:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.258617:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.275376:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.275385:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.275392:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.275395:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1ec lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.275402:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1ec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.275418:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff96e300e35300) 00010000:00010000:0.0:1767317774.275421:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.275424:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1ec lrc: 1/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.275430:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d1ec lrc: 0/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.275449:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.275451:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.275453:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.285374:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925666432 00000100:00100000:0.0:1767317774.285389:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925666432 00000100:00100000:0.0:1767317774.285463:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21599 00000100:00100000:0.0:1767317774.285476:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+201:68718:x1853163925666432:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.285558:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.285593:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d208 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80268a expref: 201 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.285616:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc0:0x0].0x0 (ffff96e300e35800) 00010000:00010000:0.0:1767317774.285640:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.285673:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285690:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285701:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285717:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285725:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285731:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285855:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285864:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.285872:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317774.286333:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].94, 64 off14208 00010000:00010000:0.0:1767317774.286396:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d224 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286408:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286417:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286424:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d224 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286430:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d224 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286437:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d224 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286455:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.286478:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286485:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286492:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286498:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.286503:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286511:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286521:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc0:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317774.286524:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.286529:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286535:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d21d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286678:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286686:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286692:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286698:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286708:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.286711:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286717:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286725:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.286728:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.286732:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286738:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d20f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.286748:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041c89720 reply state 000000007e23c5d7 transno 8589934774 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286760:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.286767:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x3a71b4f0 (ffff96e2f1c9a800) 00010000:00010000:0.0:1767317774.286769:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.286773:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.286895:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+202:68718:x1853163925666432:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1417us (1752us total) trans 8589934774 rc 0/0 00000100:00100000:0.0:1767317774.286905:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21599 00000040:00080000:0.0:1767317774.300557:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].95, 64 off14272 00010000:00010000:0.0:1767317774.300648:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d25c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300662:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300674:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300682:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d25c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300688:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d25c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300694:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d25c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300729:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.300761:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300768:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300776:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300783:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.300788:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300797:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300809:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff96e300e35100) 00010000:00010000:0.0:1767317774.300813:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.300817:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.300827:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727600/0xd0d4f19a2da3d255 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301389:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301398:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301404:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301410:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301416:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2726600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.301419:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301425:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301436:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.301439:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.301443:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301449:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d247 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317774.301463:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009170dce9 reply state 0000000069ecfa57 transno 8589934775 ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301474:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.301563:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xdcb79af0 (ffff96e300e35b00) 00010000:00010000:0.0:1767317774.301566:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.301570:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.301737:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+204:68718:x1853163925666816:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2391us (2909us total) trans 8589934775 rc 0/0 00000100:00100000:0.0:1767317774.301749:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21601 00000100:00100000:0.0:1767317774.315406:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925666944 00000100:00100000:0.0:1767317774.315430:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925666944 00000100:00100000:0.0:1767317774.315527:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21602 00000100:00100000:0.0:1767317774.315540:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+204:68718:x1853163925666944:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.315577:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.315605:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d263 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802698 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.315706:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.315725:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.315739:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.315757:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.315765:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.315773:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316321:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316332:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316340:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317774.316387:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd2:0x0]: returning size 0 00000004:00200000:0.0:1767317774.316393:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317774.316421:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316436:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316448:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316455:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316463:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316470:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316477:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.316482:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316491:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316507:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.316510:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.316517:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316523:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d26a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316539:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316544:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316550:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316555:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.316557:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316564:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316572:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8cf646f0 (ffff96e2f1c9ae00) 00010000:00010000:0.0:1767317774.316574:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.316578:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316583:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d271 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.316635:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d263 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802698 expref: 206 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.316651:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802698 expref: 205 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.316659:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd2:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.316662:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317774.316665:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2efdbcc00, rc 0) 00000100:00100000:0.0:1767317774.316824:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+205:68718:x1853163925666944:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1285us (5404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.316834:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21602 00000100:00100000:0.0:1767317774.328747:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925667200 00000100:00100000:0.0:1767317774.328761:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925667200 00000100:00100000:0.0:1767317774.328844:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21603 00000100:00100000:0.0:1767317774.328859:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+205:68718:x1853163925667200:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.328948:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.328998:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d278 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802698 expref: 205 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.329027:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd2:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.329204:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.329313:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329331:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329343:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329366:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329373:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329380:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329770:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329781:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.329789:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317774.331362:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].96, 64 off14336 00010000:00010000:0.0:1767317774.331455:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d294 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331476:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d294 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331829:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d294 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331839:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d294 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331845:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d294 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331856:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d294 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331886:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.331918:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331924:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331930:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331936:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbda00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.331940:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331947:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331970:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd2:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317774.331974:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.331979:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.331986:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d28d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332377:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332387:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332398:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332404:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332410:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.332413:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332419:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332431:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.332434:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.332437:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332444:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d27f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317774.332455:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000097e17020 reply state 0000000005222adc transno 8589934776 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332468:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.332476:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8cf646f0 (ffff96e2f1c9aa00) 00010000:00010000:0.0:1767317774.332603:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.332610:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.333004:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+206:68718:x1853163925667200:12345-192.168.204.1@tcp:36:rm.0 Request processed in 4141us (4372us total) trans 8589934776 rc 0/0 00000100:00100000:0.0:1767317774.333020:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21603 00000100:00100000:0.0:1767317774.340214:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925667328 00000100:00100000:0.0:1767317774.340258:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925667328 00010000:00010000:0.0:1767317774.348379:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.348388:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d2cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.348397:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1679400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.348400:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d2cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.348407:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d2cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.348421:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd5:0x0].0x0 (ffff96e2f9286700) 00010000:00010000:0.0:1767317774.348423:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.348427:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d2cc lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.348432:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d2cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317774.348454:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.348456:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.348458:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.367393:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.367405:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d304 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.367414:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e302045a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317774.367417:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d304 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.367428:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d304 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.367444:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff96e300e35100) 00010000:00010000:0.0:1767317774.367446:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317774.367449:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d304 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.367453:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d304 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.367490:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.367491:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.367493:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.386726:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.396754:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.397405:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397415:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397423:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317774.397857:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].101, 64 off14656 00010000:00010000:0.0:1767317774.397908:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d3ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397916:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d3ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397923:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d3ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397929:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d3ac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397933:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d3ac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397937:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d3ac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.397994:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.398019:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398025:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398031:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398037:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.398052:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398060:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398072:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.398074:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.398078:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398082:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3d3a5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398211:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398216:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398220:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398223:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398225:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.398227:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398261:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398269:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.398272:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.398275:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398281:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d397 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.398292:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b92c2b3e reply state 000000004d11c4e6 transno 8589934781 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398304:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.398311:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x513089f0 (ffff96e2c3b68200) 00010000:00010000:0.0:1767317774.398313:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.398316:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.398404:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+216:68718:x1853163925669120:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1444us (1660us total) trans 8589934781 rc 0/0 00000100:00100000:0.0:1767317774.398414:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21613 00000100:00100000:0.0:1767317774.402066:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.406320:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925669504 00000100:00100000:0.0:1767317774.406332:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925669504 00000100:00100000:0.0:1767317774.406387:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21615 00000100:00100000:0.0:1767317774.406398:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+217:68718:x1853163925669504:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.406468:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.406500:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d3c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026c2 expref: 217 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.406524:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff96e2c2a13e00) 00010000:00010000:0.0:1767317774.406535:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.406567:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406583:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406592:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406607:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406614:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406620:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406744:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406750:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.406755:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317774.407054:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].102, 64 off14720 00010000:00010000:0.0:1767317774.407117:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d3e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407125:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407130:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d3e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407136:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d3e4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407140:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d3e4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407143:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d3e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407166:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317774.407188:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407193:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407204:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407210:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.407214:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407223:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407258:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff96e2f1c9a200) 00010000:00010000:0.0:1767317774.407261:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.407265:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407272:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d3dd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407398:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407403:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407407:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407410:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407413:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.407414:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407421:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407427:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.407428:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.407430:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 3/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407434:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3d3cf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.407440:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd14a3d7 reply state 00000000b554a30d transno 8589934782 ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407448:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.407452:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8385ef0 (ffff96e2f1c9ae00) 00010000:00010000:0.0:1767317774.407453:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.407455:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.407553:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+218:68718:x1853163925669504:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1154us (1344us total) trans 8589934782 rc 0/0 00000100:00100000:0.0:1767317774.407562:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21615 00000100:00100000:0.0:1767317774.416386:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.433288:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925670528 00000100:00100000:0.0:1767317774.433303:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925670528 00000100:00100000:0.0:1767317774.433375:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21619 00000100:00100000:0.0:1767317774.433388:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+222:68718:x1853163925670528:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.433471:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767317774.433508:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d438 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026d0 expref: 222 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.433537:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3be35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80240d expref: 221 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.433549:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.433571:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.433600:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433617:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433641:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433663:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433671:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433678:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433794:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433803:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.433810:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317774.434116:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x74:0x0]: returning size 12288 00010000:00010000:0.0:1767317774.434135:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434144:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434151:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434158:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbda00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.434163:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434172:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434180:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.434182:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.434186:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434190:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d44d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434402:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434407:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434411:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434414:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434420:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.434422:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434426:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434430:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff96e2d11bb200) 00010000:00010000:0.0:1767317774.434432:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.434435:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434438:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d43f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.434444:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000e22bfb8 reply state 00000000b1a1566f transno 8589934785 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434453:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.434458:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0xf0209d98 (ffff96e2f1c9a200) 00010000:00010000:0.0:1767317774.434460:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.434462:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.434577:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+222:68718:x1853163925670528:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1189us (1619us total) trans 8589934785 rc 0/0 00000100:00100000:0.0:1767317774.434586:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21619 00000100:00100000:0.0:1767317774.438635:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.444316:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925670912 00000100:00100000:0.0:1767317774.444333:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925670912 00000100:00100000:0.0:1767317774.444407:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9926 00000100:00100000:0.0:1767317774.444417:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eda14c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+223:68718:x1853163925670912:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:0.0:1767317774.444736:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eda14c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+224:68718:x1853163925670912:12345-192.168.204.1@tcp:35:rm.0 Request processed in 317us (1884us total) trans 8589934786 rc 0/0 00000100:00100000:0.0:1767317774.444746:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9926 00000100:00100000:0.0:1767317774.448380:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925671168 00000100:00100000:0.0:1767317774.448392:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925671168 00000100:00100000:0.0:1767317774.448490:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21621 00000100:00100000:0.0:1767317774.448504:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+224:68718:x1853163925671168:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317774.448591:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1767317774.448635:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3d469 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026d7 expref: 224 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.448664:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3a76e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802112 expref: 223 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.448678:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff96e2d11bb200) 00010000:00010000:0.0:1767317774.448699:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3a736 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8020fd expref: 222 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.448708:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2d11bb700) 00010000:00010000:0.0:1767317774.448715:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317774.448749:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448765:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448775:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448785:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448790:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448793:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448885:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448890:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.448894:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317774.449779:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x73:0x0]: returning size 4096 00010000:00010000:0.0:1767317774.449803:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.449811:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.449816:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.449820:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.449824:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.449830:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.449842:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.449844:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317774.449847:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.449851:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d47e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450036:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450043:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450049:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450053:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450059:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.450062:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450067:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450075:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.450077:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.450080:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450087:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d470 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317774.450101:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000075a7a3e2 reply state 00000000a4f82d6b transno 8589934787 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450114:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.450122:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xda8a3ef (ffff96e2f1c9a400) 00010000:00010000:0.0:1767317774.450123:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317774.450126:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317774.450455:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+223:68718:x1853163925671168:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1948us (2443us total) trans 8589934787 rc 0/0 00000100:00100000:0.0:1767317774.450467:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21621 00000100:00100000:0.0:1767317774.454154:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925671296 00000100:00100000:0.0:1767317774.454183:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925671296 00000100:00100000:0.0:1767317774.454307:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21622 00000100:00100000:0.0:1767317774.454319:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+223:68718:x1853163925671296:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.454356:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.454389:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d485 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8026de expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.454479:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d48c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.454497:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.454510:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317774.454571:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767317774.454576:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317774.454602:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.454645:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586400/0xd0d4f19a2da3d485 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026de expref: 225 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.454670:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d48c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026de expref: 224 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.454681:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c3db3600) 00010000:00010000:0.0:1767317774.454684:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767317774.454689:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586c00, rc 0) 00000100:00100000:0.0:1767317774.454768:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+224:68718:x1853163925671296:12345-192.168.204.1@tcp:101:rm.0 Request processed in 452us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.454776:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21622 00000100:00100000:0.0:1767317774.466738:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925671808 00000100:00100000:0.0:1767317774.466750:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925671808 00000100:00100000:0.0:1767317774.466809:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21625 00000100:00100000:0.0:1767317774.466818:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+222:68718:x1853163925671808:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.466840:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.466863:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d4bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8026f3 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767317774.466991:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xd0:0x0]: returning size 4096 00010000:00010000:0.0:1767317774.467137:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d4bd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026f3 expref: 224 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.467150:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c3db3100) 00010000:00010000:0.0:1767317774.467153:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767317774.467157:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d4bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8026f3 expref: 224 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.467173:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586600, rc 0) 00000100:00100000:0.0:1767317774.467258:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+223:68718:x1853163925671808:12345-192.168.204.1@tcp:101:rm.0 Request processed in 442us (623us total) trans 4294968421 rc 301/301 00000100:00100000:0.0:1767317774.467264:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21625 00000100:00100000:0.0:1767317774.493077:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.493939:0:15468:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c0030c00/0xd0d4f19a2da3d4cb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d4d2 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.493949:0:15468:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c0030c00/0xd0d4f19a2da3d4cb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d4d2 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.493981:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767317774.494160:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.494168:0:15468:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317774.494177:0:15468:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317774.494195:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989364224:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1767317774.500946:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.501008:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2c579cf00 going to sleep for 11 seconds 00000004:00080000:0.0:1767317774.505041:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 57 rpc_version 57 00000020:00100000:0.0:1767317774.505080:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767317774.505092:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e227a16a00 x1853163989364864/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1984/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317774.505119:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989364864:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767317774.505187:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.505247:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2c579c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.506693:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989364864:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767317774.507644:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989364992 00000100:00100000:0.0:1767317774.507653:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989364992 00000100:00100000:0.0:1767317774.507716:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1767317774.507723:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:7013:x1853163989364992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.507740:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.507761:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d4ee lrc: 0/0,0 mode: --/EX res: [0x240000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d4e7 expref: 16 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.507776:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xd0:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317774.507787:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.509869:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:7013:x1853163989364992:12345-0@lo:103:ldlm_bl.0 Request processed in 2129us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.509886:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00010000:00010000:0.0:1767317774.510298:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.510892:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365120 00000100:00100000:0.0:1767317774.510903:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365120 00000100:00100000:0.0:1767317774.510982:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1767317774.511006:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:7013:x1853163989365120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.511029:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.511061:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3d4d2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d4cb expref: 15 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.511091:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c3db3600) 00010000:00010000:0.0:1767317774.511105:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.511160:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:7013:x1853163989365120:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.511167:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1767317774.517212:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.555173:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.561830:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.567740:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.579960:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925674496 00000100:00100000:0.0:1767317774.579974:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925674496 00000100:00100000:0.0:1767317774.580058:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9931 00000100:00100000:0.0:1767317774.580070:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eda14850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+230:68718:x1853163925674496:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:0.0:1767317774.605393:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.606804:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365248 00000100:00100000:0.0:1767317774.606812:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365248 00000100:00100000:0.0:1767317774.606871:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:0.0:1767317774.606880:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15469:x1853163989365248:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317774.607002:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15469:x1853163989365248:12345-0@lo:1000:mdt00_001.0 Request processed in 123us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.607010:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00100000:0.0:1767317774.618226:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.628985:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.640933:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+226:68718:x1853163925675648:12345-192.168.204.1@tcp:37:rm.0 Request processed in 10731us (11937us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.640964:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9933 00000100:00100000:0.0:1767317774.644887:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.649475:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.657731:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.663840:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.664542:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21640 00000100:00100000:0.0:1767317774.664558:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+234:68718:x1853163925676416:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.664594:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.664637:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d5ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80274e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.664861:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d606 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.664877:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d606 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.664890:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d606 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317774.664925:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xdc:0x0]: returning size 69632 00000004:00200000:0.0:1767317774.664929:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767317774.665291:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d5ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0xdc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80274e expref: 236 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.665312:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d606 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80274e expref: 235 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.665323:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff96e2c3db3600) 00010000:00010000:0.0:1767317774.665326:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767317774.665330:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586c00, rc 0) 00000100:00100000:0.0:1767317774.665463:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+235:68718:x1853163925676416:12345-192.168.204.1@tcp:101:rm.0 Request processed in 910us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.665471:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21640 00000100:00100000:0.0:1767317774.670615:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.692402:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.696867:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925677184 00000100:00100000:0.0:1767317774.696881:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925677184 00000100:00100000:0.0:1767317774.696981:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 157 00000100:00100000:0.0:1767317774.696994:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+230:2511:x1853163925677184:12345-192.168.204.1@tcp:103:rm.0 00010000:00010000:0.0:1767317774.697016:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.697060:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d5f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802747 expref: 230 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.697087:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317774.697101:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.697185:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+229:2511:x1853163925677184:12345-192.168.204.1@tcp:103:rm.0 Request processed in 193us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.697193:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 157 00000100:00100000:0.0:1767317774.708554:0:15468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15468:1853163989365376:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1767317774.708598:0:15468:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.708644:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfa:0x0] 00000100:00100000:0.0:1767317774.711443:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989365888 00000100:00100000:0.0:1767317774.711452:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989365888 00000100:00100000:0.0:1767317774.711515:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1767317774.711525:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989365888:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.711638:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989365888:12345-0@lo:1000:mdt00_000.0 Request processed in 114us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.711646:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1767317774.711959:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366016 00000100:00100000:0.0:1767317774.711964:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366016 00000100:00100000:0.0:1767317774.711979:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:0.0:1767317774.711985:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989366016:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.712222:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989366016:12345-0@lo:1000:mdt00_000.0 Request processed in 236us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.712254:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:0.0:1767317774.712467:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366144 00000100:00100000:0.0:1767317774.712471:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366144 00000100:00100000:0.0:1767317774.712503:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:0.0:1767317774.712509:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989366144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.712599:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989366144:12345-0@lo:1000:mdt00_000.0 Request processed in 89us (193us total) trans 0 rc 1/1 00000100:00100000:0.0:1767317774.712606:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:0.0:1767317774.712909:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366272 00000100:00100000:0.0:1767317774.712913:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366272 00000100:00100000:0.0:1767317774.712930:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:0.0:1767317774.712936:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989366272:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1767317774.713024:0:35744:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.713138:0:35744:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d63e lrc: 2/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3d637 expref: -99 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.713167:0:35744:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d63e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3d637 expref: 8 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.713189:0:35744:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d63e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3d637 expref: 8 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.713198:0:35744:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff96e2c3db3b00) 00010000:00010000:0.0:1767317774.713202:0:35744:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767317774.713206:0:35744:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586e00, rc 0) 00000100:00100000:0.0:1767317774.713356:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:15468:x1853163989366272:12345-0@lo:101:mdt00_000.0 Request processed in 419us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.713362:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00010000:00010000:0.0:1767317774.718084:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317774.718093:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0031600/0xd0d4f19a2da3d637 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3d63e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718101:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc186a290) 00010000:00010000:0.0:1767317774.718106:0:25336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0031600/0xd0d4f19a2da3d637 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d63e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767317774.718114:0:25336:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0031600/0xd0d4f19a2da3d637 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d63e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718154:0:25336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0031600/0xd0d4f19a2da3d637 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d63e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718160:0:25336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317774.718189:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0031600/0xd0d4f19a2da3d637 lrc: 1/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d63e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718196:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0031600/0xd0d4f19a2da3d637 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d63e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718219:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317774.718222:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 2/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718258:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc186a290) 00010000:00010000:0.0:1767317774.718262:0:25336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767317774.718270:0:25336:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718287:0:25336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 2/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718293:0:25336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317774.718300:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 1/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718307:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8086800/0xd0d4f19a2da3d61b lrc: 0/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d622 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718321:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.718323:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317774.718325:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317774.718343:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989366656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317774.718407:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.718447:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317774.718454:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989366784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317774.718480:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.718524:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366656 00000100:00100000:0.0:1767317774.718531:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366656 00000100:00100000:0.0:1767317774.718581:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989366784 00000100:00100000:0.0:1767317774.718584:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989366784 00000100:00100000:0.0:1767317774.718608:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1767317774.718616:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9add450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+10:7015:x1853163989366656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.718646:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.718669:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586e00/0xd0d4f19a2da3d63e lrc: 0/0,0 mode: --/EX res: [0x200000402:0xdc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d637 expref: 10 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718685:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdc:0x0].0x0 (ffff96e2c3db3b00) 00010000:00010000:0.0:1767317774.718694:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.718727:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9add450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:7015:x1853163989366656:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.718734:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1767317774.718790:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1767317774.718796:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:7015:x1853163989366784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.718804:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.718815:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3d622 lrc: 0/0,0 mode: --/CW res: [0x240000401:0xfa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d61b expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.718826:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff96e2c3b68700) 00010000:00010000:0.0:1767317774.718829:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.718849:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:7015:x1853163989366784:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.718855:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1767317774.718895:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989366784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317774.718904:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989366656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317774.730076:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925677952 00000100:00100000:0.0:1767317774.730083:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925677952 00000100:00100000:0.0:1767317774.730147:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 160 00000100:00100000:0.0:1767317774.730155:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+238:2512:x1853163925677952:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.730169:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.730190:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3d661 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80275c expref: 238 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.730204:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x0 (ffff96e2c3e6b100) 00010000:00010000:0.0:1767317774.730208:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.731499:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+237:2512:x1853163925677952:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 1342us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.731511:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 160 00000100:00100000:0.0:1767317774.741376:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925678336 00000100:00100000:0.0:1767317774.741391:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925678336 00000100:00100000:0.0:1767317774.741496:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9937 00000100:00100000:0.0:1767317774.741507:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+229:68718:x1853163925678336:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:0.0:1767317774.741762:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+230:68718:x1853163925678336:12345-192.168.204.1@tcp:35:rm.0 Request processed in 257us (881us total) trans 4294968428 rc 0/0 00000100:00100000:0.0:1767317774.741769:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9937 00000100:00100000:0.0:1767317774.756267:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925678720 00000100:00100000:0.0:1767317774.756280:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925678720 00010000:00010000:0.0:1767317774.756331:0:15460:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d56c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802716 expref: 236 pid: 15468 timeout: 3124 lvb_type: 0 00000100:00100000:0.0:1767317774.756392:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2411 00000100:00100000:0.0:1767317774.756403:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+236:2512:x1853163925678720:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.756424:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.756432:0:15460:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d56c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802716 expref: 236 pid: 15468 timeout: 3124 lvb_type: 0 00010000:00010000:0.0:1767317774.756446:0:15460:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d56c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802716 expref: 236 pid: 15468 timeout: 3124 lvb_type: 0 00010000:00010000:0.0:1767317774.756474:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d56c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802716 expref: 236 pid: 15468 timeout: 3124 lvb_type: 0 00010000:00010000:0.0:1767317774.756493:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff96e2c3e6b700) 00010000:00010000:0.0:1767317774.756501:0:15460:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d67d lrc: 2/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3d676 expref: 14 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.756514:0:15460:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d67d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3d676 expref: 14 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.756524:0:15460:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d67d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3d676 expref: 14 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.756569:0:15460:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d67d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3d676 expref: 14 pid: 15473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317774.756588:0:15460:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15460:1853163989367168:0@lo:105: 00000100:00100000:0.0:1767317774.756658:0:15460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.756712:0:15460:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2c579c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.757381:0:15460:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15460:1853163989367168:0@lo:105: 00010000:00010000:0.0:1767317774.757404:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.757451:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+235:2512:x1853163925678720:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 1049us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.757458:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2411 00010000:00010000:0.0:1767317774.757500:0:15468:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8086c00/0xd0d4f19a2da3d676 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d67d expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.757511:0:15468:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8086c00/0xd0d4f19a2da3d676 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d67d expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.757540:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:0.0:1767317774.757586:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.757593:0:15468:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317774.757605:0:15468:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317774.757636:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989367296:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1767317774.757671:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.757692:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2c579c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.758652:0:15468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989367296:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1767317774.758671:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.758684:0:15468:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.758703:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00000100:00100000:0.0:1767317774.758755:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989367424:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.758791:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.758808:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1cfc3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.759930:0:15468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989367424:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.759999:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989367552:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.760045:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.760070:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029180 going to sleep for 11 seconds 00000004:00080000:0.0:1767317774.764957:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:0.0:1767317774.764967:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8086c00/0xd0d4f19a2da3d676 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d67d expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.764977:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8086c00/0xd0d4f19a2da3d676 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d67d expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.764985:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8086c00/0xd0d4f19a2da3d676 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d67d expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.765000:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767317774.765004:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0xdb:0x0] 00010000:00010000:0.0:1767317774.765009:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.765016:0:15468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317774.765334:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+229:68718:x1853163925678592:12345-192.168.204.1@tcp:36:rm.0 Request processed in 17177us (17414us total) trans 4294968429 rc 0/0 00000100:00100000:0.0:1767317774.765343:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21645 00000100:00100000:0.0:1767317774.765396:0:34346:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368192 00000100:00100000:0.0:1767317774.765402:0:34346:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368192 00000100:00100000:0.0:1767317774.765449:0:34346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1767317774.765458:0:34346:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+17:7013:x1853163989368192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317774.765471:0:34346:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317774.765623:0:34346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d67d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xdb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d676 expref: 17 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.765639:0:34346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0x0 (ffff96e2c3e6b700) 00010000:00010000:0.0:1767317774.765644:0:34346:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317774.765687:0:34346:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+16:7013:x1853163989368192:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.765694:0:34346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1767317774.768639:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.769396:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368320 00000100:00100000:0.0:1767317774.769401:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368320 00000100:00100000:0.0:1767317774.769444:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1767317774.769450:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989368320:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.769606:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15468:x1853163989368320:12345-0@lo:1000:mdt00_000.0 Request processed in 154us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.769614:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1767317774.776542:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.789178:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925679360 00000100:00100000:0.0:1767317774.789193:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925679360 00000100:00100000:0.0:1767317774.789304:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9938 00000100:00100000:0.0:1767317774.789317:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+231:68718:x1853163925679360:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:0.0:1767317774.818324:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.833599:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.856847:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.856909:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.867378:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317774.869661:0:15469:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8087a00/0xd0d4f19a2da3d72c lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d733 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.869670:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8087a00/0xd0d4f19a2da3d72c lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d733 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.869697:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00010000:00010000:0.0:1767317774.869733:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 3/0,1 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.869739:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 3/0,1 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.869748:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 3/0,1 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT0 00000100:00100000:0.0:1767317774.869777:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989368832:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1767317774.869810:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.869849:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029180 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.870499:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989368832:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1767317774.870512:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.870521:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.870535:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00000100:00100000:0.0:1767317774.870569:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989368960:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317774.870596:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.870632:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989368960 00000100:00100000:0.0:1767317774.870636:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989368960 00000100:00100000:0.0:1767317774.870667:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:0.0:1767317774.870673:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:15469:x1853163989368960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317774.870727:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:15469:x1853163989368960:12345-0@lo:1000:mdt00_001.0 Request processed in 54us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.870733:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00100000:0.0:1767317774.870747:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029840 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.870759:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989368960:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317774.871021:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989369088:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317774.871059:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.871160:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029180 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.872640:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989369216 00000100:00100000:0.0:1767317774.872646:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989369216 00000100:00100000:0.0:1767317774.872716:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:0.0:1767317774.872724:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:15469:x1853163989369216:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317774.873040:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:15469:x1853163989369216:12345-0@lo:1000:mdt00_001.0 Request processed in 316us (508us total) trans 0 rc 1/1 00000100:00100000:0.0:1767317774.873048:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000004:00200000:0.0:1767317774.877471:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4bf:0x0]: returning size 69632 00010000:00010000:0.0:1767317774.877493:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877507:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877513:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877519:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.877523:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877530:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877545:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4bf:0x0].0x0 (ffff96e2c3e6b900) 00010000:00010000:0.0:1767317774.877547:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.877552:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877558:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d756 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317774.877577:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030200/0xd0d4f19a2da3d748 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d74f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.877585:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030200/0xd0d4f19a2da3d748 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d74f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.877591:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030200/0xd0d4f19a2da3d748 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d74f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.877657:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767317774.878457:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00010000:00010000:0.0:1767317774.878465:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8087a00/0xd0d4f19a2da3d72c lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d733 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.878471:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8087a00/0xd0d4f19a2da3d72c lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d733 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.878475:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8087a00/0xd0d4f19a2da3d72c lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d733 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.879737:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767317774.879742:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c8087a00/0xd0d4f19a2da3d72c lrc: 0/0,0 mode: --/CW res: [0x240000401:0xfb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d733 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317774.879890:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xfb:0x0] 00010000:00010000:0.0:1767317774.879898:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.879906:0:15469:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317774.879984:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+239:68718:x1853163925681152:12345-192.168.204.1@tcp:36:rm.0 Request processed in 22281us (23072us total) trans 8589934801 rc 0/0 00000100:00100000:0.0:1767317774.879991:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21653 00000100:00100000:0.0:1767317774.886331:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.897872:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.897914:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.911176:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.939280:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.946464:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.954679:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.960725:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317774.965887:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925683200 00000100:00100000:0.0:1767317774.965895:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925683200 00000100:00100000:0.0:1767317774.965957:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21660 00000100:00100000:0.0:1767317774.965968:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+240:68718:x1853163925683200:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.965988:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.966009:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d7f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8027b7 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.966081:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966097:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966114:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966132:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966139:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966145:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000100:00100000:0.0:1767317774.966288:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15468:1853163989371136:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317774.966348:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317774.966381:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029180 going to sleep for 11 seconds 00000100:00100000:0.0:1767317774.966887:0:15468:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:15468:1853163989371136:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1767317774.966936:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d80c lrc: 3/1,0 mode: --/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966946:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d80c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966955:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d80c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317774.966975:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d80c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966988:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.966994:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967000:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967006:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967012:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.967016:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967024:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967035:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c3b68700) 00010000:00010000:0.0:1767317774.967038:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.967043:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967053:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d7fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967066:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967072:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967076:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967081:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2587a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317774.967084:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967089:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967095:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3d8b5f87 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317774.967097:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317774.967100:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967105:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d805 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.967139:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d7f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027b7 expref: 242 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.967151:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d80c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027b7 expref: 241 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.967163:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317774.967165:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767317774.967167:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586c00, rc 0) 00000100:00100000:0.0:1767317774.967226:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+241:68718:x1853163925683200:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1259us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.967427:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21660 00000100:00100000:0.0:1767317774.969855:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925683328 00000100:00100000:0.0:1767317774.969864:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925683328 00000100:00100000:0.0:1767317774.969964:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21661 00000100:00100000:0.0:1767317774.969975:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+234:68718:x1853163925683328:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.970001:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.970026:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d813 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xfc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8027be expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.970101:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d81a lrc: 3/1,0 mode: --/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317774.970116:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d81a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317774.970126:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d81a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT1 00000004:00200000:0.0:1767317774.970173:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfc:0x0]: returning size 4096 00000004:00200000:0.0:1767317774.970177:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1767317774.970213:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d813 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027be expref: 236 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.970277:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d81a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027be expref: 235 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.970286:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff96e2d11bb700) 00010000:00010000:0.0:1767317774.970289:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1767317774.970293:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586800, rc 0) 00000100:00100000:0.0:1767317774.970349:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+235:68718:x1853163925683328:12345-192.168.204.1@tcp:101:rm.0 Request processed in 376us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317774.970357:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21661 00000100:00100000:0.0:1767317774.977301:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925683584 00000100:00100000:0.0:1767317774.977311:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925683584 00000100:00100000:0.0:1767317774.977380:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21662 00000100:00100000:0.0:1767317774.977391:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+235:68718:x1853163925683584:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317774.977414:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317774.977439:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d821 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8027c5 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1767317774.977569:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfc:0x0]: returning size 4096 00010000:00010000:0.0:1767317774.977696:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d821 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027c5 expref: 237 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.977723:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2d11bb200) 00010000:00010000:0.0:1767317774.977726:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767317774.977731:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d821 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027c5 expref: 237 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317774.977752:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2587c00, rc 0) 00000100:00100000:0.0:1767317774.977812:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+236:68718:x1853163925683584:12345-192.168.204.1@tcp:101:rm.0 Request processed in 423us (679us total) trans 4294968436 rc 301/301 00000100:00100000:0.0:1767317774.977820:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21662 00000100:00100000:0.0:1767317775.024006:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925684352 00000100:00100000:0.0:1767317775.024017:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925684352 00000100:00100000:0.0:1767317775.024094:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21663 00000100:00100000:0.0:1767317775.024105:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+237:68718:x1853163925684352:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317775.024169:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.024200:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2e2586800/0xd0d4f19a2da3d81a lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027be expref: 237 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.024221:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff96e2d11bb700) 00010000:00010000:0.0:1767317775.024298:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317775.024387:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.024397:0:15468:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.024406:0:15468:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317775.024432:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989371264:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1767317775.024492:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317775.024524:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029840 going to sleep for 11 seconds 00000100:00100000:0.0:1767317775.037862:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925684480 00000100:00100000:0.0:1767317775.037871:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925684480 00010000:00010000:0.0:1767317775.037914:0:18389:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3d7f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027b0 expref: 240 pid: 15469 timeout: 3124 lvb_type: 0 00000100:00100000:0.0:1767317775.037974:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2413 00000100:00100000:0.0:1767317775.037985:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+240:2512:x1853163925684480:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767317775.038003:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.038011:0:18389:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3d7f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027b0 expref: 240 pid: 15469 timeout: 3124 lvb_type: 0 00010000:00010000:0.0:1767317775.038036:0:18389:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3d7f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027b0 expref: 240 pid: 15469 timeout: 3124 lvb_type: 0 00010000:00010000:0.0:1767317775.038061:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3d7f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027b0 expref: 240 pid: 15469 timeout: 3124 lvb_type: 0 00010000:00010000:0.0:1767317775.038076:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c3b68700) 00010000:00010000:0.0:1767317775.038081:0:18389:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d836 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3d82f expref: 18 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.038091:0:18389:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d836 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3d82f expref: 18 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.038105:0:18389:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d836 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3d82f expref: 18 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.038144:0:18389:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3d836 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3d82f expref: 18 pid: 15473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317775.038161:0:18389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:18389:1853163989371520:0@lo:105: 00000100:00100000:0.0:1767317775.038205:0:18389:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317775.038286:0:18389:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029180 going to sleep for 11 seconds 00000100:00100000:0.0:1767317775.038668:0:18389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:18389:1853163989371520:0@lo:105: 00010000:00010000:0.0:1767317775.038680:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317775.038726:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+239:2512:x1853163925684480:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 743us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.038733:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2413 00010000:00010000:0.0:1767317775.038755:0:15468:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d836 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.038764:0:15468:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d836 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317775.038784:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767317775.038817:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.038824:0:15468:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.038832:0:15468:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317775.038846:0:15468:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:15468:1853163989371648:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1767317775.038872:0:15468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317775.038897:0:15468:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2eb029180 going to sleep for 11 seconds 00000100:00100000:0.0:1767317775.041621:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989371904 00000100:00100000:0.0:1767317775.041628:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989371904 00000100:00100000:0.0:1767317775.041690:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:0.0:1767317775.041698:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:15468:x1853163989371904:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1767317775.041803:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:15468:x1853163989371904:12345-0@lo:1000:mdt00_000.0 Request processed in 106us (433us total) trans 0 rc 1/1 00000100:00100000:0.0:1767317775.041812:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:0.0:1767317775.046764:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372288 00000100:00100000:0.0:1767317775.046770:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372288 00000100:00100000:0.0:1767317775.046813:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:0.0:1767317775.046820:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:15573:x1853163989372288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767317775.047141:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:15573:x1853163989372288:12345-0@lo:1000:osp_up0-1.0 Request processed in 320us (466us total) trans 8589934805 rc 0/0 00000100:00100000:0.0:1767317775.047160:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000004:00200000:0.0:1767317775.047480:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xfc:0x0]: returning size 4096 00010000:00010000:0.0:1767317775.047499:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047509:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047517:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047536:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.047541:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047549:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047562:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfc:0x0].0x0 (ffff96e2c3b68c00) 00010000:00010000:0.0:1767317775.047565:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.047569:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047575:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3d859 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317775.047595:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c7f70200/0xd0d4f19a2da3d84b lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d852 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047603:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c7f70200/0xd0d4f19a2da3d84b lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d852 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047610:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c7f70200/0xd0d4f19a2da3d84b lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xfc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d852 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047645:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767317775.047757:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767317775.047763:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3d836 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047768:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d836 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047773:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2587c00/0xd0d4f19a2da3d82f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3d836 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047788:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767317775.047790:0:15468:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767317775.047796:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d844 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.047801:0:15468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3d844 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317775.047863:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+237:68718:x1853163925684352:12345-192.168.204.1@tcp:36:rm.0 Request processed in 23759us (24086us total) trans 4294968438 rc 0/0 00000100:00100000:0.0:1767317775.047871:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21663 00000100:00100000:0.0:1767317775.058405:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925684608 00000100:00100000:0.0:1767317775.058421:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925684608 00000100:00100000:0.0:1767317775.058496:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21664 00000100:00100000:0.0:1767317775.058506:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+239:68718:x1853163925684608:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.058538:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.058564:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d860 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8027cc expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.058642:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d867 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.058656:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d867 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.058668:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d867 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.058718:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767317775.058723:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.058742:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d867 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.058766:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d860 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027cc expref: 241 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.058784:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d867 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027cc expref: 240 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.058792:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2f1c9af00) 00010000:00010000:0.0:1767317775.058795:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767317775.058799:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2587a00, rc 0) 00000100:00100000:0.0:1767317775.058871:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+240:68718:x1853163925684608:12345-192.168.204.1@tcp:101:rm.0 Request processed in 366us (5158us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.058878:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21664 00000100:00100000:0.0:1767317775.065316:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.090165:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925685120 00000100:00100000:0.0:1767317775.090177:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925685120 00000100:00100000:0.0:1767317775.090317:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9946 00000100:00100000:0.0:1767317775.090328:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eda17450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+242:68718:x1853163925685120:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:0.0:1767317775.106699:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.115545:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.139128:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.145507:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925686272 00000100:00100000:0.0:1767317775.145520:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925686272 00000100:00100000:0.0:1767317775.145587:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9948 00000100:00100000:0.0:1767317775.145597:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+246:68718:x1853163925686272:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:0.0:1767317775.158931:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+246:68718:x1853163925686272:12345-192.168.204.1@tcp:37:rm.0 Request processed in 13324us (13524us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.158947:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9948 00000100:00100000:0.0:1767317775.163287:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925686528 00000100:00100000:0.0:1767317775.163297:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925686528 00000100:00100000:0.0:1767317775.163355:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9949 00000100:00100000:0.0:1767317775.163365:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+246:68718:x1853163925686528:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:0.0:1767317775.163644:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+247:68718:x1853163925686528:12345-192.168.204.1@tcp:35:rm.0 Request processed in 279us (578us total) trans 8589934810 rc 0/0 00000100:00100000:0.0:1767317775.163655:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9949 00000100:00100000:0.0:1767317775.188331:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925686912 00000100:00100000:0.0:1767317775.188341:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925686912 00000100:00100000:0.0:1767317775.188408:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21672 00000100:00100000:0.0:1767317775.188418:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+247:68718:x1853163925686912:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.188443:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.188468:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d8fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8027f6 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.188540:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d901 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.188555:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d901 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.188566:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d901 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.188624:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1767317775.188629:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.188648:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d901 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.188674:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d8fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027f6 expref: 249 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.188692:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d901 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8027f6 expref: 248 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.188701:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cd628a00) 00010000:00010000:0.0:1767317775.188704:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1767317775.188707:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586c00, rc 0) 00000100:00100000:0.0:1767317775.188764:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+248:68718:x1853163925686912:12345-192.168.204.1@tcp:101:rm.0 Request processed in 347us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.188771:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21672 00000100:00100000:0.0:1767317775.232734:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.258889:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.294439:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.301703:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925689088 00000100:00100000:0.0:1767317775.301714:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925689088 00000100:00100000:0.0:1767317775.301924:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21679 00000100:00100000:0.0:1767317775.301945:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+255:68718:x1853163925689088:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.301970:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.301992:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d97f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802820 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.302102:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d986 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.302115:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d986 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.302126:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d986 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.302135:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2417:0x0]: returning size 12288 00010000:00010000:0.0:1767317775.302564:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587c00/0xd0d4f19a2da3d97f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802820 expref: 258 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.302583:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d986 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802820 expref: 257 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.302592:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.302595:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767317775.302599:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2e2586a00, rc 0) 00000100:00100000:0.0:1767317775.302681:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+257:68718:x1853163925689088:12345-192.168.204.1@tcp:101:rm.0 Request processed in 747us (1742us total) trans 8589934817 rc 0/0 00000100:00100000:0.0:1767317775.302688:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21679 00000100:00100000:0.0:1767317775.307672:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925689216 00000100:00100000:0.0:1767317775.307685:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925689216 00000100:00100000:0.0:1767317775.307750:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21680 00000100:00100000:0.0:1767317775.307760:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+257:68718:x1853163925689216:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.307783:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.307802:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d994 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802827 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.307864:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.307876:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.307889:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.307906:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.307912:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.307922:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308106:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d9a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x246f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308114:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d9a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308120:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d9a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.308151:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x246f:0x0]: returning size 0 00000004:00200000:0.0:1767317775.308155:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.308175:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d9a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308186:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d9a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308195:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308201:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308207:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308214:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308220:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2586600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.308224:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308263:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308273:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.308276:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.308281:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308287:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586600/0xd0d4f19a2da3d99b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308309:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308316:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308321:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308325:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2587a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.308328:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308333:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308341:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x8f79a24e (ffff96e1cd628a00) 00010000:00010000:0.0:1767317775.308343:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.308346:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308352:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587a00/0xd0d4f19a2da3d9a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.308386:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586c00/0xd0d4f19a2da3d994 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802827 expref: 259 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.308399:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3d9a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x246f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802827 expref: 258 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.308406:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246f:0x0].0x0 (ffff96e2c8a18800) 00010000:00010000:0.0:1767317775.308408:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317775.308410:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2efdbcc00, rc 0) 00000100:00100000:0.0:1767317775.308474:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+258:68718:x1853163925689216:12345-192.168.204.1@tcp:101:rm.0 Request processed in 716us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.308781:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21680 00010000:00010000:0.0:1767317775.316963:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.316971:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d9c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.316978:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2726600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.316981:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d9c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.316988:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d9c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.316997:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246f:0x0].0x0 (ffff96e2e25b8200) 00010000:00010000:0.0:1767317775.317000:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.317003:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d9c5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x246f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.317009:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726600/0xd0d4f19a2da3d9c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x246f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.317027:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.317029:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.317031:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.346004:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.346013:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256a00/0xd0d4f19a2da3da35 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2474:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.346020:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc256a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.346032:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256a00/0xd0d4f19a2da3da35 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2474:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.346039:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256a00/0xd0d4f19a2da3da35 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2474:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.346049:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2474:0x0].0x0 (ffff96e2c3e6bc00) 00010000:00010000:0.0:1767317775.346051:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.346055:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256a00/0xd0d4f19a2da3da35 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2474:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.346060:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256a00/0xd0d4f19a2da3da35 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2474:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.346078:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.346080:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.346082:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.378915:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.378923:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3daa5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.378929:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.378932:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3daa5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.378938:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3daa5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.378948:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2440:0x0].0x0 (ffff96e2d8418c00) 00010000:00010000:0.0:1767317775.378950:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.378953:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3daa5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.378958:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3daa5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2440:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.378973:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.378975:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.378977:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.392670:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.392677:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c200/0xd0d4f19a2da3dadd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2476:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.392683:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5c200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.392686:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c200/0xd0d4f19a2da3dadd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2476:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.392691:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c200/0xd0d4f19a2da3dadd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2476:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.392701:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2476:0x0].0x0 (ffff96e2d8418000) 00010000:00010000:0.0:1767317775.392703:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.392706:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c200/0xd0d4f19a2da3dadd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2476:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.392711:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c200/0xd0d4f19a2da3dadd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2476:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.392729:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.392731:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.392732:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.418912:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.418919:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3db4d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.418926:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.418929:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3db4d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.418948:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3db4d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.418958:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241e:0x0].0x0 (ffff96e2c3b68900) 00010000:00010000:0.0:1767317775.418960:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.418963:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3db4d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x241e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.418968:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3db4d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x241e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.418985:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.418987:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.418988:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.423751:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.436860:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.436876:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3db85 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.436889:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.436894:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3db85 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.436903:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3db85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.436923:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2430:0x0].0x0 (ffff96e2c3b68700) 00010000:00010000:0.0:1767317775.436926:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.436932:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3db85 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.437491:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3db85 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2430:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.437517:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.437520:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.437522:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.438881:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dba1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2418:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.438890:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2418:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.438898:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2418:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.439013:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2418:0x0]: returning size 0 00000004:00200000:0.0:1767317775.439103:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.439129:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2418:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439141:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439151:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439161:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439166:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439173:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439179:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.439182:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439190:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439201:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.439204:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.439209:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439215:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3db93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439227:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439428:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439435:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439440:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c36800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.439443:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439449:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439458:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2e29ba4e (ffff96e2c8a23700) 00010000:00010000:0.0:1767317775.439460:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.439463:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439468:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3db9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.439593:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3db8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802866 expref: 276 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.439617:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802866 expref: 275 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.439625:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2418:0x0].0x0 (ffff96e2c8a18400) 00010000:00010000:0.0:1767317775.439627:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317775.439630:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2efdbcc00, rc 0) 00000100:00100000:0.0:1767317775.439745:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+275:68718:x1853163925692672:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1833us (2042us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.439754:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21698 00000100:00100000:0.0:1767317775.443803:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.448736:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.448749:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3dbbd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.448764:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.448767:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3dbbd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.448775:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3dbbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.448791:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2418:0x0].0x0 (ffff96e2c3b68900) 00010000:00010000:0.0:1767317775.448794:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.448798:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3dbbd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.448804:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3dbbd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.448822:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.448825:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.448826:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.463703:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.463717:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dbf5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.463726:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.463731:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dbf5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.463738:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dbf5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.463755:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247b:0x0].0x0 (ffff96e2c9b89100) 00010000:00010000:0.0:1767317775.463758:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.463763:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dbf5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x247b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.463769:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dbf5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x247b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.463790:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.463792:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.463793:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.467539:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.483776:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925693696 00000100:00100000:0.0:1767317775.483787:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925693696 00000100:00100000:0.0:1767317775.483881:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21703 00000100:00100000:0.0:1767317775.483892:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+279:68718:x1853163925693696:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317775.483957:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.483984:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dc11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2436:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802874 expref: 279 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.484002:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2436:0x0].0x0 (ffff96e2c9b89b00) 00010000:00010000:0.0:1767317775.484013:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317775.484046:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484059:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484069:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484085:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484092:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484100:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484188:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484196:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484203:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317775.484473:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 64 off9152 00010000:00010000:0.0:1767317775.484591:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3dc2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2436:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484601:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3dc2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484619:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3dc2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484626:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3dc2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484632:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3dc2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484638:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3dc2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484657:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317775.484673:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484683:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484689:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484696:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.484700:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484707:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484715:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2436:0x0].0x0 (ffff96e2c8a18200) 00010000:00010000:0.0:1767317775.484718:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317775.484721:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484727:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3dc26 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484830:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484837:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484843:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484849:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484854:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.484857:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484863:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484871:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.484873:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.484876:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484882:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3dc18 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317775.484892:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000014617664 reply state 000000009175b340 transno 8589934829 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484902:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.484907:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x7ada234e (ffff96e2c8a18d00) 00010000:00010000:0.0:1767317775.484910:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317775.484913:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317775.485007:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+280:68718:x1853163925693696:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1116us (1324us total) trans 8589934829 rc 0/0 00000100:00100000:0.0:1767317775.485016:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21703 00000100:00100000:0.0:1767317775.488194:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.496161:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.496170:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257600/0xd0d4f19a2da3dc65 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2458:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.496177:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc257600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.496180:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257600/0xd0d4f19a2da3dc65 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2458:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.496188:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257600/0xd0d4f19a2da3dc65 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2458:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.496199:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2458:0x0].0x0 (ffff96e2c3e6bf00) 00010000:00010000:0.0:1767317775.496201:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.496205:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257600/0xd0d4f19a2da3dc65 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2458:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.496210:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257600/0xd0d4f19a2da3dc65 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2458:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.496247:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.496250:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.496252:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.500118:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925694208 00000100:00100000:0.0:1767317775.500129:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925694208 00000100:00100000:0.0:1767317775.500192:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21706 00000100:00100000:0.0:1767317775.500202:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+282:68718:x1853163925694208:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.500226:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.514352:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.514367:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3dc9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.514377:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc257400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.514381:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3dc9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.514390:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3dc9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.514407:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2428:0x0].0x0 (ffff96e2c3e6b000) 00010000:00010000:0.0:1767317775.514411:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.514416:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3dc9d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.514422:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3dc9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.514450:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.514452:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.514454:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.516591:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.516597:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3dcd5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.516613:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.516616:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3dcd5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.516624:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3dcd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.516633:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245a:0x0].0x0 (ffff96e2d8418000) 00010000:00010000:0.0:1767317775.516635:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.516639:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3dcd5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x245a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.516644:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3dcd5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x245a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.516656:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.516658:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.516660:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.532328:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.532344:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3dd0d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.532357:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.532362:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3dd0d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.532371:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3dd0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.532390:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2425:0x0].0x0 (ffff96e2d8418c00) 00010000:00010000:0.0:1767317775.532393:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.532397:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3dd0d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.532403:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3dd0d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00000100:00100000:0.0:1767317775.549558:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.550285:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.550292:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3dd7d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2450:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.550300:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.550304:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3dd7d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2450:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.550310:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3dd7d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2450:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.550329:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2450:0x0].0x0 (ffff96e2da71eb00) 00010000:00010000:0.0:1767317775.550332:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.550336:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3dd7d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2450:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.550346:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3dd7d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2450:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.550356:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.550358:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.550359:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.562427:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.562435:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ddb5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.562441:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbda00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.562445:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ddb5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.562451:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ddb5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.562460:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2431:0x0].0x0 (ffff96e2c9b89f00) 00010000:00010000:0.0:1767317775.562462:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.562464:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ddb5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.562470:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ddb5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2431:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.562499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.562501:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.562503:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.566342:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.578121:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.578128:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3dded lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2463:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.578137:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.578140:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3dded lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2463:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.578146:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3dded lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2463:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.578154:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2463:0x0].0x0 (ffff96e2da71eb00) 00010000:00010000:0.0:1767317775.578157:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.578159:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3dded lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2463:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.578164:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3dded lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2463:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.578179:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.578180:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.578182:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.589662:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.622460:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.629054:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.631561:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.631583:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3de95 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.631635:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.631654:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3de95 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.631680:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3de95 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.631706:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242a:0x0].0x0 (ffff96e2d11bb200) 00010000:00010000:0.0:1767317775.631709:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.631715:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3de95 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.631721:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3de95 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.631757:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.631767:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.631769:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.649001:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.654828:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.654834:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3decd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.654840:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.654843:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3decd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.654849:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3decd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.654857:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2447:0x0].0x0 (ffff96e2d03ba600) 00010000:00010000:0.0:1767317775.654860:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.654863:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3decd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.654869:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3decd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2447:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.654886:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.654889:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.654891:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.660746:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.673307:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.673324:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3df05 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.673336:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.673340:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3df05 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.673350:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3df05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.673368:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243a:0x0].0x0 (ffff96e2da71e100) 00010000:00010000:0.0:1767317775.673371:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.673376:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3df05 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x243a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.673381:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3df05 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.673404:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.673406:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.673408:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.701250:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.701257:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dfad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.701263:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.701266:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dfad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.701272:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dfad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.701281:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245f:0x0].0x0 (ffff96e2d03bae00) 00010000:00010000:0.0:1767317775.701284:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.701287:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dfad lrc: 1/0,0 mode: --/PW res: [0x200000402:0x245f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.701292:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dfad lrc: 0/0,0 mode: --/PW res: [0x200000402:0x245f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.701305:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.701307:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.701309:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.707378:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.707398:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707410:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707419:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707433:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707439:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707444:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707535:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707542:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707549:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317775.707776:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 64 off10240 00000040:00080000:1.0:1767317775.707800:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].119, 64 off15808 00010000:00010000:1.0:1767317775.707846:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707855:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707863:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707870:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707876:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707882:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707937:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.707953:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707959:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707965:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707971:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.707975:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707982:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.707990:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2466:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317775.707993:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.707996:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708002:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3dfde lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708101:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708107:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708113:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708118:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708123:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.708126:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708131:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708138:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.708140:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.708143:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708148:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3dfd0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317775.708156:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ea51ec11 reply state 00000000b9bcf986 transno 8589934846 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708165:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.708175:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x9e7aff4e (ffff96e2d03baa00) 00010000:00010000:1.0:1767317775.708177:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.708179:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.708345:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+314:68718:x1853163925700224:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1167us (1333us total) trans 8589934846 rc 0/0 00000100:00100000:1.0:1767317775.708353:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21737 00010000:00010000:0.0:1767317775.708793:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.708801:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.708808:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.708811:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.708817:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.708828:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2466:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:0.0:1767317775.708830:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.708833:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.708839:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3dfe5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.708855:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.708857:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.708859:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.711475:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925700352 00000100:00100000:1.0:1767317775.711485:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925700352 00000100:00100000:1.0:1767317775.711534:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21738 00000100:00100000:1.0:1767317775.711545:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+314:68718:x1853163925700352:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.711569:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.711589:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3dfec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8028f2 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.711662:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711675:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711686:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711697:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711702:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711706:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711859:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711865:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711869:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317775.711895:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x246a:0x0]: returning size 0 00000004:00200000:1.0:1767317775.711898:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.711912:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711920:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711926:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711931:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711935:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711939:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711942:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.711944:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711949:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711957:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.711958:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.711961:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711965:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3dff3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711972:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711975:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711979:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711982:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81d000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.711983:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711986:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711989:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x37a2a24e (ffff96e2d03bab00) 00010000:00010000:1.0:1767317775.711991:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.711992:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.711995:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3dffa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.712012:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3dfec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8028f2 expref: 316 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.712565:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8028f2 expref: 315 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.712571:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246a:0x0].0x0 (ffff96e2d03bae00) 00010000:00010000:1.0:1767317775.712572:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.712574:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80e00, rc 0) 00000100:00100000:1.0:1767317775.712637:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+315:68718:x1853163925700352:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1089us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.712645:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21738 00000100:00100000:1.0:1767317775.715218:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925700608 00000100:00100000:1.0:1767317775.715378:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925700608 00000100:00100000:1.0:1767317775.715430:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21739 00000100:00100000:1.0:1767317775.715440:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+315:68718:x1853163925700608:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317775.715494:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317775.715517:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e001 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x246a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8028f2 expref: 315 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.715534:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246a:0x0].0x0 (ffff96e2d03bae00) 00010000:00010000:1.0:1767317775.715544:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.715564:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715574:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715580:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715593:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715597:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715614:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715684:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715689:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715694:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317775.715917:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 64 off10304 00000040:00080000:1.0:1767317775.715940:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].120, 64 off15872 00010000:00010000:1.0:1767317775.715977:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715983:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715988:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715992:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.715996:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716001:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716017:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.716028:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716031:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716035:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716039:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.716041:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716046:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716050:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246a:0x0].0x0 (ffff96e2d03ba200) 00010000:00010000:1.0:1767317775.716052:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.716054:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716058:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e016 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x246a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716138:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716142:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716148:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716151:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716154:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.716156:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716159:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716163:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.716165:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.716168:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716174:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e008 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317775.716181:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b405912c reply state 00000000bb3cb8d1 transno 8589934847 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716191:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.716197:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x37a2a24e (ffff96e2d03ba300) 00010000:00010000:1.0:1767317775.716199:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.716202:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.716302:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+316:68718:x1853163925700608:12345-192.168.204.1@tcp:36:rm.0 Request processed in 862us (1218us total) trans 8589934847 rc 0/0 00000100:00100000:1.0:1767317775.716313:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21739 00010000:00010000:0.0:1767317775.716391:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.716397:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.716403:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.716406:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.716412:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.716421:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246a:0x0].0x0 (ffff96e2d03ba200) 00010000:00010000:0.0:1767317775.716423:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.716427:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.716432:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e01d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x246a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.716444:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.716446:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.716447:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.719587:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925700736 00000100:00100000:1.0:1767317775.719597:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925700736 00000100:00100000:1.0:1767317775.719661:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21740 00000100:00100000:1.0:1767317775.719669:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+316:68718:x1853163925700736:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.719692:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.719712:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e024 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8028f9 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.719777:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719790:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719801:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719812:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719816:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719820:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719952:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719957:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.719962:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:1.0:1767317775.719986:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2457:0x0]: returning size 0 00000004:00200000:1.0:1767317775.719989:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.720003:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720010:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720024:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720028:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720032:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720035:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720039:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.720042:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720046:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720053:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.720055:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.720058:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720062:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e02b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720070:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720073:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720076:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720080:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.720081:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720084:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720087:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4d85104e (ffff96e2d03bab00) 00010000:00010000:1.0:1767317775.720088:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.720090:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720093:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e032 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.720111:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e024 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8028f9 expref: 318 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.720119:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8028f9 expref: 317 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.720126:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2457:0x0].0x0 (ffff96e2d03ba500) 00010000:00010000:1.0:1767317775.720128:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.720129:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81000, rc 0) 00000100:00100000:1.0:1767317775.720214:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+317:68718:x1853163925700736:12345-192.168.204.1@tcp:101:rm.0 Request processed in 546us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.720219:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21740 00000100:00100000:1.0:1767317775.723618:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925700992 00000100:00100000:1.0:1767317775.723629:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925700992 00000100:00100000:1.0:1767317775.723677:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21741 00000100:00100000:1.0:1767317775.723687:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+317:68718:x1853163925700992:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317775.723737:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317775.723763:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e039 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2457:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8028f9 expref: 317 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.723783:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2457:0x0].0x0 (ffff96e2d03ba500) 00010000:00010000:1.0:1767317775.723796:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.723815:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723825:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723831:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723840:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723847:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723851:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723941:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723948:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.723954:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317775.724180:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 64 off10368 00010000:00010000:1.0:1767317775.724217:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e055 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2457:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724223:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724435:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e055 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724442:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e055 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724446:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e055 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724450:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e055 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724467:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.724481:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724487:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724492:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724499:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.724503:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724510:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724519:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2457:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:1.0:1767317775.724522:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.724526:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724531:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e04e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2457:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724646:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724653:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724659:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724668:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724673:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.724676:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724682:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724691:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.724693:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.724696:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724700:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e040 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317775.724706:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a8fb80b reply state 0000000062ef0fd1 transno 8589934848 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724713:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.724717:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4d85104e (ffff96e2d03ba900) 00010000:00010000:1.0:1767317775.724719:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.724720:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.724877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+318:68718:x1853163925700992:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1191us (1399us total) trans 8589934848 rc 0/0 00000100:00100000:1.0:1767317775.724882:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21741 00000100:00100000:1.0:1767317775.731825:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925701120 00000100:00100000:1.0:1767317775.731837:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925701120 00000100:00100000:1.0:1767317775.731892:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21742 00000100:00100000:1.0:1767317775.731899:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+318:68718:x1853163925701120:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.731921:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.731946:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e05c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802900 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.732000:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732012:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732027:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732038:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732043:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732047:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732173:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e071 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x241b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732179:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e071 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732182:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e071 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317775.732212:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x241b:0x0]: returning size 0 00000004:00200000:1.0:1767317775.732215:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.732263:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e071 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732275:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e071 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732284:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732290:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732296:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732303:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732309:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.732313:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732320:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732331:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.732334:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.732339:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732344:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e063 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732357:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732363:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732369:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732374:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.732377:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732382:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732387:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xfeca234e (ffff96e2d03bab00) 00010000:00010000:1.0:1767317775.732389:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.732391:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732395:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e06a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.732416:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e05c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802900 expref: 320 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.732425:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e071 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x241b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802900 expref: 319 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.732429:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241b:0x0].0x0 (ffff96e2d03bae00) 00010000:00010000:1.0:1767317775.732431:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.732433:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81800, rc 0) 00000100:00100000:1.0:1767317775.732482:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+319:68718:x1853163925701120:12345-192.168.204.1@tcp:101:rm.0 Request processed in 584us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.732489:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21742 00000100:00100000:0.0:1767317775.735772:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317775.743921:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925701504 00000100:00100000:1.0:1767317775.743932:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925701504 00000100:00100000:1.0:1767317775.743989:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21744 00000100:00100000:1.0:1767317775.743999:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+320:68718:x1853163925701504:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.744029:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.744051:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e094 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802907 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.744116:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744130:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744142:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744155:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744161:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744177:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744369:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e0a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2456:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744378:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2456:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744385:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2456:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317775.744417:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2456:0x0]: returning size 0 00000004:00200000:1.0:1767317775.744422:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.744440:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2456:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744449:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2456:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744455:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744459:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744463:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744467:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744471:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.744474:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744478:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744489:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.744493:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.744498:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744504:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e09b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744515:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744520:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744525:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744530:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.744533:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744539:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744546:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x249e104e (ffff96e2d03bab00) 00010000:00010000:1.0:1767317775.744548:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.744551:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744557:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.744585:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e094 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802907 expref: 322 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.744612:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e0a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2456:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802907 expref: 321 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.744619:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2456:0x0].0x0 (ffff96e2d03ba500) 00010000:00010000:1.0:1767317775.744621:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.744624:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81c00, rc 0) 00000100:00100000:1.0:1767317775.744675:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+321:68718:x1853163925701504:12345-192.168.204.1@tcp:101:rm.0 Request processed in 679us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.744681:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21744 00000100:00100000:0.0:1767317775.747159:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.750089:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.750095:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e0c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.750101:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.750104:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e0c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.750110:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e0c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.750119:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2456:0x0].0x0 (ffff96e2da71e900) 00010000:00010000:0.0:1767317775.750122:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.750125:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e0c5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.750129:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e0c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2456:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.750144:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.750145:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.750147:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.753050:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317775.756879:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925702144 00000100:00100000:1.0:1767317775.756887:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925702144 00000100:00100000:1.0:1767317775.756937:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21747 00000100:00100000:1.0:1767317775.756947:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+323:68718:x1853163925702144:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317775.757000:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317775.757025:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e0e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2455:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80290e expref: 323 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.757042:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2455:0x0].0x0 (ffff96e2c9b89500) 00010000:00010000:1.0:1767317775.757051:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.757073:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757083:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757090:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757102:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757106:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757109:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757179:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757183:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757187:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317775.757655:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 64 off10560 00010000:00010000:1.0:1767317775.757705:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757715:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757723:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757729:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757736:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757746:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757792:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.757809:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757813:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757817:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757820:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.757823:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757828:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757834:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2455:0x0].0x0 (ffff96e2d03ba800) 00010000:00010000:1.0:1767317775.757836:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.757838:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757842:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e0f6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2455:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757931:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757937:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757945:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757950:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757955:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.757958:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757963:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757970:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.757972:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.757975:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.757981:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e0e8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317775.757990:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009866f373 reply state 0000000094afbb31 transno 8589934851 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.758000:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.758004:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc3eb104e (ffff96e2d03bab00) 00010000:00010000:1.0:1767317775.758006:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.758008:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.758090:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+324:68718:x1853163925702144:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1143us (1341us total) trans 8589934851 rc 0/0 00000100:00100000:1.0:1767317775.758100:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21747 00010000:00010000:0.0:1767317775.758149:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.758155:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.758160:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.758163:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.758169:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.758177:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2455:0x0].0x0 (ffff96e2d03ba800) 00010000:00010000:0.0:1767317775.758180:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.758183:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.758188:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e0fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2455:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.758203:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.758205:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.758207:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.760410:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317775.760466:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925702272 00000100:00100000:1.0:1767317775.760474:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925702272 00000100:00100000:1.0:1767317775.760539:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21748 00000100:00100000:1.0:1767317775.760549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+324:68718:x1853163925702272:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.760571:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.760588:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e104 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802915 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.760684:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760694:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760703:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760712:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760716:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760720:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760840:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760845:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760849:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:1.0:1767317775.760874:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x247a:0x0]: returning size 0 00000004:00200000:1.0:1767317775.760878:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.760892:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760900:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760906:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760910:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760915:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760918:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760922:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.760925:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760929:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760939:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.760942:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.760946:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760952:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e10b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760965:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760970:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760975:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760981:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.760984:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760989:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.760996:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd0d7914e (ffff96e2d03ba600) 00010000:00010000:1.0:1767317775.760998:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.761000:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.761003:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e112 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.761027:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e104 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802915 expref: 326 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.761039:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802915 expref: 325 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.761051:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff96e2d03ba500) 00010000:00010000:1.0:1767317775.761053:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.761055:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80c00, rc 0) 00000100:00100000:1.0:1767317775.761111:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+325:68718:x1853163925702272:12345-192.168.204.1@tcp:101:rm.0 Request processed in 564us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.761117:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21748 00000100:00100000:1.0:1767317775.763979:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925702528 00000100:00100000:1.0:1767317775.763991:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925702528 00000100:00100000:1.0:1767317775.764087:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21749 00000100:00100000:1.0:1767317775.764097:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+325:68718:x1853163925702528:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317775.764149:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317775.764174:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e119 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802915 expref: 325 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.764192:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff96e2d03ba500) 00010000:00010000:1.0:1767317775.764203:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.764224:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764274:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764284:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764298:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764308:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764314:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764406:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764414:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764421:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317775.764744:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 64 off10624 00000040:00080000:1.0:1767317775.764772:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].122, 64 off16000 00010000:00010000:1.0:1767317775.764822:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764832:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764839:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764846:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764852:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764858:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764878:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.764894:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764899:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764905:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764911:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.764914:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764920:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764928:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:1.0:1767317775.764931:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.764934:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.764939:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e12e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x247a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765049:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765056:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765061:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765070:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765075:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.765078:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765083:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765091:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.765093:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.765096:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765101:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e120 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317775.765110:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007a7df98 reply state 00000000892daa19 transno 8589934852 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765120:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.765126:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd0d7914e (ffff96e2d03bae00) 00010000:00010000:1.0:1767317775.765129:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.765131:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.765203:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+326:68718:x1853163925702528:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1106us (1359us total) trans 8589934852 rc 0/0 00000100:00100000:1.0:1767317775.765210:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21749 00010000:00010000:0.0:1767317775.765644:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.765651:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.765658:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.765662:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.765668:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.765678:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247a:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:0.0:1767317775.765680:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.765683:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.765688:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e135 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x247a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.765704:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.765706:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.765707:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.767929:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925702656 00000100:00100000:1.0:1767317775.767939:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925702656 00000100:00100000:1.0:1767317775.768037:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21750 00000100:00100000:1.0:1767317775.768057:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+326:68718:x1853163925702656:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.768083:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.768104:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e13c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80291c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.768166:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768179:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768190:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768204:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768210:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768215:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768414:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768423:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768431:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:1.0:1767317775.768468:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x245e:0x0]: returning size 0 00000004:00200000:1.0:1767317775.768472:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.768730:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768742:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768750:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768756:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768762:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768767:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768773:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.768777:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768784:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768795:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.768798:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.768803:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768808:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e143 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768823:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768828:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768833:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768838:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.768841:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768846:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768853:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x43e2ff4e (ffff96e2d03ba200) 00010000:00010000:1.0:1767317775.768855:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.768858:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768863:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e14a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.768893:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e13c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80291c expref: 328 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.768905:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80291c expref: 327 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.768912:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245e:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317775.768915:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.768917:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81400, rc 0) 00000100:00100000:1.0:1767317775.768995:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+327:68718:x1853163925702656:12345-192.168.204.1@tcp:101:rm.0 Request processed in 950us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.769002:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21750 00000100:00100000:1.0:1767317775.773725:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925702912 00000100:00100000:1.0:1767317775.773736:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925702912 00000100:00100000:1.0:1767317775.773793:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21751 00000100:00100000:1.0:1767317775.773802:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+327:68718:x1853163925702912:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317775.773853:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317775.773878:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e151 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x245e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80291c expref: 327 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.773896:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245e:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317775.773906:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.773926:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.773938:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.773947:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.773959:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.773966:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.773971:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.774060:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.774068:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.774075:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317775.774916:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 64 off10688 00010000:00010000:1.0:1767317775.774972:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e16d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x245e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.774983:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e16d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.774992:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e16d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.774998:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e16d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775003:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e16d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775009:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e16d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775023:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.775042:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775049:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775058:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775064:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.775068:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775075:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775084:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245e:0x0].0x0 (ffff96e2d03ba600) 00010000:00010000:1.0:1767317775.775086:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.775090:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775096:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e166 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x245e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775202:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775209:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775214:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775220:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775224:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.775226:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775679:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775689:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.775692:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.775695:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775701:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e158 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317775.775711:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ab7deb13 reply state 0000000006a6ea6e transno 8589934853 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775722:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.775728:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x43e2ff4e (ffff96e2d03ba500) 00010000:00010000:1.0:1767317775.775730:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.775734:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.775825:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+328:68718:x1853163925702912:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2022us (2258us total) trans 8589934853 rc 0/0 00000100:00100000:1.0:1767317775.775834:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21751 00000100:00100000:0.0:1767317775.782966:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317775.783069:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925703040 00000100:00100000:1.0:1767317775.783079:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925703040 00000100:00100000:1.0:1767317775.783139:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21752 00000100:00100000:1.0:1767317775.783149:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+328:68718:x1853163925703040:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317775.783176:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317775.783196:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e174 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802923 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.783288:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783302:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783313:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783326:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783333:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783339:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783497:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783506:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783512:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:1.0:1767317775.783545:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2423:0x0]: returning size 0 00000004:00200000:1.0:1767317775.783550:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317775.783569:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783580:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783589:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783595:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783612:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783618:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783623:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.783627:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783634:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783645:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.783648:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.783653:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783659:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e17b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783673:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783678:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783683:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783688:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.783690:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783695:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783701:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x477fa94e (ffff96e2d03ba200) 00010000:00010000:1.0:1767317775.783704:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.783706:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783711:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e182 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.783743:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e174 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802923 expref: 330 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.783756:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802923 expref: 329 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.783763:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2423:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:1.0:1767317775.783765:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317775.783767:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80800, rc 0) 00000100:00100000:1.0:1767317775.783833:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+329:68718:x1853163925703040:12345-192.168.204.1@tcp:101:rm.0 Request processed in 686us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317775.783840:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21752 00000100:00100000:1.0:1767317775.790179:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925703296 00000100:00100000:1.0:1767317775.790190:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925703296 00000100:00100000:1.0:1767317775.790281:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21753 00000100:00100000:1.0:1767317775.790292:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+329:68718:x1853163925703296:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317775.790348:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317775.790373:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e189 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802923 expref: 329 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317775.790389:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2423:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:1.0:1767317775.790398:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317775.790419:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790432:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790441:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790454:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790461:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790468:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790552:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790561:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790567:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317775.790846:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].123, 64 off16064 00000040:00080000:1.0:1767317775.790867:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 64 off10752 00010000:00010000:1.0:1767317775.790918:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790928:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790936:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790943:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790950:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790956:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.790980:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317775.791002:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791008:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791015:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791032:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.791037:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791049:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791057:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2423:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317775.791060:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317775.791064:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791070:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e19e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791189:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791197:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791203:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791208:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791213:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317775.791216:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791221:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791277:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317775.791280:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.791284:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791290:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e190 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317775.791300:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cfc0b311 reply state 00000000246424c8 transno 8589934854 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791310:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.791316:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x477fa94e (ffff96e2d03ba200) 00010000:00010000:1.0:1767317775.791319:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317775.791322:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.791396:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+330:68718:x1853163925703296:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1104us (1387us total) trans 8589934854 rc 0/0 00000100:00100000:1.0:1767317775.791404:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21753 00010000:00010000:0.0:1767317775.791489:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.791495:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.791502:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.791505:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.791515:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.791524:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2423:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:0.0:1767317775.791526:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.791529:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.791533:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e1a5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.791546:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.791548:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.791549:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.796435:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925703424 00000100:00100000:1.0:1767317775.796445:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925703424 00000100:00100000:0.0:1767317775.797273:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21754 00000100:00100000:0.0:1767317775.797284:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+330:68718:x1853163925703424:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.797316:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.797337:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e1ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80292a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.797403:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797418:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797430:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797443:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797455:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797461:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797645:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e1c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2422:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797654:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2422:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797661:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2422:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317775.797694:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2422:0x0]: returning size 0 00000004:00200000:0.0:1767317775.797698:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.797717:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2422:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797728:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797737:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797742:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797747:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797753:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797763:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.797767:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797773:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797785:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.797788:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.797793:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797799:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e1b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797810:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797815:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797821:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797826:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.797829:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797835:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797840:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1e98a94e (ffff96e2c8a18c00) 00010000:00010000:0.0:1767317775.797843:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.797845:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797851:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e1ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.797878:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e1ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80292a expref: 332 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.797890:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e1c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80292a expref: 331 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.797896:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2422:0x0].0x0 (ffff96e2c8a18700) 00010000:00010000:0.0:1767317775.797899:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317775.797901:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c0031400, rc 0) 00000100:00100000:0.0:1767317775.797976:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+331:68718:x1853163925703424:12345-192.168.204.1@tcp:101:rm.0 Request processed in 693us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.797983:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21754 00000100:00100000:0.0:1767317775.802147:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.805681:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.805691:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e1dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2422:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.805700:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.805703:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e1dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2422:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.805711:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e1dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2422:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.805730:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2422:0x0].0x0 (ffff96e2c9b89000) 00010000:00010000:0.0:1767317775.805733:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.805736:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e1dd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2422:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.805742:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e1dd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2422:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.805757:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.805759:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.805761:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.812903:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.814348:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.814355:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e215 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2429:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.814361:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.814365:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e215 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2429:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.814372:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e215 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2429:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.814381:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2429:0x0].0x0 (ffff96e2da71e100) 00010000:00010000:0.0:1767317775.814383:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.814386:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e215 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2429:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.814391:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e215 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2429:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.814404:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.814406:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.814408:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317775.819060:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317775.823847:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.825677:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.825686:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e24d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2438:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.825693:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.825696:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e24d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2438:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.825703:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e24d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2438:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.825713:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2438:0x0].0x0 (ffff96e2da71eb00) 00010000:00010000:0.0:1767317775.825716:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.825719:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e24d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2438:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.825724:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e24d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2438:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.825740:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.825742:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.825743:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.830295:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:3.0:1767317775.831952:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e269 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2437:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80293f expref: 337 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.831964:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2437:0x0].0x0 (ffff96e2c9b89700) 00010000:00010000:3.0:1767317775.831967:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317775.831969:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de3a8600, rc 0) 00000100:00100000:3.0:1767317775.832048:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+337:68718:x1853163925704576:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1360us (1763us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317775.832056:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21760 00000100:00100000:1.0:1767317775.839822:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317775.840145:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925704832 00000100:00100000:3.0:1767317775.840157:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925704832 00000100:00100000:3.0:1767317775.840218:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21761 00000100:00100000:3.0:1767317775.840270:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+337:68718:x1853163925704832:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317775.840328:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317775.840354:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e269 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2437:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80293f expref: 337 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.840375:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2437:0x0].0x0 (ffff96e2c9b89700) 00010000:00010000:3.0:1767317775.840387:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317775.840410:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840422:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840431:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840444:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840455:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840462:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840570:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840579:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840586:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317775.840846:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 64 off11008 00010000:00010000:3.0:1767317775.840897:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e285 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2437:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840906:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840913:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.840921:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e285 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841697:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e285 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841707:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e285 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841776:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317775.841800:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841806:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841812:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841818:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.841822:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841828:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841839:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2437:0x0].0x0 (ffff96e2c9b89200) 00010000:00010000:3.0:1767317775.841842:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317775.841846:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841851:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e27e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841975:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841982:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841987:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.841997:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.842002:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.842005:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.842023:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.842032:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317775.842034:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.842038:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.842043:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e270 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317775.842053:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056afeb50 reply state 00000000f913c51a transno 8589934858 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.842064:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.842070:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcbe1234e (ffff96e2c9b89800) 00010000:00010000:3.0:1767317775.842072:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317775.842075:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767317775.842161:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+338:68718:x1853163925704832:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1931us (2347us total) trans 8589934858 rc 0/0 00000100:00100000:3.0:1767317775.842170:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21761 00000100:00100000:1.0:1767317775.845724:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.845819:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925704960 00000100:00100000:0.0:1767317775.845831:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925704960 00000100:00100000:0.0:1767317775.845889:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21762 00000100:00100000:0.0:1767317775.845899:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+338:68718:x1853163925704960:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.845925:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.845960:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e28c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802946 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.846073:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846088:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846100:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846115:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846122:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846128:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846325:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846332:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846339:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317775.846375:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2445:0x0]: returning size 0 00000004:00200000:0.0:1767317775.846379:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.846401:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846414:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846423:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846430:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846436:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846442:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846448:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.846452:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846458:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846469:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.846472:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.846478:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846483:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e293 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846496:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846502:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846507:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846512:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.846515:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846520:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846526:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xbbeaf64e (ffff96e2c8a18c00) 00010000:00010000:0.0:1767317775.846528:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.846531:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846535:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e29a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.846564:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e28c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802946 expref: 340 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.846576:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802946 expref: 339 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.846583:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2445:0x0].0x0 (ffff96e2c8a18a00) 00010000:00010000:0.0:1767317775.846586:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317775.846588:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c0031400, rc 0) 00000100:00100000:0.0:1767317775.846654:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+339:68718:x1853163925704960:12345-192.168.204.1@tcp:101:rm.0 Request processed in 756us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.846662:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21762 00000100:00100000:1.0:1767317775.850553:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.850646:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925705216 00000100:00100000:0.0:1767317775.850658:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925705216 00000100:00100000:0.0:1767317775.850721:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21763 00000100:00100000:0.0:1767317775.850730:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+339:68718:x1853163925705216:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317775.850788:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.850816:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2445:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802946 expref: 339 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.850837:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2445:0x0].0x0 (ffff96e2c8a18a00) 00010000:00010000:0.0:1767317775.850850:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317775.850875:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.850888:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.850897:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.850910:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.850917:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.850923:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851014:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851131:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851138:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317775.851417:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 64 off11072 00010000:00010000:0.0:1767317775.851466:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851476:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851483:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851491:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851497:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.851504:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852454:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767317775.852461:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e2bd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2445:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852500:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852507:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852513:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852518:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.852521:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852527:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852534:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2445:0x0].0x0 (ffff96e2c8a18000) 00010000:00010000:0.0:1767317775.852537:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317775.852539:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852544:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e2b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852675:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852681:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852686:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852691:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852695:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.852698:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852702:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852711:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.852713:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.852716:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852723:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e2a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317775.852732:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005f340e02 reply state 000000006758187c transno 8589934859 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852743:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.852749:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xbbeaf64e (ffff96e2c8a18600) 00010000:00010000:0.0:1767317775.852752:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317775.852754:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317775.852855:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+340:68718:x1853163925705216:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2120us (2306us total) trans 8589934859 rc 0/0 00000100:00100000:0.0:1767317775.852864:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21763 00010000:00010000:3.0:1767317775.858369:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.858772:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.858863:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925705344 00000100:00100000:0.0:1767317775.858875:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925705344 00000100:00100000:0.0:1767317775.858975:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21764 00000100:00100000:0.0:1767317775.858985:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+340:68718:x1853163925705344:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.859009:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.859039:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e2c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80294d expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.859102:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859114:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859125:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859141:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859148:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859154:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859354:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859361:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859368:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.859403:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2424:0x0]: returning size 0 00000004:00200000:0.0:1767317775.859408:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.859431:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859443:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859453:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859459:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859465:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859476:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859666:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.859672:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859681:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859693:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.859696:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.859701:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859707:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e2cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859721:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859727:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859732:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859736:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.859739:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859744:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859751:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb2b2a94e (ffff96e2c8a18300) 00010000:00010000:0.0:1767317775.859754:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.859757:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859762:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e2d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.859793:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e2c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80294d expref: 342 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.859807:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80294d expref: 341 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.859812:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2424:0x0].0x0 (ffff96e2c8a18500) 00010000:00010000:0.0:1767317775.859815:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317775.859817:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbdc00, rc 0) 00000100:00100000:0.0:1767317775.859934:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+341:68718:x1853163925705344:12345-192.168.204.1@tcp:101:rm.0 Request processed in 942us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.859943:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21764 00000100:00100000:1.0:1767317775.864191:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.864441:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925705600 00000100:00100000:0.0:1767317775.864456:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925705600 00000100:00100000:0.0:1767317775.864678:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21765 00000100:00100000:0.0:1767317775.864688:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+341:68718:x1853163925705600:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317775.864749:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.864776:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e2d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80294d expref: 341 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.864800:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2424:0x0].0x0 (ffff96e2c8a18500) 00010000:00010000:0.0:1767317775.864811:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317775.864831:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.864843:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.864852:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.864868:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.864875:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.864881:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865213:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865222:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865251:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317775.865570:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 64 off11136 00000040:00080000:0.0:1767317775.865607:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].126, 64 off16256 00010000:00010000:0.0:1767317775.865659:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e2f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865668:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865675:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865682:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e2f5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865688:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e2f5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865693:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e2f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865769:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317775.865788:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865795:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865801:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865807:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.865811:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865819:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865827:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2424:0x0].0x0 (ffff96e2c8a18900) 00010000:00010000:0.0:1767317775.865831:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317775.865834:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.865840:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e2ee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866153:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866161:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866166:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866172:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866177:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbda00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.866180:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866186:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866195:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.866197:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.866201:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866206:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e2e0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317775.866215:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f3d179a0 reply state 000000000635d105 transno 8589934860 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866225:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.866255:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb2b2a94e (ffff96e2c8a18c00) 00010000:00010000:0.0:1767317775.866257:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317775.866260:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317775.866448:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+342:68718:x1853163925705600:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1759us (2266us total) trans 8589934860 rc 0/0 00000100:00100000:0.0:1767317775.866457:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21765 00000100:00100000:1.0:1767317775.870714:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.870788:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925705728 00000100:00100000:0.0:1767317775.870798:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925705728 00000100:00100000:0.0:1767317775.870849:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21766 00000100:00100000:0.0:1767317775.870858:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+342:68718:x1853163925705728:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317775.870883:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317775.870903:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802954 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.870973:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.870986:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.870996:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871010:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871026:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871033:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871183:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871191:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871198:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:0.0:1767317775.871256:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x246e:0x0]: returning size 0 00000004:00200000:0.0:1767317775.871261:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317775.871282:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871293:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871302:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871308:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871314:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871320:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871326:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.871330:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871338:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871349:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.871352:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.871357:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871363:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e303 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871374:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871380:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871385:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871390:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.871393:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871398:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871403:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb166a24e (ffff96e2c8a18000) 00010000:00010000:0.0:1767317775.871405:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.871408:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871413:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e30a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.871440:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e2fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802954 expref: 344 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.871452:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802954 expref: 343 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.871458:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246e:0x0].0x0 (ffff96e2c8a18a00) 00010000:00010000:0.0:1767317775.871460:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317775.871462:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7f71200, rc 0) 00000100:00100000:0.0:1767317775.871509:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+343:68718:x1853163925705728:12345-192.168.204.1@tcp:101:rm.0 Request processed in 653us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317775.871515:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21766 00000100:00100000:1.0:1767317775.878749:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317775.878954:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925705984 00000100:00100000:3.0:1767317775.878965:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925705984 00000100:00100000:3.0:1767317775.879036:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21767 00000100:00100000:3.0:1767317775.879046:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+343:68718:x1853163925705984:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317775.879109:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317775.879136:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e311 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x246e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802954 expref: 343 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.879155:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246e:0x0].0x0 (ffff96e2c8a18a00) 00010000:00010000:3.0:1767317775.879169:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317775.879193:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879206:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879215:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879261:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879268:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879275:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879367:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879375:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879382:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317775.879909:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 64 off11200 00000040:00080000:3.0:1767317775.879935:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].127, 64 off16320 00010000:00010000:3.0:1767317775.879987:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.879997:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880005:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880301:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880311:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880316:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880368:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317775.880389:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880396:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880402:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880407:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.880411:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880417:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880427:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246e:0x0].0x0 (ffff96e2c9b89900) 00010000:00010000:3.0:1767317775.880430:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317775.880434:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880440:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e326 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x246e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880561:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880568:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880574:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880579:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880584:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.880587:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880592:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880609:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317775.880612:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.880616:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880621:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e318 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317775.880630:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de43ad6c reply state 000000006901257f transno 8589934861 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880640:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.880647:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb166a24e (ffff96e2c9b89700) 00010000:00010000:3.0:1767317775.880650:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317775.880653:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767317775.880795:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+344:68718:x1853163925705984:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1748us (2055us total) trans 8589934861 rc 0/0 00000100:00100000:3.0:1767317775.880804:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21767 00010000:00010000:0.0:1767317775.882186:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.882197:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.882207:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.882211:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.882220:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.883378:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246e:0x0].0x0 (ffff96e2c9b89900) 00010000:00010000:0.0:1767317775.883386:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.883392:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.883400:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e32d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x246e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.883424:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.883426:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.883428:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.886798:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317775.886897:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925706112 00000100:00100000:3.0:1767317775.886908:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925706112 00000100:00100000:3.0:1767317775.887227:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21768 00000100:00100000:3.0:1767317775.887267:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+344:68718:x1853163925706112:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317775.887292:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317775.887313:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e334 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80295b expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.887380:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887394:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887411:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887427:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887435:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887440:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887634:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887643:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887650:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317775.887686:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x246c:0x0]: returning size 0 00000004:00200000:3.0:1767317775.887691:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317775.887713:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887726:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887736:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887742:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887751:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887758:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887763:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.887768:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887775:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887786:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317775.887789:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.887793:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887799:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e33b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887811:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887817:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887823:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887828:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.887830:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887836:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887842:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3ca4a24e (ffff96e2c9b89d00) 00010000:00010000:3.0:1767317775.887845:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.887847:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887853:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e342 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.887883:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e334 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80295b expref: 346 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.887896:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80295b expref: 345 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.887903:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246c:0x0].0x0 (ffff96e2c9b89000) 00010000:00010000:3.0:1767317775.887906:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317775.887908:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de3a9200, rc 0) 00000100:00100000:3.0:1767317775.887983:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+345:68718:x1853163925706112:12345-192.168.204.1@tcp:101:rm.0 Request processed in 718us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317775.887991:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21768 00000100:00100000:1.0:1767317775.891844:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317775.892005:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925706368 00000100:00100000:3.0:1767317775.892141:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925706368 00000100:00100000:3.0:1767317775.892200:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21769 00000100:00100000:3.0:1767317775.892211:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+345:68718:x1853163925706368:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317775.892293:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317775.892321:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e349 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x246c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80295b expref: 345 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.892339:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246c:0x0].0x0 (ffff96e2c9b89000) 00010000:00010000:3.0:1767317775.892350:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317775.892372:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e350 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892385:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e350 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892395:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e350 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892410:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892417:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892424:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892635:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e35e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x246c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892643:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e35e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.892650:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e35e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317775.892908:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 64 off11264 00000040:00080000:3.0:1767317775.893009:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].128, 64 off16384 00010000:00010000:3.0:1767317775.893191:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.893200:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.893208:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.893214:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.893219:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.893225:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00000100:00100000:1.0:1767317775.897593:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.899462:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317775.899472:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.899492:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317775.899496:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.899504:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.899518:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246c:0x0].0x0 (ffff96e2c9b89c00) 00010000:00010000:0.0:1767317775.899520:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317775.899525:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.899530:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e365 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x246c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317775.899549:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.899551:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.899554:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.902848:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.902932:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925706752 00000100:00100000:0.0:1767317775.902951:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925706752 00000100:00100000:0.0:1767317775.903025:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21771 00000100:00100000:0.0:1767317775.903036:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+347:68718:x1853163925706752:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317775.903092:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.903122:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e381 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x245b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802962 expref: 347 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.903140:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245b:0x0].0x0 (ffff96e2da71eb00) 00010000:00010000:0.0:1767317775.903150:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317775.903171:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903183:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903191:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903205:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903210:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903215:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903328:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903336:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903343:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317775.903605:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 64 off11328 00010000:00010000:0.0:1767317775.903656:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903667:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903674:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903681:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903687:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903692:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903718:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317775.903736:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903742:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903748:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903753:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.903757:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903763:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903771:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245b:0x0].0x0 (ffff96e2c8a18500) 00010000:00010000:0.0:1767317775.903774:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317775.903778:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903783:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e396 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x245b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903894:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903901:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903907:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903913:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903919:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.903922:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903928:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903936:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.903938:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.903942:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903947:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e388 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317775.903957:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002a9ceb47 reply state 0000000041b5e95d transno 8589934863 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903968:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.903974:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd1c9104e (ffff96e2c8a18000) 00010000:00010000:0.0:1767317775.903976:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317775.903979:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317775.904058:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+348:68718:x1853163925706752:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1022us (1217us total) trans 8589934863 rc 0/0 00000100:00100000:0.0:1767317775.904066:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21771 00010000:00010000:1.0:1767317775.904433:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317775.904441:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.904448:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317775.904451:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.904456:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.904466:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245b:0x0].0x0 (ffff96e2c8a18500) 00010000:00010000:1.0:1767317775.904469:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317775.904472:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.904477:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e39d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x245b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.904497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.904499:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.904500:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317775.907751:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:2.0:1767317775.908703:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317775.908706:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.908711:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908717:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908729:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908734:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908739:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908744:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.908746:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908752:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908759:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3ac9e54e (ffff96e2da71e100) 00010000:00010000:2.0:1767317775.908761:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.908763:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908769:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.908795:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802969 expref: 350 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.908812:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e3b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x244f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802969 expref: 349 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.908819:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244f:0x0].0x0 (ffff96e2da71e900) 00010000:00010000:2.0:1767317775.908821:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317775.908823:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131fe00, rc 0) 00000100:00100000:2.0:1767317775.908876:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+349:68718:x1853163925706880:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1002us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317775.908884:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21772 00000100:00100000:1.0:1767317775.914641:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317775.914802:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925707136 00000100:00100000:2.0:1767317775.914814:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925707136 00000100:00100000:2.0:1767317775.914876:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21773 00000100:00100000:2.0:1767317775.914887:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+349:68718:x1853163925707136:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317775.914943:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317775.914966:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e3b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x244f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802969 expref: 349 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.914984:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244f:0x0].0x0 (ffff96e2da71e900) 00010000:00010000:2.0:1767317775.914993:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317775.915016:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915029:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915038:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915055:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915061:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915067:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915422:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915432:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915439:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:2.0:1767317775.915861:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 64 off11392 00010000:00010000:2.0:1767317775.915912:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915922:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915930:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915938:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915943:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.915953:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916023:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317775.916044:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916050:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916056:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916062:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.916066:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916074:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916086:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244f:0x0].0x0 (ffff96e2da71e600) 00010000:00010000:2.0:1767317775.916089:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317775.916093:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 2/0,0 mode: --/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916098:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e3ce lrc: 0/0,0 mode: --/EX res: [0x200000402:0x244f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916206:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916213:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916222:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916226:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916261:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.916265:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916270:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916278:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317775.916290:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.916294:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916299:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e3c0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:2.0:1767317775.916309:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c096c409 reply state 000000003e94a257 transno 8589934864 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916319:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317775.916325:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3ac9e54e (ffff96e2da71e100) 00010000:00010000:2.0:1767317775.916373:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317775.916377:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317775.916464:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+350:68718:x1853163925707136:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1575us (1829us total) trans 8589934864 rc 0/0 00000100:00100000:2.0:1767317775.916476:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21773 00010000:00010000:3.0:1767317775.922517:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317775.922534:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.922547:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317775.922551:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.922561:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.922718:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244f:0x0].0x0 (ffff96e2da71e600) 00010000:00010000:3.0:1767317775.922722:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317775.922728:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.922739:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e3d5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x244f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00000100:00100000:1.0:1767317775.928694:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317775.928780:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925707264 00000100:00100000:3.0:1767317775.928789:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925707264 00000100:00100000:3.0:1767317775.928838:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21774 00000100:00100000:3.0:1767317775.928846:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+350:68718:x1853163925707264:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317775.928868:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317775.928886:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e3dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802970 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.928940:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.928955:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.928966:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.928980:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.928987:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.928993:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929153:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929162:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929182:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317775.929215:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2470:0x0]: returning size 0 00000004:00200000:3.0:1767317775.929220:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317775.929263:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929271:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929278:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929288:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929292:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929296:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929299:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.929302:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929307:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929314:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317775.929317:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.929320:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929324:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e3e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929332:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929335:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929338:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929341:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.929343:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929346:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929349:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x27f8a24e (ffff96e2c9b89000) 00010000:00010000:3.0:1767317775.929350:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.929352:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929354:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e3ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.929374:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e3dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802970 expref: 352 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.929385:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802970 expref: 351 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.929390:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2470:0x0].0x0 (ffff96e2c9b89d00) 00010000:00010000:3.0:1767317775.929391:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317775.929393:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de3a8a00, rc 0) 00000100:00100000:3.0:1767317775.929435:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+351:68718:x1853163925707264:12345-192.168.204.1@tcp:101:rm.0 Request processed in 591us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317775.929440:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21774 00010000:00010000:2.0:1767317775.935559:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317775.935568:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317775.935571:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317775.937736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317775.937862:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925707520 00000100:00100000:0.0:1767317775.937872:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925707520 00000100:00100000:0.0:1767317775.937976:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21775 00000100:00100000:0.0:1767317775.937986:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+351:68718:x1853163925707520:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317775.938052:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317775.938081:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e3f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2470:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802970 expref: 351 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317775.938100:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2470:0x0].0x0 (ffff96e2c9b89d00) 00010000:00010000:0.0:1767317775.938110:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317775.938134:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938149:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938158:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938180:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938188:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938194:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938530:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938540:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.938547:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:0.0:1767317775.939196:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 64 off11456 00000040:00080000:0.0:1767317775.939679:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].129, 64 off16448 00010000:00010000:0.0:1767317775.939742:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939756:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939766:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939773:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939779:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939785:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939818:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317775.939837:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939844:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939850:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939855:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.939859:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939867:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939877:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2470:0x0].0x0 (ffff96e2c8a18b00) 00010000:00010000:0.0:1767317775.939880:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317775.939886:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.939891:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e406 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2470:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.940159:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.940269:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317775.940277:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.940284:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317775.940287:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.940294:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.940303:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2470:0x0].0x0 (ffff96e2c8a18b00) 00010000:00010000:2.0:1767317775.940305:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317775.940308:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.940313:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e40d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2470:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.940330:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317775.940332:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317775.940334:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317775.942215:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942223:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942250:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942257:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317775.942261:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942269:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942283:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317775.942297:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317775.942302:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942308:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e3f8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:0.0:1767317775.942326:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aaaf9a70 reply state 00000000989ddfa2 transno 8589934865 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942338:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317775.942345:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x27f8a24e (ffff96e2c8a18300) 00010000:00010000:0.0:1767317775.942347:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317775.942350:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317775.944514:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+352:68718:x1853163925707520:12345-192.168.204.1@tcp:36:rm.0 Request processed in 6518us (6779us total) trans 8589934865 rc 0/0 00000100:00100000:1.0:1767317775.944527:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21775 00000100:00100000:1.0:1767317775.948780:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317775.948859:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925707648 00000100:00100000:2.0:1767317775.948870:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925707648 00000100:00100000:2.0:1767317775.948936:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21776 00000100:00100000:2.0:1767317775.948946:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+352:68718:x1853163925707648:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317775.948970:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317775.948992:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e414 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802977 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.949069:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949084:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949095:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949111:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949118:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949124:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949319:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949327:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949334:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:2.0:1767317775.949362:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2451:0x0]: returning size 0 00000004:00200000:2.0:1767317775.949366:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317775.949384:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949397:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949406:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949412:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949417:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949424:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949429:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.949434:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949440:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949451:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317775.949455:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.949461:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949467:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e41b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949479:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949485:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949491:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949496:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.949498:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949503:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949510:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd963e54e (ffff96e2da71e900) 00010000:00010000:2.0:1767317775.949512:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.949514:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949520:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e422 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.949547:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e414 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802977 expref: 354 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.949560:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802977 expref: 353 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.949567:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2451:0x0].0x0 (ffff96e2da71e600) 00010000:00010000:2.0:1767317775.949570:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317775.949765:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131ea00, rc 0) 00000100:00100000:2.0:1767317775.949834:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+353:68718:x1853163925707648:12345-192.168.204.1@tcp:101:rm.0 Request processed in 889us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317775.949843:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21776 00000100:00100000:0.0:1767317775.962352:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317775.962450:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925707904 00000100:00100000:3.0:1767317775.962461:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925707904 00000100:00100000:3.0:1767317775.962526:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21777 00000100:00100000:3.0:1767317775.962537:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+353:68718:x1853163925707904:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317775.962613:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317775.962643:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e429 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2451:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802977 expref: 353 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.962664:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2451:0x0].0x0 (ffff96e2da71e600) 00010000:00010000:3.0:1767317775.962676:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317775.962700:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962714:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962724:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962744:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962751:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962757:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962843:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962850:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.962857:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317775.963608:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 64 off11520 00010000:00010000:3.0:1767317775.963663:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963673:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963682:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963689:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963695:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963705:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963734:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317775.963756:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963762:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963768:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963774:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.963778:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963785:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963795:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2451:0x0].0x0 (ffff96e2c9b89f00) 00010000:00010000:3.0:1767317775.963798:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317775.963801:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963807:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e43e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2451:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963915:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.963922:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964157:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964163:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964168:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.964171:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964177:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964185:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317775.964188:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.964191:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.964196:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317775.964197:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e430 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.964204:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317775.964206:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aabe18e9 reply state 000000006f2703ff transno 8589934866 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.964209:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317775.964212:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964216:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.964218:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.964223:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd963e54e (ffff96e2c9b89000) 00010000:00010000:3.0:1767317775.964225:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317775.964227:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2451:0x0].0x0 (ffff96e2c9b89f00) 00000100:00100000:3.0:1767317775.964227:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767317775.964248:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317775.964251:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.964256:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e445 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2451:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317775.964268:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.964270:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.964272:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317775.964331:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+354:68718:x1853163925707904:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1793us (1987us total) trans 8589934866 rc 0/0 00000100:00100000:3.0:1767317775.964343:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21777 00000100:00100000:1.0:1767317775.968207:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1767317775.968450:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317775.968554:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925708032 00000100:00100000:3.0:1767317775.968564:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925708032 00000100:00100000:3.0:1767317775.968643:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21778 00000100:00100000:3.0:1767317775.968653:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+354:68718:x1853163925708032:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317775.968679:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317775.968699:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e44c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80297e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.968787:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.968802:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.968811:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.968827:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.968834:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.968841:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.968999:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969007:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969013:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317775.969045:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2446:0x0]: returning size 0 00000004:00200000:3.0:1767317775.969050:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317775.969070:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969082:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969091:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969097:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969102:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969108:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969113:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.969118:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969125:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969136:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317775.969140:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.969146:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969152:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e453 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969164:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969169:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969174:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969181:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317775.969183:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969188:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969195:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd4fdf64e (ffff96e2c9b89b00) 00010000:00010000:3.0:1767317775.969197:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317775.969200:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969205:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e45a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317775.969273:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e44c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80297e expref: 356 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.969287:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80297e expref: 355 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317775.969299:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2446:0x0].0x0 (ffff96e2c9b89100) 00010000:00010000:3.0:1767317775.969302:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317775.969304:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de3a8a00, rc 0) 00000100:00100000:3.0:1767317775.969358:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+355:68718:x1853163925708032:12345-192.168.204.1@tcp:101:rm.0 Request processed in 706us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317775.969366:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21778 00000100:00100000:1.0:1767317775.979690:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317775.979769:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925708288 00000100:00100000:2.0:1767317775.979788:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925708288 00000100:00100000:2.0:1767317775.979855:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21779 00000100:00100000:2.0:1767317775.979865:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+355:68718:x1853163925708288:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317775.979925:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317775.979953:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8a00/0xd0d4f19a2da3e461 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2446:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80297e expref: 355 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.979979:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2446:0x0].0x0 (ffff96e2c9b89100) 00010000:00010000:2.0:1767317775.979991:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317775.980013:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980026:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980037:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980050:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980057:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980062:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980150:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980158:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980172:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:2.0:1767317775.980445:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 64 off11584 00010000:00010000:2.0:1767317775.980492:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980501:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980508:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980515:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980522:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980529:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.980550:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317775.980568:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.980620:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317775.980633:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.981029:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.981041:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.983363:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fa00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317775.983382:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.983401:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.984072:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2446:0x0].0x0 (ffff96e2da71eb00) 00010000:00010000:1.0:1767317775.984075:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317775.984083:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.984088:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e47d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2446:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317775.984114:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.984115:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317775.984118:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317775.986821:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.986835:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.986851:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.986871:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2446:0x0].0x0 (ffff96e2da71eb00) 00010000:00010000:2.0:1767317775.986873:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317775.986878:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.986884:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e476 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987432:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987444:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987450:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987457:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987461:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.987465:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987471:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987481:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317775.987484:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.987487:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987495:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e468 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317775.987507:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003046b10f reply state 0000000095eba525 transno 8589934867 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987518:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.987526:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd4fdf64e (ffff96e2da71e900) 00010000:00010000:2.0:1767317775.987528:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317775.987532:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317775.987646:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+356:68718:x1853163925708288:12345-192.168.204.1@tcp:36:rm.0 Request processed in 7777us (7969us total) trans 8589934867 rc 0/0 00000100:00100000:2.0:1767317775.987655:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21779 00000100:00100000:0.0:1767317775.994665:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317775.994763:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925708416 00000100:00100000:2.0:1767317775.994774:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925708416 00000100:00100000:2.0:1767317775.994831:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21780 00000100:00100000:2.0:1767317775.994842:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+356:68718:x1853163925708416:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317775.994872:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317775.994900:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e484 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802985 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.994985:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995000:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995014:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995029:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995035:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995042:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995580:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995591:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995610:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:2.0:1767317775.995645:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2475:0x0]: returning size 0 00000004:00200000:2.0:1767317775.995650:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317775.995672:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995685:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995694:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995700:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995707:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995718:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995724:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.995728:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995735:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995747:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317775.995750:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.995755:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995761:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e48b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995774:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995780:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995785:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995790:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317775.995793:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995798:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995806:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x21b4914e (ffff96e2da71eb00) 00010000:00010000:2.0:1767317775.995808:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317775.995811:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995817:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e492 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317775.995848:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e484 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802985 expref: 358 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.995861:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802985 expref: 357 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317775.995868:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2475:0x0].0x0 (ffff96e2da71e600) 00010000:00010000:2.0:1767317775.995870:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317775.995873:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131fa00, rc 0) 00000100:00100000:2.0:1767317775.996027:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+357:68718:x1853163925708416:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1186us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317775.996035:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21780 00000100:00100000:1.0:1767317776.001811:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.002061:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925708672 00000100:00100000:2.0:1767317776.002072:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925708672 00000100:00080000:3.0:1767317776.002180:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767317776.002223:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21781 00000100:00100000:0.0:1767317776.002266:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+357:68718:x1853163925708672:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.002328:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.002355:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e499 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2475:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802985 expref: 357 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.002377:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2475:0x0].0x0 (ffff96e2da71e600) 00010000:00010000:0.0:1767317776.002388:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.002470:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002554:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002565:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002581:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002587:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002593:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002719:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002732:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.002739:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317776.003097:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].130, 64 off16512 00000040:00080000:1.0:1767317776.003123:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 64 off11648 00010000:00010000:1.0:1767317776.003706:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003718:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003728:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003736:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003742:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003748:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003815:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.003836:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003842:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003848:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003856:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.003861:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003869:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003879:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2475:0x0].0x0 (ffff96e2d03ba800) 00010000:00010000:1.0:1767317776.003881:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.003885:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.003891:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4ae lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2475:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004024:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004032:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004037:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004043:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004049:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.004051:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004057:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004068:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.004070:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.004074:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004079:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4a0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317776.004087:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5cd5a5c reply state 000000001c39adf0 transno 8589934868 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004096:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.004103:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x21b4914e (ffff96e2d03ba700) 00010000:00010000:1.0:1767317776.004105:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.004108:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.004316:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+358:68718:x1853163925708672:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2053us (2513us total) trans 8589934868 rc 0/0 00000100:00100000:1.0:1767317776.004325:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21781 00010000:00010000:2.0:1767317776.004608:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.004615:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.004621:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.004624:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.004634:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.004644:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2475:0x0].0x0 (ffff96e2d03ba800) 00010000:00010000:2.0:1767317776.004646:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.004649:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.004654:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2475:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.004670:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.004672:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.004674:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.009753:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.009827:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925708800 00000100:00100000:2.0:1767317776.009838:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925708800 00000100:00100000:2.0:1767317776.009896:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21782 00000100:00100000:2.0:1767317776.009906:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+358:68718:x1853163925708800:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.009941:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.009965:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e4bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80298c expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.010032:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010047:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010059:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010079:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010085:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010091:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010284:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010293:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010300:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:2.0:1767317776.010336:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2433:0x0]: returning size 0 00000004:00200000:2.0:1767317776.010340:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.010359:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010370:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010379:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010385:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010389:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010399:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010405:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.010408:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010416:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010426:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.010430:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.010435:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010440:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e4c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010453:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010459:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010464:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010469:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.010472:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010477:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010485:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5842d44e (ffff96e2da71eb00) 00010000:00010000:2.0:1767317776.010487:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.010490:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010494:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.010522:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e4bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80298c expref: 360 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.010534:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80298c expref: 359 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.010541:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2433:0x0].0x0 (ffff96e2da7e7000) 00010000:00010000:2.0:1767317776.010543:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.010545:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131ea00, rc 0) 00000100:00100000:2.0:1767317776.010609:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+359:68718:x1853163925708800:12345-192.168.204.1@tcp:101:rm.0 Request processed in 704us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.010617:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21782 00000100:00100000:0.0:1767317776.018114:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.018274:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925709056 00000100:00100000:1.0:1767317776.018289:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925709056 00000100:00100000:1.0:1767317776.018374:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21783 00000100:00100000:1.0:1767317776.018382:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+359:68718:x1853163925709056:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.018432:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.018455:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e4d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2433:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80298c expref: 359 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.018475:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2433:0x0].0x0 (ffff96e2da7e7000) 00010000:00010000:1.0:1767317776.018492:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.018511:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018521:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018527:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018536:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018540:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018544:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018644:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018651:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.018656:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317776.019141:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].55, 64 off11712 00010000:00010000:1.0:1767317776.019207:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019221:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019572:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019582:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019588:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019604:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019627:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.019647:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019653:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019660:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019666:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.019671:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019678:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019689:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2433:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317776.019692:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.019696:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019702:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e4e6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019822:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019829:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019834:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019840:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019845:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.019848:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019853:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019861:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.019864:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.019867:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019873:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e4d8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317776.019883:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da45cd91 reply state 000000005f26f670 transno 8589934869 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019895:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.019902:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5842d44e (ffff96e2d03ba800) 00010000:00010000:1.0:1767317776.019904:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.019907:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1767317776.020168:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.020175:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.020181:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.020185:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.020191:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.020201:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2433:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:2.0:1767317776.020203:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.020207:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.020212:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e4ed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2433:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.020227:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.020247:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.020248:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.020302:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+360:68718:x1853163925709056:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1917us (2198us total) trans 8589934869 rc 0/0 00000100:00100000:1.0:1767317776.020311:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21783 00000100:00100000:3.0:1767317776.023728:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.023789:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925709184 00000100:00100000:2.0:1767317776.023800:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925709184 00000100:00100000:2.0:1767317776.023861:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21784 00000100:00100000:2.0:1767317776.023872:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+360:68718:x1853163925709184:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.023897:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.023919:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e4f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802993 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.024031:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024045:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024056:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024071:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024080:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024085:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024264:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024272:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024279:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317776.024315:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2453:0x0]: returning size 0 00000004:00200000:2.0:1767317776.024319:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.024340:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024351:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024360:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024366:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024372:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024378:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024388:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.024392:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024400:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024425:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.024428:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.024433:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024438:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e4fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024451:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024457:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024462:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024466:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.024469:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024473:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024490:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x261de54e (ffff96e2fd1fcd00) 00010000:00010000:2.0:1767317776.024493:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.024496:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024502:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e502 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.024533:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e4f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802993 expref: 362 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.024547:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802993 expref: 361 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.024554:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2453:0x0].0x0 (ffff96e2fd1fc200) 00010000:00010000:2.0:1767317776.024556:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.024559:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131e600, rc 0) 00000100:00100000:2.0:1767317776.025445:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+361:68718:x1853163925709184:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1568us (1720us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.025454:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21784 00000100:00100000:3.0:1767317776.028790:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.029165:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925709440 00000100:00100000:2.0:1767317776.029176:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925709440 00000100:00100000:2.0:1767317776.029378:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21785 00000100:00100000:2.0:1767317776.029389:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+361:68718:x1853163925709440:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.029447:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.029472:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e509 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2453:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802993 expref: 361 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.029501:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2453:0x0].0x0 (ffff96e2fd1fc200) 00010000:00010000:2.0:1767317776.029511:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.029532:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029545:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029554:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029569:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x261de54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029575:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029581:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029683:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029692:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.029698:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:2.0:1767317776.029949:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].56, 64 off11776 00010000:00010000:2.0:1767317776.029999:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030018:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030027:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030038:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030044:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030049:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030176:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.030199:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030205:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030211:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030217:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fa00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.030221:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030258:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030268:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2453:0x0].0x0 (ffff96e2fd1fce00) 00010000:00010000:2.0:1767317776.030271:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.030274:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030280:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e51e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2453:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030386:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030393:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030399:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030405:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030410:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.030413:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030419:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030427:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.030429:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.030432:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030439:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e510 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:2.0:1767317776.030449:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007c2d1bc4 reply state 00000000def701f4 transno 8589934870 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030458:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.030467:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x261de54e (ffff96e2fd1fc300) 00010000:00010000:2.0:1767317776.030470:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.030472:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.030551:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+362:68718:x1853163925709440:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1162us (1771us total) trans 8589934870 rc 0/0 00000100:00100000:2.0:1767317776.030559:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21785 00010000:00010000:3.0:1767317776.034374:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.034390:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.034401:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00b000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.034405:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.034414:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.034434:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2453:0x0].0x0 (ffff96e2fd1fce00) 00010000:00010000:3.0:1767317776.034437:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.034442:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.034448:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00b000/0xd0d4f19a2da3e525 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2453:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.034778:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.034782:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.034784:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.034871:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.035116:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925709568 00000100:00100000:2.0:1767317776.035127:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925709568 00000100:00100000:2.0:1767317776.035224:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21786 00000100:00100000:2.0:1767317776.035268:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+362:68718:x1853163925709568:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.035293:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.035313:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e52c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f80299a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.035379:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035391:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035401:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035415:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035422:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035429:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035617:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035625:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035632:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317776.035666:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x242e:0x0]: returning size 0 00000004:00200000:2.0:1767317776.035670:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.035691:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035701:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035709:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035716:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035722:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035728:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035733:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.035738:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035745:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035755:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.035757:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.035762:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035768:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e533 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035780:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035785:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035791:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035796:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.035799:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035805:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035811:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xab17d44e (ffff96e2fd1fcf00) 00010000:00010000:2.0:1767317776.035814:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.035817:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035821:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e53a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.035851:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e52c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80299a expref: 364 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.035864:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80299a expref: 363 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.035871:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242e:0x0].0x0 (ffff96e2fd1fca00) 00010000:00010000:2.0:1767317776.035873:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.035875:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c2bffc00, rc 0) 00000100:00100000:2.0:1767317776.036116:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+363:68718:x1853163925709568:12345-192.168.204.1@tcp:101:rm.0 Request processed in 850us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.036125:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21786 00000100:00100000:1.0:1767317776.039524:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.040650:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925709824 00000100:00100000:0.0:1767317776.040664:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925709824 00000100:00100000:1.0:1767317776.040800:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21787 00000100:00100000:1.0:1767317776.040811:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+363:68718:x1853163925709824:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.040867:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.040895:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e541 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80299a expref: 363 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.040915:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242e:0x0].0x0 (ffff96e2fd1fca00) 00010000:00010000:1.0:1767317776.040938:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.040967:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.040980:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.040990:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.041005:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.041021:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.041028:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.041130:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.041138:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.041145:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317776.041427:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].57, 64 off11840 00000040:00080000:1.0:1767317776.041453:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].131, 64 off16576 00010000:00010000:1.0:1767317776.042100:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042115:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042123:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042131:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042137:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042143:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042172:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.042194:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042200:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042206:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042211:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.042216:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042224:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042258:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242e:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317776.042261:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.042266:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042271:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e556 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x242e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042390:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042396:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042402:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042411:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042416:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.042418:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042423:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042431:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.042433:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.042436:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042442:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e548 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317776.042450:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025cbbb3c reply state 00000000e35e06be transno 8589934871 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042461:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.042467:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xab17d44e (ffff96e2d03ba600) 00010000:00010000:1.0:1767317776.042469:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.042472:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767317776.042607:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.042614:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.042620:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.042623:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.042629:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.042639:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242e:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:0.0:1767317776.042643:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.042646:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.042650:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e55d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.042665:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.042667:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.042669:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.042818:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+364:68718:x1853163925709824:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2004us (3300us total) trans 8589934871 rc 0/0 00000100:00100000:1.0:1767317776.042827:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21787 00000100:00100000:2.0:1767317776.050106:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.050399:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925709952 00000100:00100000:3.0:1767317776.050410:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925709952 00000100:00100000:3.0:1767317776.050470:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21788 00000100:00100000:3.0:1767317776.050578:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+364:68718:x1853163925709952:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.050614:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.050637:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e564 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029a1 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.050706:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050719:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050730:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050743:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050749:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050755:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050933:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.050941:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051209:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317776.051343:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2477:0x0]: returning size 0 00000004:00200000:3.0:1767317776.051347:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.051366:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051377:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051386:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051392:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051398:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051404:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051410:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.051414:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051421:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051431:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.051434:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.051438:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051444:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e56b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051456:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051461:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051467:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051472:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.051474:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051852:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051864:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x315e914e (ffff96e2c9b89b00) 00010000:00010000:3.0:1767317776.051867:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.051870:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051876:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e572 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.051907:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e564 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029a1 expref: 366 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.051920:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029a1 expref: 365 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.051927:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2477:0x0].0x0 (ffff96e2c9b89100) 00010000:00010000:3.0:1767317776.051930:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.051932:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de3a8200, rc 0) 00000100:00100000:3.0:1767317776.052050:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+365:68718:x1853163925709952:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1571us (1954us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.052059:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21788 00000100:00100000:0.0:1767317776.056005:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.056426:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925710208 00000100:00100000:2.0:1767317776.056436:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925710208 00000100:00100000:2.0:1767317776.056602:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21789 00000100:00100000:2.0:1767317776.056614:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+365:68718:x1853163925710208:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.056673:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.056701:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e579 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2477:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029a1 expref: 365 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.056719:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2477:0x0].0x0 (ffff96e2c9b89100) 00010000:00010000:2.0:1767317776.056730:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.056755:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056770:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056780:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056795:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x315e914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056803:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056809:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056912:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056920:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.056942:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.057417:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].132, 64 off16640 00000040:00080000:2.0:1767317776.057438:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].58, 64 off11904 00010000:00010000:2.0:1767317776.057512:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057522:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057531:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057539:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057549:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057555:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057579:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.057608:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057615:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057621:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057627:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.057632:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057639:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057648:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2477:0x0].0x0 (ffff96e2fd1fc200) 00010000:00010000:2.0:1767317776.057651:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.057655:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057661:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e58e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2477:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057768:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057779:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057785:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057791:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057796:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.057798:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057804:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057812:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.057815:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.057818:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057823:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e580 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.057832:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003550d095 reply state 00000000accfaa20 transno 8589934872 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057842:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.057849:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x315e914e (ffff96e2fd1fcf00) 00010000:00010000:2.0:1767317776.057851:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.057855:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1767317776.058459:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.058468:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.058475:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.058491:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.058500:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.058511:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2477:0x0].0x0 (ffff96e2fd1fc200) 00010000:00010000:0.0:1767317776.058514:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.058518:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.058523:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e595 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2477:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.058538:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.058540:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.058542:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.058890:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+366:68718:x1853163925710208:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2271us (2888us total) trans 8589934872 rc 0/0 00000100:00100000:2.0:1767317776.058901:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21789 00000100:00100000:0.0:1767317776.062155:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.062499:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925710336 00000100:00100000:2.0:1767317776.062509:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925710336 00000100:00100000:2.0:1767317776.062560:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21790 00000100:00100000:2.0:1767317776.062568:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+366:68718:x1853163925710336:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.062589:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.062619:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e59c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029a8 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.062679:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062692:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062703:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062717:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062724:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062730:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062876:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062887:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.062894:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.063100:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x243e:0x0]: returning size 0 00000004:00200000:2.0:1767317776.063105:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.063128:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063139:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063148:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063155:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063160:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063166:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063171:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.063174:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063312:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063325:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.063329:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.063334:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063340:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e5a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063353:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063358:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063365:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063369:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.063372:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063377:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063383:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd572234e (ffff96e2fd1fcd00) 00010000:00010000:2.0:1767317776.063385:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.063387:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063392:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e5aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.063418:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e59c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029a8 expref: 368 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.063435:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029a8 expref: 367 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.063442:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243e:0x0].0x0 (ffff96e2fd1fc600) 00010000:00010000:2.0:1767317776.063444:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.063446:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131f000, rc 0) 00000100:00100000:2.0:1767317776.063515:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+367:68718:x1853163925710336:12345-192.168.204.1@tcp:101:rm.0 Request processed in 947us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.063522:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21790 00000100:00100000:0.0:1767317776.067679:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.067758:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925710592 00000100:00100000:2.0:1767317776.067769:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925710592 00000100:00100000:2.0:1767317776.067827:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21791 00000100:00100000:2.0:1767317776.067837:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+367:68718:x1853163925710592:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.067894:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.067921:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e5b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029a8 expref: 367 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.067940:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243e:0x0].0x0 (ffff96e2fd1fc600) 00010000:00010000:2.0:1767317776.067950:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.067973:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.067985:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.067995:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068047:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd572234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068055:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068062:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068150:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068157:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068164:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.068445:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].59, 64 off11968 00010000:00010000:2.0:1767317776.068497:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068506:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068514:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068521:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068526:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068536:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068557:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.068578:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068583:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068589:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068605:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.068610:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068617:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068625:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243e:0x0].0x0 (ffff96e2fd1fc900) 00010000:00010000:2.0:1767317776.068629:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.068633:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068639:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e5c6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068748:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068755:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068764:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068768:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068772:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.068776:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068781:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068789:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.068791:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.068794:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068800:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e5b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.068808:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf5ec01b reply state 00000000eee74e61 transno 8589934873 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068817:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.068823:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd572234e (ffff96e2fd1fcc00) 00010000:00010000:2.0:1767317776.068825:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.068828:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.068901:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+368:68718:x1853163925710592:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1063us (1233us total) trans 8589934873 rc 0/0 00000100:00100000:2.0:1767317776.068912:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21791 00010000:00010000:0.0:1767317776.069489:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.069496:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.069514:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.069517:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.069528:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.069539:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243e:0x0].0x0 (ffff96e2fd1fc900) 00010000:00010000:0.0:1767317776.069541:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.069544:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.069549:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e5cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.069564:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.069566:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.069568:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.073794:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.073891:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925710720 00000100:00100000:3.0:1767317776.073902:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925710720 00000100:00100000:3.0:1767317776.073974:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21792 00000100:00100000:3.0:1767317776.073983:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+368:68718:x1853163925710720:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.074018:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.074043:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e5d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029af expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.074108:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.074121:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.074132:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.074146:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.074153:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.074159:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075627:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075645:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075656:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317776.075693:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2427:0x0]: returning size 0 00000004:00200000:0.0:1767317776.075697:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.075723:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075735:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075745:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075754:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075759:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075765:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075770:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.075775:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075782:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075793:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.075796:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.075802:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075808:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e5db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075823:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075829:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075834:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075838:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.075841:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075846:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075852:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcbc3a94e (ffff96e2c9b89b00) 00010000:00010000:0.0:1767317776.075855:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.075857:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075862:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e5e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.075899:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e5d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029af expref: 370 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.075914:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029af expref: 369 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.075932:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2427:0x0].0x0 (ffff96e2c8a18f00) 00010000:00010000:0.0:1767317776.075934:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.075937:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7f70200, rc 0) 00000100:00100000:0.0:1767317776.076026:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+369:68718:x1853163925710720:12345-192.168.204.1@tcp:101:rm.0 Request processed in 2043us (2242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.076035:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21792 00000100:00100000:1.0:1767317776.080335:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.080409:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925710976 00000100:00100000:0.0:1767317776.080419:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925710976 00000100:00100000:0.0:1767317776.080474:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21793 00000100:00100000:0.0:1767317776.080494:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+369:68718:x1853163925710976:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.080574:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.080609:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e5e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029af expref: 369 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.080630:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2427:0x0].0x0 (ffff96e2c8a18f00) 00010000:00010000:0.0:1767317776.080643:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.080665:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080677:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080685:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080701:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080707:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080713:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080804:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080812:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.080819:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317776.081091:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].133, 64 off16704 00000040:00080000:0.0:1767317776.081112:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].60, 64 off12032 00010000:00010000:0.0:1767317776.081162:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081171:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081179:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081185:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081191:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081196:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081214:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.081270:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081276:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081282:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081288:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.081292:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081303:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081311:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2427:0x0].0x0 (ffff96e2c8a18500) 00010000:00010000:0.0:1767317776.081314:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.081317:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081323:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e5fe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081439:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081446:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081452:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081457:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081462:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.081465:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081470:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081477:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.081479:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.081482:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081488:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e5f0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317776.081497:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000095a8fada reply state 000000003ca54d25 transno 8589934874 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081506:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.081512:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcbc3a94e (ffff96e2c8a18b00) 00010000:00010000:0.0:1767317776.081514:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.081516:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.081586:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+370:68718:x1853163925710976:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1104us (1259us total) trans 8589934874 rc 0/0 00000100:00100000:0.0:1767317776.081604:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21793 00010000:00010000:3.0:1767317776.082463:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.082472:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.082489:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.082492:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.082500:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.082512:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2427:0x0].0x0 (ffff96e2c8a18500) 00010000:00010000:3.0:1767317776.082514:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.082518:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.082523:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e605 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.082541:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.082543:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.082545:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.092527:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.092705:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925711104 00000100:00100000:1.0:1767317776.092716:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925711104 00000100:00100000:1.0:1767317776.092783:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21794 00000100:00100000:1.0:1767317776.092794:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+370:68718:x1853163925711104:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.092818:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.092841:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e60c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029b6 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.092948:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.092962:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.092974:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.092989:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.092996:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093002:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093187:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093195:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093202:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.093451:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x246d:0x0]: returning size 0 00000004:00200000:1.0:1767317776.093457:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.093496:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093509:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093520:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093527:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093533:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093540:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093547:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.093551:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093558:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093570:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.093574:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.093578:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093585:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e613 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093607:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093614:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093621:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093626:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.093629:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093635:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093643:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x887fa24e (ffff96e2d03baf00) 00010000:00010000:1.0:1767317776.093646:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.093648:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093654:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e61a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.093687:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e60c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029b6 expref: 372 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.093700:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029b6 expref: 371 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.093707:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246d:0x0].0x0 (ffff96e2da7e7000) 00010000:00010000:1.0:1767317776.093710:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.093712:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81800, rc 0) 00000100:00100000:1.0:1767317776.093781:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+371:68718:x1853163925711104:12345-192.168.204.1@tcp:101:rm.0 Request processed in 988us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.093788:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21794 00000100:00100000:1.0:1767317776.098052:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.098218:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925711360 00000100:00100000:2.0:1767317776.098270:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925711360 00000100:00100000:2.0:1767317776.098327:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21795 00000100:00100000:2.0:1767317776.098337:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+371:68718:x1853163925711360:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.098395:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.098422:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e621 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x246d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029b6 expref: 371 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.098443:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246d:0x0].0x0 (ffff96e2da7e7000) 00010000:00010000:2.0:1767317776.098454:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.098478:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098491:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098500:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098513:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098520:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098526:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098631:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098641:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098648:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.098900:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].134, 64 off16768 00000040:00080000:2.0:1767317776.098920:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].61, 64 off12096 00010000:00010000:2.0:1767317776.098978:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098987:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.098994:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099000:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099006:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099026:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099045:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.099062:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099068:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099073:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099080:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.099084:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099091:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099100:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246d:0x0].0x0 (ffff96e2fd1fcd00) 00010000:00010000:2.0:1767317776.099103:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.099107:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099112:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e636 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x246d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099219:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099226:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099260:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099265:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099271:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.099273:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099280:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099291:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.099294:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.099297:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099302:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e628 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.099311:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000081ba993 reply state 0000000079096428 transno 8589934875 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099322:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.099328:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x887fa24e (ffff96e2fd1fc600) 00010000:00010000:2.0:1767317776.099331:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.099333:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.099421:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+372:68718:x1853163925711360:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1083us (1377us total) trans 8589934875 rc 0/0 00000100:00100000:2.0:1767317776.099429:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21795 00010000:00010000:1.0:1767317776.100160:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.100168:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.100176:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.100179:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.100187:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.100199:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246d:0x0].0x0 (ffff96e2fd1fcd00) 00010000:00010000:1.0:1767317776.100201:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.100204:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.100209:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e63d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x246d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.100225:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.100227:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.100254:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.105071:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.105271:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925711488 00000100:00100000:0.0:1767317776.105283:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925711488 00000100:00100000:0.0:1767317776.105348:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21796 00000100:00100000:0.0:1767317776.105358:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+372:68718:x1853163925711488:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.105384:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.105408:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e644 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029bd expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.105473:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105486:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105497:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105514:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105521:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105527:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105700:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105709:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105717:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317776.105748:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2419:0x0]: returning size 0 00000004:00200000:0.0:1767317776.105752:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.105773:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105784:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105793:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105799:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105805:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105816:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105821:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.105825:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105831:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105842:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.105845:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.105850:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105856:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e64b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105869:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105874:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105880:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105884:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.105886:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105891:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105897:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xad08a94e (ffff96e2c8a18f00) 00010000:00010000:0.0:1767317776.105899:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.105901:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105906:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e652 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.105937:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e644 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029bd expref: 374 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.105957:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029bd expref: 373 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.105963:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2419:0x0].0x0 (ffff96e2c8a18a00) 00010000:00010000:0.0:1767317776.105965:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.105967:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c8086e00, rc 0) 00000100:00100000:0.0:1767317776.107344:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+373:68718:x1853163925711488:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1975us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.107354:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21796 00000100:00100000:3.0:1767317776.111078:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.111168:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925711744 00000100:00100000:0.0:1767317776.111191:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925711744 00000100:00100000:0.0:1767317776.111289:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21797 00000100:00100000:0.0:1767317776.111299:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+373:68718:x1853163925711744:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.111351:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.111377:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e659 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029bd expref: 373 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.111401:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2419:0x0].0x0 (ffff96e2c8a18a00) 00010000:00010000:0.0:1767317776.111411:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.111432:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111445:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111454:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111467:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111474:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111480:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111571:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111579:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111586:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:0.0:1767317776.111861:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].135, 64 off16832 00000040:00080000:0.0:1767317776.111881:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].62, 64 off12160 00010000:00010000:0.0:1767317776.111927:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111938:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111945:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111952:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111958:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111965:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.111991:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.112009:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112015:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112022:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112028:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbda00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.112032:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112039:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112047:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2419:0x0].0x0 (ffff96e2c8a18700) 00010000:00010000:0.0:1767317776.112050:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.112054:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112059:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e66e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112165:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112173:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112179:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112184:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112190:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.112193:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112198:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112206:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.112208:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.112212:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112217:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e660 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317776.112227:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c1c79a5 reply state 0000000037839aad transno 8589934876 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112265:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.112272:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xad08a94e (ffff96e2c8a18900) 00010000:00010000:0.0:1767317776.112274:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.112277:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.112352:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+374:68718:x1853163925711744:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1053us (1282us total) trans 8589934876 rc 0/0 00000100:00100000:0.0:1767317776.112359:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21797 00010000:00010000:3.0:1767317776.112693:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.112700:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.112707:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.112710:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.112715:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.112728:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2419:0x0].0x0 (ffff96e2c8a18700) 00010000:00010000:3.0:1767317776.112731:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.112734:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.112738:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e675 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.112756:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.112758:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.112759:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.115791:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.116677:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925711872 00000100:00100000:1.0:1767317776.116688:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925711872 00000100:00100000:1.0:1767317776.116756:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21798 00000100:00100000:1.0:1767317776.116766:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+374:68718:x1853163925711872:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.116792:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.116815:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e67c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029c4 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.116886:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.116899:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.116911:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.116938:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.116946:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.116952:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117438:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117449:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117456:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.117503:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x243f:0x0]: returning size 0 00000004:00200000:1.0:1767317776.117508:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.117530:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117542:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117552:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117559:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117564:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117571:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117577:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.117581:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117587:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117608:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.117612:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.117617:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117624:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e683 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117637:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117642:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117649:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117654:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.117656:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117662:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117668:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xae59234e (ffff96e2da7e7000) 00010000:00010000:1.0:1767317776.117670:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.117673:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117678:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e68a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.117708:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e67c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029c4 expref: 376 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.117722:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029c4 expref: 375 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.117728:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243f:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:1.0:1767317776.117730:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.117732:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80200, rc 0) 00000100:00100000:1.0:1767317776.117881:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+375:68718:x1853163925711872:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1115us (2098us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.117889:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21798 00000100:00100000:1.0:1767317776.127931:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.128043:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925712128 00000100:00100000:2.0:1767317776.128054:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925712128 00000100:00100000:2.0:1767317776.128115:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21799 00000100:00100000:2.0:1767317776.128125:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+375:68718:x1853163925712128:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.128192:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.128221:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e691 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029c4 expref: 375 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.128280:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243f:0x0].0x0 (ffff96e2d03baf00) 00010000:00010000:2.0:1767317776.128291:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.128312:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128324:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128333:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128345:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xae59234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128350:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128356:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128449:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128457:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.128464:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.129746:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].63, 64 off12224 00010000:00010000:2.0:1767317776.129836:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129854:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129865:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129873:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129878:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129883:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129909:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.129932:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129938:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129945:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129951:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.129956:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129963:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129974:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243f:0x0].0x0 (ffff96e2fd1fc100) 00010000:00010000:2.0:1767317776.129977:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.129981:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.129986:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250600/0xd0d4f19a2da3e6a6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130108:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130115:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130120:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130125:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130130:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.130133:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130138:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130146:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.130148:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.130151:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130157:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251e00/0xd0d4f19a2da3e698 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.130166:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000088e951bf reply state 0000000076010d16 transno 8589934877 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130184:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.130190:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xae59234e (ffff96e2fd1fc400) 00010000:00010000:2.0:1767317776.130193:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.130196:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.130323:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+376:68718:x1853163925712128:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2195us (2408us total) trans 8589934877 rc 0/0 00000100:00100000:2.0:1767317776.130332:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21799 00010000:00010000:3.0:1767317776.132697:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.132712:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.132723:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.132728:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.132738:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.132754:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243f:0x0].0x0 (ffff96e2fd1fc100) 00010000:00010000:3.0:1767317776.132757:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.132762:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 1/0,0 mode: --/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.132767:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251000/0xd0d4f19a2da3e6ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.132789:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.132792:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.132794:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.135471:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.136099:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925712256 00000100:00100000:2.0:1767317776.136111:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925712256 00000100:00100000:2.0:1767317776.136165:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21800 00000100:00100000:2.0:1767317776.136174:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+376:68718:x1853163925712256:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.136208:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.136254:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251200/0xd0d4f19a2da3e6b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029cb expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.136343:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136358:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136369:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136385:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136392:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136399:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136805:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136816:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136824:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.136860:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2443:0x0]: returning size 0 00000004:00200000:2.0:1767317776.136864:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.136887:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136899:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136908:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136914:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136920:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136925:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136931:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.136935:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136942:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136954:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.136957:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.136963:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136970:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251600/0xd0d4f19a2da3e6bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136984:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136990:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.136995:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.137000:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.137003:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.137019:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.137026:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xac40f64e (ffff96e2fd1fc000) 00010000:00010000:2.0:1767317776.137029:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.137032:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.137037:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250200/0xd0d4f19a2da3e6c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.137072:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc251200/0xd0d4f19a2da3e6b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029cb expref: 378 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.137085:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029cb expref: 377 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.137093:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2443:0x0].0x0 (ffff96e2fd1fc500) 00010000:00010000:2.0:1767317776.137095:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.137098:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc250c00, rc 0) 00000100:00100000:2.0:1767317776.137180:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+377:68718:x1853163925712256:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1006us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.137188:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21800 00010000:00010000:2.0:1767317776.139644:0:88782:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767317776.139664:0:88782:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.139714:0:88782:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 2/0,0 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.139720:0:88782:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767317776.139757:0:88782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2e2587800/0xd0d4f19a2da3d73a lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d741 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.139782:0:88782:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030000/0xd0d4f19a2da3d629 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d630 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767317776.139789:0:88782:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030000/0xd0d4f19a2da3d629 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d630 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.139804:0:88782:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030000/0xd0d4f19a2da3d629 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d630 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.139810:0:88782:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767317776.139815:0:88782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c0030000/0xd0d4f19a2da3d629 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d630 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1767317776.139827:0:88782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934877 is committed 00000004:00080000:2.0:1767317776.139927:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00080000:2.0:1767317776.139943:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000001:00080000:2.0:1767317776.139969:0:88782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934805 is committed 00000004:00080000:2.0:1767317776.140059:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:2.0:1767317776.140150:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000100:00100000:2.0:1767317776.140329:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989372928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.140400:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.140457:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989373440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.140478:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.140502:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767317776.140507:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989373056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.140525:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.140542:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989373568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.140559:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.140621:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372928 00000100:00100000:2.0:1767317776.140631:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372928 00000100:00100000:2.0:1767317776.140686:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373440 00000100:00100000:2.0:1767317776.140690:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373440 00000100:00100000:2.0:1767317776.140706:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373056 00000100:00100000:2.0:1767317776.140709:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373056 00000100:00100000:2.0:1767317776.140723:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373568 00000100:00100000:2.0:1767317776.140726:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373568 00000100:00100000:2.0:1767317776.140746:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15923 00000100:00100000:2.0:1767317776.140754:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:7015:x1853163989372928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.140783:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:25 count 1 00002000:00010000:2.0:1767317776.140816:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.140825:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.140838:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.140841:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.140846:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.140863:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.140873:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.140880:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.140897:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.141115:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:7015:x1853163989372928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 361us (714us total) trans 4294975197 rc 0/0 00000100:00100000:2.0:1767317776.141122:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15923 00000100:00100000:2.0:1767317776.141139:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15924 00000100:00100000:2.0:1767317776.141146:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:7015:x1853163989373440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.141157:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:79 count 1 00002000:00010000:2.0:1767317776.141171:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.141176:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.141184:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.141186:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.141189:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.141197:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.141205:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.141212:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.141226:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.141342:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:7015:x1853163989373440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (862us total) trans 4294975198 rc 0/0 00000100:00100000:2.0:1767317776.141348:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15924 00000100:00100000:2.0:1767317776.141359:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15925 00000100:00100000:2.0:1767317776.141365:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:7015:x1853163989373056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.141374:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:100 count 1 00000100:00100000:0.0:1767317776.142717:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989372672:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1767317776.142778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.142812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.142832:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.142865:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.142880:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.142902:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1767317776.142907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989372800:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1767317776.142936:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.142953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.142972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.142985:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.143000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767317776.143033:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.143041:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143059:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.143064:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143073:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143094:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143100:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251c00/0xd0d4f19a2da3e6d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143124:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.143127:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143133:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.143136:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143142:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143150:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143162:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250a00/0xd0d4f19a2da3e6d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143175:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.143182:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.143184:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.143199:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372672 00000100:00100000:0.0:1767317776.143206:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372672 00000100:00100000:0.0:1767317776.143288:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989372800 00000100:00100000:0.0:1767317776.143291:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989372800 00000100:00100000:0.0:1767317776.143312:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1767317776.143319:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:7013:x1853163989372672:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1767317776.143333:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.143351:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3d741 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfb:0x0].0x36a1a198 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d73a expref: 10 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143365:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x36a1a198 (ffff96e2c3b68e00) 00010000:00010000:0.0:1767317776.143374:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317776.143404:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:7013:x1853163989372672:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 86us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.143411:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1767317776.143429:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1767317776.143434:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:7013:x1853163989372800:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1767317776.143441:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.143449:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3d630 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xfa:0x0].0x36a1a198 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d629 expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143463:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfa:0x0].0x36a1a198 (ffff96e2c3b68100) 00010000:00010000:0.0:1767317776.143468:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317776.143483:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:7013:x1853163989372800:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 50us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.143489:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1767317776.143508:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373184 00000100:00100000:0.0:1767317776.143511:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373184 00000100:00100000:0.0:1767317776.143524:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373696 00000100:00100000:0.0:1767317776.143526:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373696 00000100:00100000:0.0:1767317776.143533:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373312 00000100:00100000:0.0:1767317776.143535:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373312 00000100:00100000:0.0:1767317776.143542:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373824 00000100:00100000:0.0:1767317776.143544:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373824 00000100:00100000:0.0:1767317776.143553:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15926 00000100:00100000:0.0:1767317776.143558:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7015:x1853163989373568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.143578:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:27 count 1 00002000:00010000:0.0:1767317776.143614:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.143621:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143632:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.143634:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.143641:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143653:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143670:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143678:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143693:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.143893:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1767317776.143896:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7015:x1853163989373568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 336us (3334us total) trans 4294975199 rc 0/0 00010000:00010000:1.0:1767317776.143900:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.143902:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15926 00010000:00010000:1.0:1767317776.143907:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbda00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.143910:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.143915:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15927 00010000:00010000:1.0:1767317776.143918:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.143921:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163989373184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317776.143931:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767317776.143932:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:91 count 1 00010000:00010000:1.0:1767317776.143938:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3e6de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767317776.143945:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.143949:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.143953:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.143955:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.143956:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.143957:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.143958:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.143960:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143968:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143975:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.143983:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144012:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.144103:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163989373184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (1269us total) trans 4294975200 rc 0/0 00000100:00100000:0.0:1767317776.144110:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15927 00000100:00100000:0.0:1767317776.144124:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15928 00000100:00100000:0.0:1767317776.144129:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163989373696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.144140:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11 count 1 00002000:00010000:0.0:1767317776.144154:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.144158:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144165:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.144167:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.144169:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144178:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144186:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144192:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144207:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.144307:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163989373696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 177us (1425us total) trans 4294975201 rc 0/0 00000100:00100000:0.0:1767317776.144313:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15928 00000100:00100000:0.0:1767317776.144324:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15929 00000100:00100000:0.0:1767317776.144329:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163989373312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.144339:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:38 count 1 00002000:00010000:0.0:1767317776.144352:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.144356:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144363:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.144365:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.144368:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144376:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144384:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144391:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144403:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317776.144477:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163989373312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 147us (1504us total) trans 4294975202 rc 0/0 00000100:00100000:0.0:1767317776.144482:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15929 00000100:00100000:0.0:1767317776.144493:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15930 00000100:00100000:0.0:1767317776.144498:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163989373824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.144507:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:31 count 1 00002000:00010000:0.0:1767317776.144519:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.144523:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144531:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.144532:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.144535:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144544:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144552:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144559:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144568:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317776.144653:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163989373824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 154us (1651us total) trans 4294975203 rc 0/0 00000100:00100000:0.0:1767317776.144658:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15930 00010000:00010000:0.0:1767317776.144682:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317776.144687:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144694:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.144698:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144706:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144716:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144724:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3e6e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144738:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317776.144741:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144747:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.144750:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144758:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144765:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144773:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3e6ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144783:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.144786:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144792:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.144796:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144802:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144811:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144818:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7f71200/0xd0d4f19a2da3e6f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144829:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.144837:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144843:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.144849:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144856:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144864:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144870:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e6fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.144882:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.144884:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.144885:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.144892:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.144928:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989372800:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:0.0:1767317776.144946:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585500/2, rc 0, transno 4294975202 00000100:00100000:0.0:1767317776.144958:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373312:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317776.144966:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585180/2, rc 0, transno 4294975203 00000100:00100000:0.0:1767317776.144970:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.144979:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989372672:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:0.0:1767317776.144986:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585c00/2, rc 0, transno 4294975200 00000100:00100000:0.0:1767317776.144989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373184:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317776.144995:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301584380/2, rc 0, transno 4294975201 00000100:00100000:0.0:1767317776.144999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989373696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.145102:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.145138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.145170:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317776.145175:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989373952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.145195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.145213:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989374208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.145257:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.145268:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317776.145273:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989374336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.145290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.145307:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374080 00000100:00100000:0.0:1767317776.145312:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374080 00000100:00100000:0.0:1767317776.145333:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989373952 00000100:00100000:0.0:1767317776.145336:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989373952 00000100:00100000:0.0:1767317776.145344:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374208 00000100:00100000:0.0:1767317776.145346:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374208 00000100:00100000:0.0:1767317776.145355:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15931 00000100:00100000:0.0:1767317776.145360:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:7016:x1853163989374080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.145374:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:82 count 1 00002000:00010000:0.0:1767317776.145393:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.145399:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.145409:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.145411:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.145414:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.145424:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.145432:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.145439:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.145452:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.145587:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:7016:x1853163989374080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 226us (448us total) trans 4294975204 rc 0/0 00010000:00010000:1.0:1767317776.145859:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.145865:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.145873:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.145876:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.145889:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.145902:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.145907:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3e701 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.145938:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.145940:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.145942:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.145948:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.146125:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374336 00000100:00100000:2.0:1767317776.146130:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374336 00000100:00100000:2.0:1767317776.146155:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15932 00000100:00100000:2.0:1767317776.146161:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:7016:x1853163989373952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.146176:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:47 count 1 00002000:00010000:2.0:1767317776.146194:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.146199:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146207:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.146208:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.146211:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146220:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146251:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146258:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146275:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.146392:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:7016:x1853163989373952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (1195us total) trans 4294975205 rc 0/0 00000100:00100000:2.0:1767317776.146399:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15932 00000100:00100000:2.0:1767317776.146415:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15933 00000100:00100000:2.0:1767317776.146421:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:7013:x1853163989374208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.146433:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:54 count 1 00002000:00010000:2.0:1767317776.146447:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.146452:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146459:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.146460:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.146464:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146472:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146479:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146485:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146497:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.146604:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:7013:x1853163989374208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (1336us total) trans 4294975206 rc 0/0 00000100:00100000:2.0:1767317776.146610:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15933 00000100:00100000:2.0:1767317776.146623:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15934 00000100:00100000:2.0:1767317776.146628:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:7013:x1853163989374336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.146641:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:43 count 1 00002000:00010000:2.0:1767317776.146655:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.146659:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146665:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.146667:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.146670:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146678:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146685:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146690:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.146701:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.146783:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:7013:x1853163989374336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 154us (1491us total) trans 4294975207 rc 0/0 00000100:00100000:2.0:1767317776.146789:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15934 00000004:00080000:2.0:1767317776.146853:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301586d80/2, rc 0, transno 4294975199 00000100:00100000:2.0:1767317776.146865:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989373568:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.146876:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec090000/2, rc 0, transno 4294975197 00000100:00100000:2.0:1767317776.146880:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989372928:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.146888:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301586680/2, rc 0, transno 4294975198 00000100:00100000:2.0:1767317776.146892:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989373440:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1767317776.146914:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.146920:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147038:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317776.147044:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147051:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.147055:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147063:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147076:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147088:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251a00/0xd0d4f19a2da3e708 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147105:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317776.147108:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147114:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.147117:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147124:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147132:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147138:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251400/0xd0d4f19a2da3e70f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147148:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.147152:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147158:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.147161:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147168:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147176:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147183:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc250e00/0xd0d4f19a2da3e716 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.147195:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.147197:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.147198:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.147204:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.147209:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317776.147365:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b4000/2, rc 0, transno 4294975205 00000100:00100000:1.0:1767317776.147370:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989373952:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.147381:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b6a00/2, rc 0, transno 4294975204 00000100:00100000:1.0:1767317776.147384:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317776.147398:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.147445:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.147447:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.147450:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.147459:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.147467:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.147474:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.147519:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.147652:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:7015:x1853163989373056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6287us (7125us total) trans 4294975208 rc 0/0 00000100:00100000:2.0:1767317776.147658:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15925 00000004:00080000:2.0:1767317776.147684:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301587b80/2, rc 0, transno 4294975208 00000100:00100000:2.0:1767317776.147688:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989373056:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767317776.147837:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147847:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147853:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147858:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e302044200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.147862:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147867:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147879:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8f455ef0 (ffff96e2c8a23000) 00010000:00010000:3.0:1767317776.147882:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.147885:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147891:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044200/0xd0d4f19a2da3be66 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147913:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147919:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147936:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147945:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.147948:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147953:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147960:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x565146f0 (ffff96e2e25b8900) 00010000:00010000:3.0:1767317776.147963:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.147966:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147972:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc200/0xd0d4f19a2da3be9e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.147990:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.147996:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148001:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148015:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148018:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148025:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148033:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x469bf7f0 (ffff96e2e25b6700) 00010000:00010000:3.0:1767317776.148036:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148039:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148045:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678a00/0xd0d4f19a2da3bed6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148062:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148068:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148073:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148077:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148081:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148086:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148093:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x6c3878f0 (ffff96e1cd628100) 00010000:00010000:3.0:1767317776.148096:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148098:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148104:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71000/0xd0d4f19a2da3bf0e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148118:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148123:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148129:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148133:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148136:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148141:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148148:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xa4c7b4f0 (ffff96e1cd628e00) 00010000:00010000:3.0:1767317776.148150:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148152:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148158:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70000/0xd0d4f19a2da3bf46 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148171:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148177:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148183:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148187:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148189:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148194:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148201:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x85b289f0 (ffff96e1cd628400) 00010000:00010000:3.0:1767317776.148203:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148205:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148210:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70800/0xd0d4f19a2da3bf7e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148224:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148321:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148327:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148331:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148334:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148339:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148346:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x16289af0 (ffff96e1cd628500) 00010000:00010000:3.0:1767317776.148349:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148351:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148357:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70a00/0xd0d4f19a2da3bfb6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148370:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148376:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148380:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148385:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148387:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148392:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148397:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xf4f689f0 (ffff96e2e25b6f00) 00010000:00010000:3.0:1767317776.148399:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148402:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148407:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d800/0xd0d4f19a2da3bfee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148420:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148426:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148431:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148435:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148437:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148443:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148449:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xad54abf0 (ffff96e2c3db3f00) 00010000:00010000:3.0:1767317776.148451:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148453:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148458:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25400/0xd0d4f19a2da3c026 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148473:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148478:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148483:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148488:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148490:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148495:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148501:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x15c4b4f0 (ffff96e1cd628c00) 00010000:00010000:3.0:1767317776.148503:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148505:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148514:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70400/0xd0d4f19a2da3c05e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148525:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148530:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148535:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148540:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148542:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148548:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148554:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x15f1abf0 (ffff96e1cd628000) 00010000:00010000:3.0:1767317776.148556:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148558:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148564:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550400/0xd0d4f19a2da3c096 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148575:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148580:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148589:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148606:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148609:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148614:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148621:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xfeaf78f0 (ffff96e1cd628900) 00010000:00010000:3.0:1767317776.148623:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148626:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148632:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3c0ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148645:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148651:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148657:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148662:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148664:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148669:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148675:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xdafe9af0 (ffff96e2c3db3400) 00010000:00010000:3.0:1767317776.148677:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148679:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148684:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25200/0xd0d4f19a2da3c106 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148695:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148699:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148704:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148709:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148711:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148716:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148722:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xb9f15ef0 (ffff96e2f70c7a00) 00010000:00010000:3.0:1767317776.148724:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148727:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148732:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25600/0xd0d4f19a2da3c13e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148744:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148751:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148756:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148760:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148763:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148768:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148774:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xc957c5f0 (ffff96e1cd628600) 00010000:00010000:3.0:1767317776.148776:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148779:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148784:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3c176 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148799:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148805:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148811:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148816:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffe00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148818:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148824:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148832:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xd9725ef0 (ffff96e1cd628f00) 00010000:00010000:3.0:1767317776.148834:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148836:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148842:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3c1ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148855:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148860:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148865:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148869:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbba00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148872:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148877:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148883:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x57389af0 (ffff96e2c2a13400) 00010000:00010000:3.0:1767317776.148885:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148888:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148895:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbba00/0xd0d4f19a2da3c1e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148908:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148913:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148918:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148921:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5c000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148924:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148929:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148934:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x140bb4f0 (ffff96e2c8a10500) 00010000:00010000:3.0:1767317776.148937:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148939:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148944:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c000/0xd0d4f19a2da3c21e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.148957:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148962:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148970:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148975:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5c600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.148977:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148983:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.148990:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xab9babf0 (ffff96e2c8a10d00) 00010000:00010000:3.0:1767317776.148992:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.148995:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149000:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c600/0xd0d4f19a2da3c256 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149013:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149019:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149025:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149030:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5d400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149033:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149039:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149046:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xc80d5ef0 (ffff96e2c8a10f00) 00010000:00010000:3.0:1767317776.149048:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149051:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149055:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d400/0xd0d4f19a2da3c28e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149070:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149075:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149081:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149085:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0ce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149087:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149092:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149099:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x5dc36ff0 (ffff96e2e25b6a00) 00010000:00010000:3.0:1767317776.149102:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149105:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149110:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0ce00/0xd0d4f19a2da3c2c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149123:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149129:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149134:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149138:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149141:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149146:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149153:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xb5a0f7f0 (ffff96e2e25b6d00) 00010000:00010000:3.0:1767317776.149155:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149158:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149163:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3200/0xd0d4f19a2da3c2fe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.149175:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149181:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149186:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149191:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5da00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149193:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149199:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149206:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1b7c9af0 (ffff96e2c8a10c00) 00010000:00010000:3.0:1767317776.149208:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149210:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149215:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5da00/0xd0d4f19a2da3c336 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149255:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149261:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149265:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149269:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149272:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149277:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149283:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xa0bc78f0 (ffff96e2c8a23c00) 00010000:00010000:3.0:1767317776.149286:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149288:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149297:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3c36e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149310:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149315:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149320:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149324:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149327:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149332:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149338:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x3b72abf0 (ffff96e2c8a23400) 00010000:00010000:3.0:1767317776.149340:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149342:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149347:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3c3a6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149358:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149363:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149372:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149376:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5d200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149378:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149382:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149388:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x5670f7f0 (ffff96e2c8a10800) 00010000:00010000:3.0:1767317776.149390:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149392:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149397:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d200/0xd0d4f19a2da3c3de lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149408:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149413:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149419:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149423:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5dc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149426:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149431:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149437:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x9ae5c5f0 (ffff96e2c8a10600) 00010000:00010000:3.0:1767317776.149439:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149442:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149447:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5dc00/0xd0d4f19a2da3c416 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149458:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149463:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149468:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149472:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149474:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149494:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149501:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xcaf4f7f0 (ffff96e2c8a23900) 00010000:00010000:3.0:1767317776.149503:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149506:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149511:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3c44e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149522:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149527:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149533:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149537:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149539:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149544:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149550:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1beff7f0 (ffff96e2c8a23100) 00010000:00010000:3.0:1767317776.149552:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149554:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149559:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3c486 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149570:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149575:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149580:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149584:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5d600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149586:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149601:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149608:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x374c46f0 (ffff96e2c8a10e00) 00010000:00010000:3.0:1767317776.149611:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149614:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149619:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d600/0xd0d4f19a2da3c4be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149632:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149637:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149642:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149646:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dba800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149649:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149654:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149660:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x73a789f0 (ffff96e2c8a10200) 00010000:00010000:3.0:1767317776.149663:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149665:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149675:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba800/0xd0d4f19a2da3c4f6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149687:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149692:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149697:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149702:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dba000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149704:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149710:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149716:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x670d9af0 (ffff96e2c8a10300) 00010000:00010000:3.0:1767317776.149719:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149722:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149728:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dba000/0xd0d4f19a2da3c52e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149740:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149747:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149756:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149760:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149762:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149768:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149774:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x38a25ef0 (ffff96e2c8a23500) 00010000:00010000:3.0:1767317776.149777:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149780:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149785:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3c566 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149798:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149803:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149809:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149814:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149816:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149821:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149829:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xb246c5f0 (ffff96e1cd628200) 00010000:00010000:3.0:1767317776.149830:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149833:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149838:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551800/0xd0d4f19a2da3c59e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.149851:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149857:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149862:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149867:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5ce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149870:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149875:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149882:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xb199f7f0 (ffff96e2c8a10900) 00010000:00010000:3.0:1767317776.149885:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149887:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149892:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5ce00/0xd0d4f19a2da3c5d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149904:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149910:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149916:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149920:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5cc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149924:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149928:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149935:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x3da78f0 (ffff96e2c8a10b00) 00010000:00010000:3.0:1767317776.149938:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149940:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149946:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5cc00/0xd0d4f19a2da3c60e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149958:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149964:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149970:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149975:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5c400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.149977:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149984:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.149991:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xb98ab4f0 (ffff96e2c8a10a00) 00010000:00010000:3.0:1767317776.149993:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.149996:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150000:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c400/0xd0d4f19a2da3c646 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150014:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150020:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150026:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150031:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150033:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150039:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150046:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x214bc5f0 (ffff96e2e25b6000) 00010000:00010000:3.0:1767317776.150048:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150051:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150059:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2600/0xd0d4f19a2da3c67e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150071:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150075:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150080:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150084:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150087:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150092:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150098:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xeb0ec5f0 (ffff96e2e25b6400) 00010000:00010000:3.0:1767317776.150101:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150104:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150109:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2400/0xd0d4f19a2da3c6b6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150120:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150125:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150134:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150138:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150140:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150146:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150152:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x2b49abf0 (ffff96e2e25b6c00) 00010000:00010000:3.0:1767317776.150155:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150158:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150163:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3800/0xd0d4f19a2da3c6ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317776.150175:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150180:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150185:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150190:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5c800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150192:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150197:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150204:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xaad39af0 (ffff96e2c8a10000) 00010000:00010000:3.0:1767317776.150206:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150208:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150213:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5c800/0xd0d4f19a2da3c726 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150225:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150251:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150256:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150261:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150264:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150271:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150277:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x65b89f0 (ffff96e2e25b6b00) 00010000:00010000:3.0:1767317776.150280:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150282:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150288:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2e00/0xd0d4f19a2da3c75e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150301:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150306:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150311:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150315:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150318:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150324:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150330:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xc5dd89f0 (ffff96e2c8a23600) 00010000:00010000:3.0:1767317776.150333:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150336:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150340:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3c796 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150351:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150357:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150362:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150366:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150369:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150375:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150382:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xfc5b4f0 (ffff96e1cd628d00) 00010000:00010000:3.0:1767317776.150385:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150387:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150393:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64c00/0xd0d4f19a2da3c7ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150406:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150411:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150416:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150420:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150423:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150428:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150435:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x267a9af0 (ffff96e2e25b6900) 00010000:00010000:3.0:1767317776.150438:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150441:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150446:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2800/0xd0d4f19a2da3c806 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150459:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150465:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150471:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150475:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150478:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150483:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150488:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1fd578f0 (ffff96e2c2a7e600) 00010000:00010000:3.0:1767317776.150490:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150493:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150498:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3a00/0xd0d4f19a2da3c83e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150510:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150516:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150521:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150529:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150532:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150537:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150544:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x7b1df7f0 (ffff96e1cd628300) 00010000:00010000:3.0:1767317776.150546:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.150548:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150553:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e64200/0xd0d4f19a2da3c876 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.150565:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150571:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150576:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150581:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.150584:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.150589:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00000100:00100000:0.0:1767317776.151315:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15931 00000100:00100000:0.0:1767317776.151490:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989374848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.151553:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.151610:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317776.151615:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989374720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.151637:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317776.151685:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b6d80/2, rc 0, transno 4294975207 00000100:00100000:0.0:1767317776.151694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989374336:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317776.151704:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b4380/2, rc 0, transno 4294975206 00000100:00100000:0.0:1767317776.151707:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989374208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.151740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989375360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.151759:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.151772:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317776.151777:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989375232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.151796:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.151823:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374848 00000100:00100000:0.0:1767317776.151830:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374848 00000100:00100000:0.0:1767317776.151866:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374720 00000100:00100000:0.0:1767317776.151869:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374720 00000100:00100000:0.0:1767317776.151882:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375360 00000100:00100000:0.0:1767317776.151884:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375360 00000100:00100000:0.0:1767317776.151895:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375232 00000100:00100000:0.0:1767317776.151897:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375232 00000100:00100000:0.0:1767317776.151913:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15935 00000100:00100000:0.0:1767317776.151931:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:7014:x1853163989374848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.151960:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:16 count 1 00002000:00010000:0.0:1767317776.151995:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.152003:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.152194:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15936 00000100:00100000:2.0:1767317776.152204:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:7014:x1853163989374720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.152215:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:12 count 1 00002000:00010000:2.0:1767317776.152253:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.152259:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.152273:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.152275:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.152280:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.152293:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.152301:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.152308:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.152359:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.152361:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.152364:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.152374:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.152381:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.152388:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152443:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317776.152452:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152460:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc251800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.152465:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152478:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152494:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152501:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc251800/0xd0d4f19a2da3e71d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.152532:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.152567:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.152606:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989375104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.152628:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.152640:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767317776.152646:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.152662:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.152671:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.152688:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.152704:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317776.152708:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152715:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.152717:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152729:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152740:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152747:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.152750:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152756:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.152758:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152764:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152771:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.152778:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.152780:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.152782:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.152883:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x24475ef0 (ffff96e2c2a7ee00) 00010000:00010000:3.0:1767317776.152887:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.152891:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152898:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2000/0xd0d4f19a2da3c8ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152931:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152937:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152943:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152947:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.152950:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152955:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152962:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xca2b78f0 (ffff96e2c2a7ea00) 00010000:00010000:3.0:1767317776.152964:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.152968:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152973:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3000/0xd0d4f19a2da3c8e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.152986:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.152991:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.152996:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153001:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153003:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153154:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153162:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x234a5ef0 (ffff96e1cd628800) 00010000:00010000:3.0:1767317776.153165:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153169:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153175:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550c00/0xd0d4f19a2da3c91e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153193:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153199:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153205:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153209:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153211:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153217:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153225:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x5baf89f0 (ffff96e1cd628b00) 00010000:00010000:3.0:1767317776.153227:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153253:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153259:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3c956 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153274:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153280:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153285:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153290:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153292:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153298:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153305:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x5a67c5f0 (ffff96e2f9286200) 00010000:00010000:3.0:1767317776.153307:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153310:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153315:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3c98e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153326:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153333:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153339:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153344:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153346:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153351:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153358:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xa436b4f0 (ffff96e2f9286900) 00010000:00010000:3.0:1767317776.153360:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153363:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153368:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3c9c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153378:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153383:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153389:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153393:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153395:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153401:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153407:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xf20b9af0 (ffff96e2f9286a00) 00010000:00010000:3.0:1767317776.153409:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153412:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153416:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3c9fe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153427:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153433:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153439:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153443:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153446:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153451:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153457:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xd6519af0 (ffff96e2f1c9a300) 00010000:00010000:3.0:1767317776.153460:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153462:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153472:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2a00/0xd0d4f19a2da3ca36 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153482:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153488:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153493:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153497:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153500:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153505:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153511:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x409dabf0 (ffff96e2f1c9a100) 00010000:00010000:3.0:1767317776.153513:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153515:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153520:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef551200/0xd0d4f19a2da3ca6e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153531:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153537:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153546:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153551:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153554:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153559:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153565:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1bccc5f0 (ffff96e2f1c9ab00) 00010000:00010000:3.0:1767317776.153567:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153569:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153574:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1678000/0xd0d4f19a2da3caa6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153584:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153590:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153606:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153612:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153614:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153620:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153628:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xc52978f0 (ffff96e2c8a23b00) 00010000:00010000:3.0:1767317776.153630:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153633:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153638:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3cade lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153654:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153659:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153664:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153669:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153671:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153676:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153682:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x5f4c89f0 (ffff96e2f1c9ac00) 00010000:00010000:3.0:1767317776.153684:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153687:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153692:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3cb16 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153702:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153709:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153714:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153719:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153721:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153726:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153732:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x67d6f7f0 (ffff96e2f9286f00) 00010000:00010000:3.0:1767317776.153734:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153737:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153742:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3cb4e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153753:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153759:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153765:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153770:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153772:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153779:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153785:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x117eb4f0 (ffff96e2f9286500) 00010000:00010000:3.0:1767317776.153788:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153790:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153796:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2200/0xd0d4f19a2da3cb86 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153807:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153813:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153819:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153824:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0d400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153827:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153832:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153838:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xc5edb4f0 (ffff96e2f1c9a700) 00010000:00010000:3.0:1767317776.153841:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153843:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153853:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d2c0d400/0xd0d4f19a2da3cbbe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.153866:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153871:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153876:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153881:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.153883:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153887:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153894:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x772cabf0 (ffff96e2f9286000) 00010000:00010000:3.0:1767317776.153897:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.153900:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153904:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3e00/0xd0d4f19a2da3cbf6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.153915:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00000100:00100000:1.0:1767317776.154075:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374592 00000100:00100000:1.0:1767317776.154084:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374592 00000100:00100000:1.0:1767317776.154121:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375104 00000100:00100000:1.0:1767317776.154124:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375104 00000100:00100000:1.0:1767317776.154135:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374464 00000100:00100000:1.0:1767317776.154137:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374464 00000100:00100000:1.0:1767317776.154145:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989374976 00000100:00100000:1.0:1767317776.154147:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989374976 00000100:00100000:1.0:1767317776.154161:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15937 00000100:00100000:1.0:1767317776.154169:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:7014:x1853163989375360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.154197:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:17 count 1 00002000:00010000:1.0:1767317776.154242:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.154249:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154261:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.154263:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.154270:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154281:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154289:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154297:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154318:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.154563:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7014:x1853163989375360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 393us (2801us total) trans 4294975209 rc 0/0 00000100:00100000:1.0:1767317776.154570:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15937 00000100:00100000:1.0:1767317776.154602:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15938 00000100:00100000:1.0:1767317776.154610:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:7014:x1853163989375232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.154621:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:48 count 1 00002000:00010000:1.0:1767317776.154636:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.154641:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154649:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.154650:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.154653:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154662:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154670:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154677:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154690:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317776.154778:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7014:x1853163989375232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 169us (2981us total) trans 4294975210 rc 0/0 00000100:00100000:1.0:1767317776.154784:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15938 00000100:00100000:1.0:1767317776.154797:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15939 00000100:00100000:1.0:1767317776.154802:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989374592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.154814:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:21 count 1 00002000:00010000:1.0:1767317776.154829:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.154834:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154841:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.154843:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.154846:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154854:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154861:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154867:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.154881:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317776.154985:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7016:x1853163989374592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (2417us total) trans 4294975211 rc 0/0 00000100:00100000:1.0:1767317776.154992:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15939 00000100:00100000:1.0:1767317776.155006:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15940 00000100:00100000:1.0:1767317776.155013:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989375104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.155023:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:83 count 1 00002000:00010000:1.0:1767317776.155042:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.155046:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155058:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.155060:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.155063:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155072:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155079:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155087:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155100:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767317776.155186:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7016:x1853163989375104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (2557us total) trans 4294975212 rc 0/0 00000100:00100000:1.0:1767317776.155192:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15940 00000100:00100000:1.0:1767317776.155205:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15941 00000100:00100000:1.0:1767317776.155212:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989374464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.155223:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:62 count 1 00002000:00010000:1.0:1767317776.155258:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.155264:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155271:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.155272:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.155275:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155282:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155288:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155293:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155301:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317776.155389:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7016:x1853163989374464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 177us (2724us total) trans 4294975213 rc 0/0 00000100:00100000:1.0:1767317776.155395:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15941 00000100:00100000:1.0:1767317776.155408:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15942 00000100:00100000:1.0:1767317776.155415:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989374976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.155425:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:56 count 1 00002000:00010000:1.0:1767317776.155437:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.155442:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155449:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.155451:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.155453:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155461:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155469:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155475:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155482:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767317776.155562:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:7016:x1853163989374976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 147us (2872us total) trans 4294975214 rc 0/0 00000100:00100000:1.0:1767317776.155568:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15942 00000004:00080000:1.0:1767317776.155622:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b7100/2, rc 0, transno 4294975213 00000100:00100000:1.0:1767317776.155637:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374464:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.155647:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec092d80/2, rc 0, transno 4294975214 00000100:00100000:1.0:1767317776.155651:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374976:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.155659:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b7b80/2, rc 0, transno 4294975211 00000100:00100000:1.0:1767317776.155662:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989374592:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.155669:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec090a80/2, rc 0, transno 4294975212 00000100:00100000:1.0:1767317776.155673:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989375104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317776.155689:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767317776.155696:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155704:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.155708:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155718:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155733:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155741:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e732 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155757:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317776.155760:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155767:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.155770:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155777:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155786:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155793:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e739 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155809:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317776.155813:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155819:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.155822:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155829:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155838:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155845:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e740 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155861:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317776.155865:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155871:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.155874:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155880:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155890:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155897:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e747 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155907:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317776.155911:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155917:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.155920:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155928:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155936:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155942:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e74e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155952:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.155955:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155966:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.155969:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155976:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155985:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.155991:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e755 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.156002:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.156004:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.156006:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.156012:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.156018:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.156028:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.156293:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156310:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156315:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156319:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156326:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156337:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xf09178f0 (ffff96e2f9286d00) 00010000:00010000:3.0:1767317776.156341:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156344:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156350:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3400/0xd0d4f19a2da3cc2e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156373:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156380:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156386:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156391:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156393:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156399:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156407:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x61d8abf0 (ffff96e2f9286c00) 00010000:00010000:3.0:1767317776.156410:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156413:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156419:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f3600/0xd0d4f19a2da3cc66 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156431:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156437:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156442:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156447:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156450:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156456:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156463:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x98cb5ef0 (ffff96e2f9286600) 00010000:00010000:3.0:1767317776.156466:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156468:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156474:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3cc9e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156508:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156515:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156521:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156526:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156529:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156535:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156541:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xa048f7f0 (ffff96e2f9286400) 00010000:00010000:3.0:1767317776.156544:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156547:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156552:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24000/0xd0d4f19a2da3ccd6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156565:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156571:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156577:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156582:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156585:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156601:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156609:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x30d09af0 (ffff96e2c8a23d00) 00010000:00010000:3.0:1767317776.156612:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156615:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156621:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3cd0e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156639:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156645:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156651:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156657:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156659:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156665:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156672:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xd68e78f0 (ffff96e2c8a23200) 00010000:00010000:3.0:1767317776.156675:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156677:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156687:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3cd46 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156699:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156705:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156711:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156716:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156719:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156724:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156731:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xdd7fabf0 (ffff96e2f9286300) 00010000:00010000:3.0:1767317776.156733:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156736:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156741:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25c00/0xd0d4f19a2da3cd7e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.156753:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156759:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156770:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156775:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5d000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156778:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156784:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156791:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x7ba1c5f0 (ffff96e1cd628700) 00010000:00010000:3.0:1767317776.156793:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156797:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156802:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d000/0xd0d4f19a2da3cdb6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156817:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156823:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156828:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156833:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156836:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156841:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156848:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xd757f7f0 (ffff96e2c2a13100) 00010000:00010000:3.0:1767317776.156850:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156853:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156858:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5d800/0xd0d4f19a2da3cdee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156870:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156875:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156881:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156885:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.156888:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156893:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156901:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x98f45ef0 (ffff96e300e35900) 00010000:00010000:3.0:1767317776.156903:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.156906:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.156911:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71e00/0xd0d4f19a2da3ce26 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.157253:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767317776.157262:0:18779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e724 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.157346:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767317776.157352:0:63828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e72b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.157569:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:7014:x1853163989374720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5364us (5927us total) trans 4294975215 rc 0/0 00000100:00100000:2.0:1767317776.157577:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15936 00010000:00010000:2.0:1767317776.157634:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.157705:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157713:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157720:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157725:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbaa00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.157729:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157735:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157745:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xa1cd46f0 (ffff96e300e35500) 00010000:00010000:3.0:1767317776.157747:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.157751:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157757:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbaa00/0xd0d4f19a2da3ce5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157771:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157777:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157783:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157788:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e302044800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.157790:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157797:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157803:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x614f46f0 (ffff96e300e35600) 00010000:00010000:3.0:1767317776.157806:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.157808:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157814:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e302044800/0xd0d4f19a2da3ce96 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.157827:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157832:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157837:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157842:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.157844:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157849:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157855:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xbc59abf0 (ffff96e2f9286e00) 00010000:00010000:3.0:1767317776.157857:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.157860:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157868:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25800/0xd0d4f19a2da3cece lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157881:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157887:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157893:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157897:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.157900:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157906:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.157913:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x21f846f0 (ffff96e2f9286100) 00010000:00010000:3.0:1767317776.157915:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.157918:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158094:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25a00/0xd0d4f19a2da3cf06 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158112:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158118:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158127:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158132:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.158135:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158140:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158149:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x147789f0 (ffff96e2e25b6200) 00010000:00010000:3.0:1767317776.158151:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.158154:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158159:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24400/0xd0d4f19a2da3cf3e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.158176:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.158182:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.158187:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.158191:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.158194:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.158200:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.158207:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xee8678f0 (ffff96e300e35c00) 00010000:00010000:3.0:1767317776.158209:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.158212:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.158216:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727800/0xd0d4f19a2da3cf76 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000100:00080000:2.0:1767317776.158312:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317776.158423:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989375488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317776.158466:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.158517:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375488 00000100:00100000:2.0:1767317776.158523:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375488 00000100:00100000:2.0:1767317776.158567:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15943 00000100:00100000:2.0:1767317776.158574:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:7015:x1853163989375488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317776.158609:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7696 count 1 00002000:00010000:2.0:1767317776.158645:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.158652:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.158665:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.158667:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.158673:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.158685:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.158694:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.158701:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.158715:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.158888:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:7015:x1853163989375488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 314us (421us total) trans 4294976223 rc 0/0 00000100:00100000:2.0:1767317776.158895:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15943 00000100:00080000:2.0:1767317776.158913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1767317776.159118:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301584e00/2, rc 0, transno 4294976223 00000100:00100000:2.0:1767317776.159131:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989375488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767317776.159194:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159204:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159210:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159215:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbb200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159219:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159225:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159259:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x515989f0 (ffff96e2f1c9a900) 00010000:00010000:3.0:1767317776.159261:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159266:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159272:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb200/0xd0d4f19a2da3cfae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159293:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159299:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159305:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159309:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159313:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159318:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159325:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xccea89f0 (ffff96e300e35f00) 00010000:00010000:3.0:1767317776.159328:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159331:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159336:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727c00/0xd0d4f19a2da3cfe6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159349:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159354:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159360:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159365:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159368:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159374:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159381:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8f5678f0 (ffff96e2f9286b00) 00010000:00010000:3.0:1767317776.159384:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159387:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159392:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24600/0xd0d4f19a2da3d01e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159406:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159412:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159417:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159422:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159425:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159430:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159438:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8c2eabf0 (ffff96e2c8a23e00) 00010000:00010000:3.0:1767317776.159440:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159443:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159452:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3d056 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159468:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159474:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159480:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159485:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159488:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159493:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159500:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xf01446f0 (ffff96e2c3db3e00) 00010000:00010000:3.0:1767317776.159502:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159505:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159510:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3d08e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159522:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159528:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159537:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159542:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159545:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159550:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159556:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x29e8c5f0 (ffff96e2c8a23300) 00010000:00010000:3.0:1767317776.159559:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159562:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159567:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3d0c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159578:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159584:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159590:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159605:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159608:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159613:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159622:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x1f92c5f0 (ffff96e2f1c9a000) 00010000:00010000:3.0:1767317776.159624:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159627:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159632:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3d0fe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.159646:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159652:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159658:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159663:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2587e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159666:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159672:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159679:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x167a46f0 (ffff96e2f1c9ad00) 00010000:00010000:3.0:1767317776.159681:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159684:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159689:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587e00/0xd0d4f19a2da3d136 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159701:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159707:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159713:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159717:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2e2587000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159720:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159726:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159733:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x23e0b4f0 (ffff96e2f1c9a600) 00010000:00010000:3.0:1767317776.159735:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159738:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159744:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2587000/0xd0d4f19a2da3d16e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159756:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159762:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159767:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159772:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159775:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159781:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159788:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x6ba546f0 (ffff96e2f1c9a500) 00010000:00010000:3.0:1767317776.159791:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159793:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159798:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3d1a6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159811:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159816:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159822:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159827:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159830:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159835:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159843:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x4df65ef0 (ffff96e300e35d00) 00010000:00010000:3.0:1767317776.159845:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159848:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159857:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727e00/0xd0d4f19a2da3d1de lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.159870:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159876:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159881:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159885:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.159888:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159894:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159901:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x3a71b4f0 (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317776.159903:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.159906:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.159911:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3d216 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.160213:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.160221:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.160243:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.160247:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.160261:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.160275:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.160282:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e75c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.160299:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.160301:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.160303:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.160398:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.161449:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989375872:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161546:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163989376384:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161569:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317776.161626:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8637800/2, rc 0, transno 4294975210 00000100:00100000:1.0:1767317776.161632:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989375232:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.161645:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8637b80/2, rc 0, transno 4294975209 00000100:00100000:1.0:1767317776.161648:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989375360:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.161658:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b4e00/2, rc 0, transno 4294975215 00000100:00100000:1.0:1767317776.161661:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989374720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.161674:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1767317776.161680:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163989375744:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161701:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161716:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989376256:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161731:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161743:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163989376768:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161757:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161776:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989375616:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161802:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161824:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7016:1853163989376128:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161843:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161855:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989376640:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161875:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161890:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767317776.161894:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989376000:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.161909:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.161916:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989376512:0@lo:400:kworker.0 00010000:00010000:3.0:1767317776.162122:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162133:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162145:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162152:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162156:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162162:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162176:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xdcb79af0 (ffff96e300e35b00) 00010000:00010000:3.0:1767317776.162179:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162183:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162189:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727200/0xd0d4f19a2da3d24e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162207:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162212:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162218:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162223:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbc400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162225:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162243:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162250:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8cf646f0 (ffff96e2f1c9aa00) 00010000:00010000:3.0:1767317776.162252:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162255:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162261:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbc400/0xd0d4f19a2da3d286 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162275:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162280:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162286:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162291:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbbc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162294:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162299:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162304:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x259346f0 (ffff96e2e25b6500) 00010000:00010000:3.0:1767317776.162306:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162309:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162314:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbbc00/0xd0d4f19a2da3d2be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162327:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162333:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162338:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162343:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2727400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162345:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162350:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162356:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xe69fc5f0 (ffff96e300e35200) 00010000:00010000:3.0:1767317776.162358:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162361:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162366:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2727400/0xd0d4f19a2da3d2f6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162375:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162380:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162385:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162390:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbb600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162392:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162398:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162404:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x35f2f7f0 (ffff96e2f9286700) 00010000:00010000:3.0:1767317776.162406:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162409:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162414:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb600/0xd0d4f19a2da3d32e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162426:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162431:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162436:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162441:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162443:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162449:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162455:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x3546b4f0 (ffff96e2c6c45000) 00010000:00010000:3.0:1767317776.162457:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162460:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162469:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24c00/0xd0d4f19a2da3d366 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.162480:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162485:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162491:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162496:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162499:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162504:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162510:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x513089f0 (ffff96e2c3b68200) 00010000:00010000:3.0:1767317776.162513:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162515:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162520:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3d39e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162532:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162537:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162547:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162552:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e302045a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162555:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162560:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162566:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x8385ef0 (ffff96e2f1c9ae00) 00010000:00010000:3.0:1767317776.162568:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162570:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162575:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e302045a00/0xd0d4f19a2da3d3d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162588:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162604:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162609:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162613:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162616:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162621:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162628:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0xfd46f0 (ffff96e2c2a13e00) 00010000:00010000:3.0:1767317776.162631:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162633:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162639:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3d40e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x74:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162652:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162658:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162663:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162669:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162671:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162676:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162683:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0xf0209d98 (ffff96e2f1c9a200) 00010000:00010000:3.0:1767317776.162684:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162687:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162692:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbdc00/0xd0d4f19a2da3d446 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x73:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162703:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162710:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162716:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162720:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbda00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162723:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162728:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162734:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xda8a3ef (ffff96e2f1c9a400) 00010000:00010000:3.0:1767317776.162735:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162738:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162743:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbda00/0xd0d4f19a2da3d477 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xda8a3ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162753:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162758:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162763:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162767:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162770:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162776:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162781:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x75b0d721 (ffff96e300e35100) 00010000:00010000:3.0:1767317776.162784:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162786:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162791:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71600/0xd0d4f19a2da3d53b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x75b0d721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.162806:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162812:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162817:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162822:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162824:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162829:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162835:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9119e93 (ffff96e2c3b68800) 00010000:00010000:3.0:1767317776.162837:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162840:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162845:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3d7db lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9119e93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162856:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162862:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162868:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162872:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2726000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.162874:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162879:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162886:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x375d3a46 (ffff96e300e35300) 00010000:00010000:3.0:1767317776.162887:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.162890:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162895:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726000/0xd0d4f19a2da3d89f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x375d3a46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162906:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162911:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.162916:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00000100:00100000:1.0:1767317776.164165:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.164225:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376384 00000100:00100000:1.0:1767317776.164244:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376384 00000100:00100000:1.0:1767317776.164296:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375744 00000100:00100000:1.0:1767317776.164299:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375744 00000100:00100000:1.0:1767317776.164307:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376256 00000100:00100000:1.0:1767317776.164309:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376256 00000100:00100000:1.0:1767317776.164320:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376768 00000100:00100000:1.0:1767317776.164322:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376768 00000100:00100000:1.0:1767317776.164330:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376128 00000100:00100000:1.0:1767317776.164332:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376128 00000100:00100000:1.0:1767317776.164341:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376000 00000100:00100000:1.0:1767317776.164344:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376000 00000100:00100000:1.0:1767317776.164357:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060 00000100:00100000:1.0:1767317776.164364:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163989376384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164414:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:7014:x1853163989376384:12345-0@lo:400:kworker.0 Request processed in 50us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164421:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060 00000100:00100000:1.0:1767317776.164436:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061 00000100:00100000:1.0:1767317776.164441:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163989375744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164461:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:7014:x1853163989375744:12345-0@lo:400:kworker.0 Request processed in 21us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164466:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061 00000100:00100000:1.0:1767317776.164474:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062 00000100:00100000:1.0:1767317776.164479:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989376256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164498:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989376256:12345-0@lo:400:kworker.0 Request processed in 19us (2766us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164503:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062 00000100:00100000:1.0:1767317776.164511:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063 00000100:00100000:1.0:1767317776.164515:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163989376768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164533:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:7014:x1853163989376768:12345-0@lo:400:kworker.0 Request processed in 18us (2775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164539:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063 00000100:00100000:1.0:1767317776.164547:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4064 00000100:00100000:1.0:1767317776.164552:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7016:x1853163989376128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164573:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:7016:x1853163989376128:12345-0@lo:400:kworker.0 Request processed in 21us (2729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164581:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4064 00000100:00100000:1.0:1767317776.164589:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065 00000100:00100000:1.0:1767317776.164606:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989376000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164630:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989376000:12345-0@lo:400:kworker.0 Request processed in 25us (2719us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164634:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065 00000100:00100000:1.0:1767317776.164654:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376640 00000100:00100000:1.0:1767317776.164657:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376640 00000100:00100000:1.0:1767317776.164685:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376512 00000100:00100000:1.0:1767317776.164687:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376512 00000100:00100000:1.0:1767317776.164707:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:1.0:1767317776.164713:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989376640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164744:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989376640:12345-0@lo:400:kworker.0 Request processed in 32us (2868us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164750:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:1.0:1767317776.164760:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:1.0:1767317776.164764:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989376512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164784:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989376512:12345-0@lo:400:kworker.0 Request processed in 21us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.164789:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00080000:1.0:1767317776.164808:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317776.164812:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317776.164814:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767317776.164816:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767317776.164849:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:7014:1853163989375744:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164859:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989376256:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164869:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:7014:1853163989376768:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164879:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:7014:1853163989376384:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.164915:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989376000:0@lo:400:kworker.0 00010000:00010000:0.0:1767317776.165091:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.165187:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989376896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.165222:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.165267:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.165292:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.165313:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317776.165318:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.165337:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.165359:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989376896 00000100:00100000:0.0:1767317776.165362:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989376896 00000100:00100000:0.0:1767317776.165385:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377408 00000100:00100000:0.0:1767317776.165387:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377408 00000100:00100000:0.0:1767317776.165400:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377280 00000100:00100000:0.0:1767317776.165402:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377280 00000100:00100000:0.0:1767317776.165415:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15944 00000100:00100000:0.0:1767317776.165421:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:7014:x1853163989376896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.165438:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6 count 1 00002000:00010000:0.0:1767317776.165473:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.165481:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165497:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.165500:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.165506:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165526:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165535:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165543:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165560:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.165769:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:7014:x1853163989376896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 347us (546us total) trans 4294975216 rc 0/0 00000100:00100000:0.0:1767317776.165775:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15944 00000100:00100000:0.0:1767317776.165790:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15945 00000100:00100000:0.0:1767317776.165797:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eae28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:7014:x1853163989377408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.165806:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:53 count 1 00002000:00010000:0.0:1767317776.165820:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.165825:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165832:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.165833:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.165836:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165845:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165853:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165861:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.165875:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.165984:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eae28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:7014:x1853163989377408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 187us (690us total) trans 4294975217 rc 0/0 00000100:00100000:0.0:1767317776.165990:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15945 00000100:00100000:0.0:1767317776.166005:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15946 00000100:00100000:0.0:1767317776.166011:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:7014:x1853163989377280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.166021:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:42 count 1 00002000:00010000:0.0:1767317776.166035:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.166040:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166047:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.166048:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.166052:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166060:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166068:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166076:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166090:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317776.166177:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:7014:x1853163989377280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 167us (839us total) trans 4294975218 rc 0/0 00000100:00100000:0.0:1767317776.166184:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15946 00010000:00010000:0.0:1767317776.166220:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317776.166226:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166253:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.166258:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166266:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166281:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166288:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e763 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166303:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.166306:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166312:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.166314:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166320:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166327:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166334:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2efd25000/0xd0d4f19a2da3e76a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166344:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.166347:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166352:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.166355:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166361:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166369:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166381:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24800/0xd0d4f19a2da3e771 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166392:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.166394:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.166396:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.166423:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8635180/2, rc 0, transno 4294975218 00000100:00100000:0.0:1767317776.166434:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377280:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317776.166444:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8635500/2, rc 0, transno 4294975216 00000100:00100000:0.0:1767317776.166447:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989376896:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317776.166454:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634a80/2, rc 0, transno 4294975217 00000100:00100000:0.0:1767317776.166458:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.166542:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.166567:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.166586:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317776.166603:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.166623:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.166643:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377920 00000100:00100000:0.0:1767317776.166648:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377920 00000100:00100000:0.0:1767317776.166668:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377792 00000100:00100000:0.0:1767317776.166671:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377792 00000100:00100000:0.0:1767317776.166686:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15947 00000100:00100000:0.0:1767317776.166692:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:7014:x1853163989377920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.166704:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:95 count 1 00002000:00010000:0.0:1767317776.166720:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.166726:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166734:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.166736:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.166739:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166749:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166757:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166765:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166779:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.166879:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:7014:x1853163989377920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (310us total) trans 4294975219 rc 0/0 00000100:00100000:0.0:1767317776.166885:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15947 00000100:00100000:0.0:1767317776.166899:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15948 00000100:00100000:0.0:1767317776.166906:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:7014:x1853163989377792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.166916:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:90 count 1 00002000:00010000:0.0:1767317776.166929:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.166934:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166941:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.166943:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.166946:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166955:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166962:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166970:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.166982:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.167063:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:7014:x1853163989377792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 157us (438us total) trans 4294975220 rc 0/0 00000100:00100000:0.0:1767317776.167069:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15948 00010000:00010000:0.0:1767317776.167088:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.167094:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167101:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.167105:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167113:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167125:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167133:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24e00/0xd0d4f19a2da3e778 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167147:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.167150:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167156:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.167159:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167166:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167175:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167182:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2efd24200/0xd0d4f19a2da3e77f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167193:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.167195:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.167197:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.167204:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.167220:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636300/2, rc 0, transno 4294975220 00000100:00100000:0.0:1767317776.167250:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377792:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317776.167263:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636d80/2, rc 0, transno 4294975219 00000100:00100000:0.0:1767317776.167267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989377920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.167307:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317776.167314:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989378304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.167335:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.167356:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378304 00000100:00100000:0.0:1767317776.167359:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378304 00000100:00100000:0.0:1767317776.167379:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15949 00000100:00100000:0.0:1767317776.167385:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+30:7014:x1853163989378304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.167396:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:59 count 1 00002000:00010000:0.0:1767317776.167412:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.167417:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167425:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.167426:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.167429:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167438:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167445:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167452:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167468:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.167558:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:7014:x1853163989378304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (222us total) trans 4294975221 rc 0/0 00000100:00100000:0.0:1767317776.167565:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15949 00010000:00010000:0.0:1767317776.167580:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.167584:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167603:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbcc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.167607:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167615:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167625:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167632:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2efdbcc00/0xd0d4f19a2da3e786 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167646:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.167648:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.167650:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.167665:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77c000/2, rc 0, transno 4294975221 00000100:00100000:0.0:1767317776.167673:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989378304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.167706:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989378432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.167726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.167748:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378432 00000100:00100000:0.0:1767317776.167752:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378432 00000100:00100000:0.0:1767317776.167771:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15950 00000100:00100000:0.0:1767317776.167779:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:7014:x1853163989378432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.167790:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7 count 1 00002000:00010000:0.0:1767317776.167805:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.167810:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167818:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.167820:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.167822:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167831:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167839:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167846:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167858:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.167952:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:7014:x1853163989378432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 174us (225us total) trans 4294975222 rc 0/0 00000100:00100000:0.0:1767317776.167962:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15950 00010000:00010000:0.0:1767317776.167976:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.167980:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167987:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c36e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.167990:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.167997:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.168008:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.168015:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36e00/0xd0d4f19a2da3e78d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.168027:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.168029:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.168030:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.168046:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77dc00/2, rc 0, transno 4294975222 00000100:00100000:0.0:1767317776.168054:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989378432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767317776.168079:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.168172:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:7014:x1853163989374848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16252us (16618us total) trans 4294975223 rc 0/0 00000100:00100000:0.0:1767317776.168180:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15935 00000004:00080000:0.0:1767317776.168318:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b6300/2, rc 0, transno 4294975223 00000100:00100000:0.0:1767317776.168326:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989374848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767317776.168350:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.168538:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168543:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168551:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168562:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x72f0884e (ffff96e2f1c9af00) 00010000:00010000:3.0:1767317776.168565:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168569:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168575:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3d8ec lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x72f0884e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168613:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168619:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168624:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168629:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e1c2726e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168631:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168637:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168643:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x87146c81 (ffff96e300e35800) 00010000:00010000:3.0:1767317776.168646:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168648:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168653:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726e00/0xd0d4f19a2da3d939 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x87146c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168672:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168679:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168684:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168688:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168691:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168696:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168703:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x8f79a24e (ffff96e300e35400) 00010000:00010000:3.0:1767317776.168706:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168708:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168713:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3d9b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x8f79a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168727:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168738:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168744:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168748:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1679400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168751:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168756:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168762:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcf6dd44e (ffff96e2da7e7500) 00010000:00010000:3.0:1767317776.168764:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168766:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168770:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c1679400/0xd0d4f19a2da3d9ef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcf6dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168784:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168789:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168793:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168797:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168800:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168805:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168812:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb681914e (ffff96e2c3e6b200) 00010000:00010000:3.0:1767317776.168814:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168817:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168822:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3da27 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb681914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168835:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168840:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168845:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168850:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd25e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168853:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168860:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168867:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc761ff4e (ffff96e2da7f2300) 00010000:00010000:3.0:1767317776.168869:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168871:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168879:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd25e00/0xd0d4f19a2da3da5f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc761ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168893:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168899:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168904:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168909:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00a000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168912:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168916:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168922:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x49bff64e (ffff96e2d8418800) 00010000:00010000:3.0:1767317776.168925:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168927:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168931:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a000/0xd0d4f19a2da3da97 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x49bff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.168943:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168947:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168956:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168960:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ddc5de00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.168963:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168969:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168975:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x6823914e (ffff96e2d8418100) 00010000:00010000:3.0:1767317776.168977:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.168979:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168983:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ddc5de00/0xd0d4f19a2da3dacf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x6823914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168994:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.168999:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169004:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169177:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efd24a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.169180:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169185:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169193:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xbaf8914e (ffff96e2d8418a00) 00010000:00010000:3.0:1767317776.169195:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.169198:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169202:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efd24a00/0xd0d4f19a2da3db07 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbaf8914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169218:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169223:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169253:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169259:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.169262:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169267:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169275:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x48f4104e (ffff96e2c3b68300) 00010000:00010000:3.0:1767317776.169277:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.169280:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169285:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3db3f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x48f4104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169306:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169312:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169317:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169321:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.169323:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169328:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169335:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xbac1d44e (ffff96e2c3b68c00) 00010000:00010000:3.0:1767317776.169337:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.169340:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169346:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550800/0xd0d4f19a2da3db77 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbac1d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169358:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169363:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169368:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169377:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.169379:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169384:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169391:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2e29ba4e (ffff96e2c3b68700) 00010000:00010000:3.0:1767317776.169393:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.169395:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169401:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3dbaf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2e29ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169416:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169421:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169427:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169432:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.169435:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169440:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169446:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1cb2914e (ffff96e2c9b89600) 00010000:00010000:3.0:1767317776.169448:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.169451:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.169456:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3dbe7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1cb2914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000100:00100000:2.0:1767317776.169547:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375872 00000100:00100000:2.0:1767317776.169555:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375872 00000100:00100000:2.0:1767317776.169616:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:2.0:1767317776.169625:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7014:x1853163989375872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317776.169708:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7014:x1853163989375872:12345-0@lo:400:kworker.0 Request processed in 85us (8201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.169716:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00100000:2.0:1767317776.169758:0:7014:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934805 gen 2 00000004:00080000:2.0:1767317776.169765:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934675 committed transno 8589934805 00000004:00080000:2.0:1767317776.169787:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934676 committed transno 8589934805 00000004:00080000:2.0:1767317776.169800:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934680 committed transno 8589934805 00000004:00080000:2.0:1767317776.169811:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934788 committed transno 8589934805 00000004:00080000:2.0:1767317776.169821:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934798 committed transno 8589934805 00000004:00080000:2.0:1767317776.169833:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934802 committed transno 8589934805 00000004:00080000:2.0:1767317776.169843:0:7014:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934805 committed transno 8589934805 00000100:00100000:2.0:1767317776.169855:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989375872:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.169964:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989376512:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.169982:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:7016:1853163989376128:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.169994:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989376640:0@lo:400:kworker.0 00000100:00100000:1.0:1767317776.170189:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170253:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170288:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170307:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170321:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170337:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170355:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170373:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170390:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1767317776.170395:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170413:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170428:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170445:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170457:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170474:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170486:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.170503:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.170529:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377152 00000100:00100000:1.0:1767317776.170533:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377152 00000100:00100000:1.0:1767317776.170558:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377664 00000100:00100000:1.0:1767317776.170561:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377664 00000100:00100000:1.0:1767317776.170573:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378176 00000100:00100000:1.0:1767317776.170575:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378176 00000100:00100000:1.0:1767317776.170589:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378688 00000100:00100000:1.0:1767317776.170607:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378688 00000100:00100000:1.0:1767317776.170622:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377024 00000100:00100000:1.0:1767317776.170625:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377024 00000100:00100000:1.0:1767317776.170634:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989377536 00000100:00100000:1.0:1767317776.170636:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989377536 00000100:00100000:1.0:1767317776.170646:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378048 00000100:00100000:1.0:1767317776.170648:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378048 00000100:00100000:1.0:1767317776.170656:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378560 00000100:00100000:1.0:1767317776.170658:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378560 00000100:00100000:1.0:1767317776.170669:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15951 00000100:00100000:1.0:1767317776.170675:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:7016:x1853163989377152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.170700:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:60 count 1 00002000:00010000:1.0:1767317776.170733:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.170740:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.170754:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.170756:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.170761:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.170774:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.170784:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.170791:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.170806:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.172141:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15952 00000100:00100000:2.0:1767317776.172163:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:7016:x1853163989377664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.172188:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:72 count 1 00002000:00010000:2.0:1767317776.172222:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.172249:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.172264:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.172266:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.172272:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.172285:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.172295:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.172304:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.172327:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317776.172725:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:7016:x1853163989377152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2047us (2493us total) trans 4294975224 rc 0/0 00000100:00100000:1.0:1767317776.172734:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15951 00000100:00100000:1.0:1767317776.172758:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15953 00000100:00100000:1.0:1767317776.172765:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:7016:x1853163989378176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.172778:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8 count 1 00002000:00010000:1.0:1767317776.172798:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.172804:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.172813:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.172814:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.172817:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.172826:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.172833:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.172841:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.172854:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767317776.172968:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.172977:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.172983:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.172989:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.172993:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173000:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173024:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x7ada234e (ffff96e2c8a18d00) 00010000:00010000:3.0:1767317776.173027:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173034:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173040:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3dc1f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x7ada234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173061:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173071:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173076:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173080:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc257800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173083:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173089:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173098:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3448104e (ffff96e2c3e6be00) 00010000:00010000:3.0:1767317776.173101:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173104:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173109:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257800/0xd0d4f19a2da3dc57 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3448104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173122:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173128:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173133:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173137:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc257e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173139:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173145:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173151:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb456a94e (ffff96e2c3e6b700) 00010000:00010000:3.0:1767317776.173154:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173156:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173162:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257e00/0xd0d4f19a2da3dc8f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb456a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173173:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173179:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173185:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173189:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173192:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173198:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173205:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa8e2104e (ffff96e2d8418e00) 00010000:00010000:3.0:1767317776.173207:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173210:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173220:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65000/0xd0d4f19a2da3dcc7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa8e2104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173246:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173252:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173258:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173263:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173266:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173271:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173279:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xbc19a94e (ffff96e2d8418400) 00010000:00010000:3.0:1767317776.173281:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173284:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173290:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3dcff lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbc19a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173302:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173308:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173319:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173323:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173326:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173331:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173338:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa29ee54e (ffff96e2d8418300) 00010000:00010000:3.0:1767317776.173341:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173343:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173349:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7e65800/0xd0d4f19a2da3dd37 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa29ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173359:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173365:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173371:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173375:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173377:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173383:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173390:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2ddce54e (ffff96e2da71e000) 00010000:00010000:3.0:1767317776.173392:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173394:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173400:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3dd6f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2ddce54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173411:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173416:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173422:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173427:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173430:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173435:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173442:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x93a8d44e (ffff96e2c9b89300) 00010000:00010000:3.0:1767317776.173444:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173447:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173452:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ef550200/0xd0d4f19a2da3dda7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x93a8d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173469:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173474:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173479:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173484:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173486:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173492:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173498:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x8c0dff4e (ffff96e2da71e800) 00010000:00010000:3.0:1767317776.173500:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173503:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173507:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3dddf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x8c0dff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173519:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173523:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173528:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173536:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc257400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173539:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173544:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173551:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x985ca94e (ffff96e2c3e6b400) 00010000:00010000:3.0:1767317776.173553:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173556:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173561:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc257400/0xd0d4f19a2da3de17 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x985ca94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173572:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173577:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173582:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173586:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc256e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173589:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173605:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173613:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x50b9f64e (ffff96e2c3e6ba00) 00010000:00010000:3.0:1767317776.173616:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173619:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173624:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc256e00/0xd0d4f19a2da3de4f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x50b9f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173637:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173642:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173647:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173652:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173655:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173660:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173668:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x110a94e (ffff96e2da7f2100) 00010000:00010000:3.0:1767317776.173670:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173673:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173679:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f71a00/0xd0d4f19a2da3de87 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x110a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173693:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173702:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173707:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173711:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173714:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173718:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173724:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xade4f64e (ffff96e2c8a10400) 00010000:00010000:3.0:1767317776.173726:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173729:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173735:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3debf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xade4f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173751:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173756:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173761:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173765:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173768:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173779:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173786:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xea1e234e (ffff96e2da71e700) 00010000:00010000:3.0:1767317776.173788:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173791:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173797:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3def7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xea1e234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173808:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173814:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173819:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173824:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173826:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173832:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173838:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5d2f104e (ffff96e2d03ba400) 00010000:00010000:3.0:1767317776.173841:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173843:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173852:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3df2f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5d2f104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173864:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173869:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173875:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173880:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173883:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173888:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173895:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb717a94e (ffff96e2d03bad00) 00010000:00010000:3.0:1767317776.173897:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173900:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173906:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3df67 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb717a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.173918:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173924:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173934:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173939:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173942:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173948:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173954:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x94e9ff4e (ffff96e2d03bac00) 00010000:00010000:3.0:1767317776.173957:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.173959:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173965:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3df9f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x94e9ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173978:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173983:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173988:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.173993:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.173996:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174001:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174008:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x9e7aff4e (ffff96e2d03baa00) 00010000:00010000:3.0:1767317776.174010:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174013:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174019:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3dfd7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x9e7aff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174031:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174037:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174042:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174047:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174049:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174055:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174061:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x37a2a24e (ffff96e2d03ba300) 00010000:00010000:3.0:1767317776.174063:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174066:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174071:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e00f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x37a2a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174087:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174092:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174098:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174103:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174106:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174111:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174118:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4d85104e (ffff96e2d03ba900) 00010000:00010000:3.0:1767317776.174120:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174123:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174129:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e047 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4d85104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174143:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174149:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174155:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174165:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174168:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174174:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174181:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xfeca234e (ffff96e2da71e200) 00010000:00010000:3.0:1767317776.174183:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174186:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174191:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e07f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xfeca234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174203:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174209:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174215:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174219:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174222:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174228:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174260:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x249e104e (ffff96e2da71e500) 00010000:00010000:3.0:1767317776.174262:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174265:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174270:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e0b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x249e104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174283:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174289:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174294:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174299:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174302:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174307:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174314:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc3eb104e (ffff96e2d03bab00) 00010000:00010000:3.0:1767317776.174316:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174318:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174323:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e0ef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc3eb104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174336:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174346:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174351:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174355:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174358:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174363:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174370:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd0d7914e (ffff96e2d03bae00) 00010000:00010000:3.0:1767317776.174372:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174375:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174379:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e127 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd0d7914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174392:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174398:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174403:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174408:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174411:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174417:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174424:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x43e2ff4e (ffff96e2d03ba500) 00010000:00010000:3.0:1767317776.174426:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174429:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174435:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e15f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x43e2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174447:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174452:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174458:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174464:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174467:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174473:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174480:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x477fa94e (ffff96e2d03ba200) 00010000:00010000:3.0:1767317776.174482:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174485:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174495:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e197 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x477fa94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174509:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174515:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174521:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174526:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174529:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174535:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174542:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1e98a94e (ffff96e2c9b89a00) 00010000:00010000:3.0:1767317776.174544:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174547:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174552:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e1cf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1e98a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174564:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174570:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174580:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174585:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ee00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174588:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174606:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174614:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5fdda94e (ffff96e2da71ed00) 00010000:00010000:3.0:1767317776.174616:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174619:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174625:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e207 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5fdda94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174637:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174642:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174648:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174652:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174654:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174659:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174666:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x474234e (ffff96e2da71ea00) 00010000:00010000:3.0:1767317776.174668:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174671:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174676:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e23f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x474234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174689:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174695:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174699:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174705:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174707:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174713:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174720:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcbe1234e (ffff96e2c9b89800) 00010000:00010000:3.0:1767317776.174722:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174725:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174730:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e277 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcbe1234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174744:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174748:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174753:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174758:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174761:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174766:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174772:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xbbeaf64e (ffff96e2c8a18600) 00010000:00010000:3.0:1767317776.174774:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174777:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174783:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e2af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xbbeaf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174800:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174806:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174812:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174821:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174824:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174834:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174841:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb2b2a94e (ffff96e2c8a18c00) 00010000:00010000:3.0:1767317776.174845:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174847:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174853:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e2e7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb2b2a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174868:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174873:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174879:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174884:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174887:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174893:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174900:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb166a24e (ffff96e2c9b89700) 00010000:00010000:3.0:1767317776.174903:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174906:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174911:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e31f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb166a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174928:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174934:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174939:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174943:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174946:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174951:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174958:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3ca4a24e (ffff96e2c9b89500) 00010000:00010000:3.0:1767317776.174960:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.174963:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174968:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e357 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3ca4a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.174980:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174989:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174993:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.174997:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.174999:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175004:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175012:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd1c9104e (ffff96e2c8a18000) 00010000:00010000:3.0:1767317776.175014:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175016:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175021:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70600/0xd0d4f19a2da3e38f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd1c9104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175033:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175039:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175044:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175049:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175052:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175058:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175064:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3ac9e54e (ffff96e2da71e100) 00010000:00010000:3.0:1767317776.175067:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175069:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175074:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e3c7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3ac9e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175087:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175093:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175099:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175104:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175107:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175112:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175119:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x27f8a24e (ffff96e2c8a18300) 00010000:00010000:3.0:1767317776.175121:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175124:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175133:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e3ff lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x27f8a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175148:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175154:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175160:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175164:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175167:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175173:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175179:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd963e54e (ffff96e2c9b89000) 00010000:00010000:3.0:1767317776.175182:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175184:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175189:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e437 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd963e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175200:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175205:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175214:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175219:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175222:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175228:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175261:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd4fdf64e (ffff96e2da71e900) 00010000:00010000:3.0:1767317776.175263:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175267:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175273:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e46f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd4fdf64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175288:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175293:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175298:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175303:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175306:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175311:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175319:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x21b4914e (ffff96e2d03ba700) 00010000:00010000:3.0:1767317776.175321:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175324:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175329:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e4a7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x21b4914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175344:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175351:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175356:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175361:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175363:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175369:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175376:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5842d44e (ffff96e2d03ba800) 00010000:00010000:3.0:1767317776.175378:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175381:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175387:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e4df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5842d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175404:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175410:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175415:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175419:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ea00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175422:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175426:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175433:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x261de54e (ffff96e2fd1fc300) 00010000:00010000:3.0:1767317776.175435:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175437:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175441:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e517 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x261de54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175453:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175458:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175463:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175470:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175472:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175477:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175483:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xab17d44e (ffff96e2d03ba600) 00010000:00010000:3.0:1767317776.175485:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175487:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175492:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e54f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xab17d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.175503:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175508:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175514:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175518:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f2c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175521:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175527:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175533:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x315e914e (ffff96e2fd1fcf00) 00010000:00010000:3.0:1767317776.175535:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175537:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175542:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2f2c00/0xd0d4f19a2da3e587 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x315e914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175556:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175562:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175567:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175572:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175575:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175581:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175588:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd572234e (ffff96e2fd1fcc00) 00010000:00010000:3.0:1767317776.175601:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175604:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175609:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250800/0xd0d4f19a2da3e5bf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd572234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175624:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175634:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175639:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175644:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175647:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175652:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175659:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcbc3a94e (ffff96e2c8a18b00) 00010000:00010000:3.0:1767317776.175661:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175664:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175669:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e5f7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcbc3a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175683:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175689:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175694:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175699:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175701:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175707:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175713:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x887fa24e (ffff96e2fd1fc600) 00010000:00010000:3.0:1767317776.175716:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175718:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175723:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250400/0xd0d4f19a2da3e62f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x887fa24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175734:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175738:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175744:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175748:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175750:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175755:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175761:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xad08a94e (ffff96e2c8a18900) 00010000:00010000:3.0:1767317776.175763:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175766:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175774:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7f70200/0xd0d4f19a2da3e667 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xad08a94e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.175789:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175795:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175801:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175806:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc250000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.175809:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175815:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175822:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xae59234e (ffff96e2fd1fc400) 00010000:00010000:3.0:1767317776.175825:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.175828:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.175833:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250000/0xd0d4f19a2da3e69f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xae59234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000100:00100000:3.0:1767317776.175884:0:88789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989375616 00000100:00100000:3.0:1767317776.175894:0:88789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989375616 00000100:00100000:3.0:1767317776.175963:0:88789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1767317776.175972:0:88789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2df42e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+23:7016:x1853163989375616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317776.176064:0:88789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2df42e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+23:7016:x1853163989375616:12345-0@lo:400:kworker.0 Request processed in 93us (14260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.176072:0:88789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1767317776.176219:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.176414:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15954 00000100:00100000:0.0:1767317776.176429:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:7016:x1853163989378688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.176456:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:89 count 1 00002000:00010000:0.0:1767317776.176491:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.176498:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.176513:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.176515:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.176522:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.176535:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.176544:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.176551:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.176577:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1767317776.176735:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767317776.176742:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176749:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.176753:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176759:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176774:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176781:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e794 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176799:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767317776.176803:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176809:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fa00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.176811:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176818:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176826:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176832:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e79b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176847:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.176851:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176857:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.176859:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176866:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176874:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176881:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e7a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176897:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.176900:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176906:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c36800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.176909:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176916:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176924:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176931:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c36800/0xd0d4f19a2da3e7a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.176944:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.176946:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.176947:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.177023:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.177036:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15955 00000100:00100000:2.0:1767317776.177048:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989377024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.177063:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:14 count 1 00002000:00010000:2.0:1767317776.177082:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.177087:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177096:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177098:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177101:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177111:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177118:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177126:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177147:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.177337:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:7016:x1853163989377024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 292us (6922us total) trans 4294975228 rc 0/0 00000100:00100000:2.0:1767317776.177345:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15955 00000100:00100000:2.0:1767317776.177361:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15956 00000100:00100000:2.0:1767317776.177368:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989377536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.177379:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:86 count 1 00002000:00010000:2.0:1767317776.177393:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.177397:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177404:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177405:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177408:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177415:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177422:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177428:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177441:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.177523:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:7016:x1853163989377536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155us (7076us total) trans 4294975229 rc 0/0 00000100:00100000:2.0:1767317776.177529:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15956 00000100:00100000:2.0:1767317776.177540:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15957 00000100:00100000:2.0:1767317776.177545:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989378048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.177556:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:105 count 1 00002000:00010000:2.0:1767317776.177569:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.177574:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177581:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177582:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177585:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177607:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177614:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177621:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177633:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.177716:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:7016:x1853163989378048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170us (7240us total) trans 4294975230 rc 0/0 00000100:00100000:2.0:1767317776.177721:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15957 00000100:00100000:2.0:1767317776.177733:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15958 00000100:00100000:2.0:1767317776.177739:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989378560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.177750:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:75 count 1 00002000:00010000:2.0:1767317776.177762:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.177766:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177773:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177774:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.177777:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177786:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177793:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177799:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177807:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317776.177890:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:7016:x1853163989378560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 150us (7385us total) trans 4294975231 rc 0/0 00000100:00100000:2.0:1767317776.177896:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15958 00010000:00010000:2.0:1767317776.177916:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.177921:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177928:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.177932:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177939:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177951:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177957:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e7b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177971:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.177975:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177981:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.177984:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177991:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.177999:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178006:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e7b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178017:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.178020:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178025:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.178028:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178035:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178044:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178052:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3e7be lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178062:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.178064:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178070:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2f3c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.178073:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178080:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178088:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178095:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2f3c00/0xd0d4f19a2da3e7c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.178108:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.178109:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.178111:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.178128:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989378944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1767317776.178165:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.178199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767317776.178206:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989378816:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767317776.178227:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.178276:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378944 00000100:00100000:2.0:1767317776.178282:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378944 00000100:00100000:2.0:1767317776.178311:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989378816 00000100:00100000:2.0:1767317776.178314:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989378816 00000100:00100000:2.0:1767317776.178326:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:2.0:1767317776.178331:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7014:x1853163989378944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767317776.178355:0:15474:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445392384 avail 1299152896 00000100:00100000:2.0:1767317776.178388:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7014:x1853163989378944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.178397:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:2.0:1767317776.178410:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:2.0:1767317776.178415:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163989378816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767317776.178430:0:15474:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446354944 avail 1300115456 00000100:00100000:2.0:1767317776.178454:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163989378816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.178459:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00010000:00010000:3.0:1767317776.178883:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.178942:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989378816:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767317776.178956:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989378944:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1767317776.178985:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.179075:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989377664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6922us (8766us total) trans 4294975225 rc 0/0 00000100:00100000:2.0:1767317776.179082:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15952 00000100:00100000:2.0:1767317776.179105:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925712512 00000100:00100000:2.0:1767317776.179111:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925712512 00000100:00100000:2.0:1767317776.179154:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21801 00000100:00100000:2.0:1767317776.179161:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925712512:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.179198:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.179220:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc250c00/0xd0d4f19a2da3e6c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2443:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029cb expref: 14 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.179259:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2443:0x0].0x0 (ffff96e2fd1fc500) 00010000:00010000:2.0:1767317776.179272:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.179313:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179330:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179338:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179352:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179358:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179363:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179448:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179455:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179461:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.179712:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].64, 64 off12288 00010000:00010000:2.0:1767317776.179760:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179769:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179776:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179787:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179792:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179797:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179813:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.179828:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.179832:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179837:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.179840:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179847:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179855:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2443:0x0].0x0 (ffff96e1cf6bd100) 00010000:00010000:2.0:1767317776.179858:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.179862:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179867:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3e7e1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179877:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.179879:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.179880:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.179893:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179898:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179904:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179909:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.179912:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179917:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179924:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2443:0x0].0x0 (ffff96e1cf6bd100) 00010000:00010000:2.0:1767317776.179926:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.179928:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.179934:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3e7da lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180041:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180048:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180053:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180058:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180068:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.180070:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180076:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180084:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.180086:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.180090:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180095:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3e7cc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.180103:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f3bb85af reply state 00000000d539f078 transno 8589934878 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180113:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.180118:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xac40f64e (ffff96e1cf6bd600) 00010000:00010000:2.0:1767317776.180120:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.180122:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.180182:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925712512:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1020us (3964us total) trans 8589934878 rc 0/0 00000100:00100000:2.0:1767317776.180189:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21801 00000100:00100000:1.0:1767317776.180351:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:7016:x1853163989378176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7586us (10011us total) trans 4294975226 rc 0/0 00000100:00100000:1.0:1767317776.180359:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15953 00000004:00080000:1.0:1767317776.180411:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634700/2, rc 0, transno 4294975228 00000100:00100000:1.0:1767317776.180429:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377024:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.180439:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634000/2, rc 0, transno 4294975229 00000100:00100000:1.0:1767317776.180443:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377536:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.180449:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77c380/2, rc 0, transno 4294975230 00000100:00100000:1.0:1767317776.180452:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378048:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.180460:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77ca80/2, rc 0, transno 4294975231 00000100:00100000:1.0:1767317776.180463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378560:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.180471:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636680/2, rc 0, transno 4294975224 00000100:00100000:1.0:1767317776.180474:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377152:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.180480:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634380/2, rc 0, transno 4294975225 00000100:00100000:1.0:1767317776.180483:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989377664:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.180489:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77e300/2, rc 0, transno 4294975226 00000100:00100000:1.0:1767317776.180491:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.180502:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989375616:0@lo:400:kworker.0 00000100:00100000:0.0:1767317776.181946:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:7016:x1853163989378688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5516us (11565us total) trans 4294975227 rc 0/0 00000100:00100000:0.0:1767317776.181958:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15954 00010000:00010000:0.0:1767317776.181991:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.181997:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317776.182133:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77fb80/2, rc 0, transno 4294975227 00000100:00100000:1.0:1767317776.182139:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989378688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.183269:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989379072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.183328:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.184937:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989379200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.185002:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.185154:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379072 00000100:00100000:0.0:1767317776.185163:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379072 00000100:00100000:0.0:1767317776.185255:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379200 00000100:00100000:0.0:1767317776.185259:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379200 00000100:00100000:0.0:1767317776.185280:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15959 00000100:00100000:0.0:1767317776.185288:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:7015:x1853163989379072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.185314:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:40 count 1 00002000:00010000:0.0:1767317776.185344:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.185352:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.185367:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.185369:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.185374:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.185388:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.185398:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.185405:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.185420:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.185800:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15960 00000100:00100000:3.0:1767317776.185810:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989379200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.185824:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:80 count 1 00002000:00010000:3.0:1767317776.185843:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.185849:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.185858:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.185860:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.185864:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.185873:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.185881:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.185889:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.185904:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.186014:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+43:7016:x1853163989379200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 206us (1012us total) trans 4294975233 rc 0/0 00000100:00100000:3.0:1767317776.186023:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15960 00000004:00080000:3.0:1767317776.186070:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301587100/2, rc 0, transno 4294975233 00000100:00100000:3.0:1767317776.186077:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989379200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.187180:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.187274:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.187304:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.187326:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.187345:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767317776.187351:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.187370:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.187386:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.187402:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.187431:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379456 00000100:00100000:2.0:1767317776.187437:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379456 00000100:00100000:2.0:1767317776.187469:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379968 00000100:00100000:2.0:1767317776.187472:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379968 00000100:00100000:2.0:1767317776.187499:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379328 00000100:00100000:2.0:1767317776.187502:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379328 00000100:00100000:2.0:1767317776.187517:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379840 00000100:00100000:2.0:1767317776.187520:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379840 00000100:00100000:2.0:1767317776.187539:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15961 00000100:00100000:2.0:1767317776.187546:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:7014:x1853163989379456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.187565:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:67 count 1 00002000:00010000:2.0:1767317776.187602:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.187610:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187623:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.187625:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.187630:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187643:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187656:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187664:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187682:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.187870:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:7014:x1853163989379456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 324us (595us total) trans 4294975234 rc 0/0 00000100:00100000:2.0:1767317776.187878:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15961 00000100:00100000:2.0:1767317776.187897:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15962 00000100:00100000:2.0:1767317776.187903:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:7014:x1853163989379968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.187913:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:32 count 1 00002000:00010000:2.0:1767317776.187928:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.187932:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187939:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.187941:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.187944:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187953:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187960:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187969:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.187985:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317776.188074:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:7014:x1853163989379968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 171us (747us total) trans 4294975235 rc 0/0 00000100:00100000:2.0:1767317776.188080:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15962 00000100:00100000:2.0:1767317776.188092:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15963 00000100:00100000:2.0:1767317776.188099:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:7014:x1853163989379328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.188108:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:70 count 1 00002000:00010000:2.0:1767317776.188122:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.188126:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188134:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.188135:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.188139:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188146:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188153:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188159:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188172:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767317776.188279:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:7014:x1853163989379328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (907us total) trans 4294975236 rc 0/0 00000100:00100000:2.0:1767317776.188286:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15963 00000100:00100000:2.0:1767317776.188298:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15964 00000100:00100000:2.0:1767317776.188305:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:7014:x1853163989379840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.188316:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:30 count 1 00002000:00010000:2.0:1767317776.188331:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.188335:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188342:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.188344:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.188347:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188355:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188362:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188370:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188378:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767317776.188460:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:7014:x1853163989379840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155us (1056us total) trans 4294975237 rc 0/0 00000100:00100000:2.0:1767317776.188466:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15964 00010000:00010000:2.0:1767317776.188486:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317776.188494:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188502:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.188507:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188516:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188532:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188539:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37600/0xd0d4f19a2da3e7e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188557:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317776.188561:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188567:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.188570:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188583:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188604:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188611:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9200/0xd0d4f19a2da3e7ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188624:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.188628:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188635:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.188638:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188645:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188655:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188661:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3e7f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188679:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.188682:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188688:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.188691:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188698:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188706:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188713:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3e7fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188723:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.188726:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188730:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.188733:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188740:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188748:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188754:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3e804 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188763:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.188766:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188771:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.188774:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188781:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188789:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188795:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3e80b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.188805:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.188806:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.188807:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.188846:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585f80/2, rc 0, transno 4294975236 00000100:00100000:2.0:1767317776.188859:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.188869:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a16a00/2, rc 0, transno 4294975237 00000100:00100000:2.0:1767317776.188872:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379840:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.188880:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f9a8c700/2, rc 0, transno 4294975234 00000100:00100000:2.0:1767317776.188883:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379456:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.188890:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd252680/2, rc 0, transno 4294975235 00000100:00100000:2.0:1767317776.188893:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989379968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317776.188913:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.188923:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989379712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.188955:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.188978:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767317776.188984:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989379584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.189003:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.189019:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.189035:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.189059:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379712 00000100:00100000:2.0:1767317776.189065:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379712 00000100:00100000:2.0:1767317776.189085:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989379584 00000100:00100000:2.0:1767317776.189087:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989379584 00000100:00100000:2.0:1767317776.189095:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380096 00000100:00100000:2.0:1767317776.189097:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380096 00000100:00100000:2.0:1767317776.189108:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15965 00000100:00100000:2.0:1767317776.189114:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:7016:x1853163989379712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.189129:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:57 count 1 00002000:00010000:2.0:1767317776.189147:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.189153:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189162:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.189163:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.189166:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189176:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189183:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189190:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189202:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.189335:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:7016:x1853163989379712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (379us total) trans 4294975238 rc 0/0 00000100:00100000:2.0:1767317776.189342:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15965 00000100:00100000:2.0:1767317776.189355:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15966 00000100:00100000:2.0:1767317776.189362:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:7016:x1853163989379584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.189372:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10 count 1 00002000:00010000:2.0:1767317776.189385:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.189390:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189397:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.189399:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.189402:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189411:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189418:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189424:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189436:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.189513:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:7016:x1853163989379584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 152us (509us total) trans 4294975239 rc 0/0 00000100:00100000:2.0:1767317776.189519:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15966 00000100:00100000:2.0:1767317776.189531:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15967 00000100:00100000:2.0:1767317776.189537:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:7016:x1853163989380096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.189546:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:85 count 1 00002000:00010000:2.0:1767317776.189559:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.189564:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189571:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.189572:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.189576:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189584:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189603:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189610:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189618:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.189696:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:7016:x1853163989380096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159us (658us total) trans 4294975240 rc 0/0 00000100:00100000:2.0:1767317776.189702:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15967 00010000:00010000:2.0:1767317776.189720:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.189724:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189731:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.189734:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189741:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189752:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189757:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3e812 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189775:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.189778:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189784:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.189787:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189794:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189802:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189810:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3e819 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189821:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.189824:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189830:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.189833:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189840:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189849:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189856:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3e820 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.189867:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.189868:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.189870:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.189883:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.189905:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c7229880/2, rc 0, transno 4294975239 00000100:00100000:2.0:1767317776.189911:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989379584:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.189920:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef585880/2, rc 0, transno 4294975240 00000100:00100000:2.0:1767317776.189923:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380096:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.189931:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c7229500/2, rc 0, transno 4294975238 00000100:00100000:2.0:1767317776.189934:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989379712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.190030:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.190056:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.190072:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.190089:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.190106:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767317776.190110:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.190125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.190138:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.190153:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.190169:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380480 00000100:00100000:2.0:1767317776.190173:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380480 00000100:00100000:2.0:1767317776.190191:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380992 00000100:00100000:2.0:1767317776.190193:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380992 00000100:00100000:2.0:1767317776.190202:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380352 00000100:00100000:2.0:1767317776.190204:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380352 00000100:00100000:2.0:1767317776.190211:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380864 00000100:00100000:2.0:1767317776.190213:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380864 00000100:00100000:2.0:1767317776.190222:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15968 00000100:00100000:2.0:1767317776.190227:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:7014:x1853163989380480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.190266:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:93 count 1 00002000:00010000:2.0:1767317776.190281:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.190285:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190293:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.190294:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.190298:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190306:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190313:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190319:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190335:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.190441:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989380480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 212us (383us total) trans 4294975241 rc 0/0 00000100:00100000:2.0:1767317776.190447:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15968 00000100:00100000:2.0:1767317776.190460:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15969 00000100:00100000:2.0:1767317776.190466:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:7014:x1853163989380992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.190476:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:34 count 1 00002000:00010000:2.0:1767317776.190491:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.190495:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190503:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.190504:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.190507:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190515:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190522:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190529:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.190541:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.191001:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.191025:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925712640 00000100:00100000:3.0:1767317776.191030:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925712640 00000100:00100000:3.0:1767317776.191064:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21802 00000100:00100000:3.0:1767317776.191072:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925712640:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.191088:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.191102:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e835 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029d2 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.191152:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191163:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191171:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191183:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191189:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191196:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191351:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191360:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191366:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:3.0:1767317776.191399:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2454:0x0]: returning size 0 00000004:00200000:3.0:1767317776.191404:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.191423:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191434:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191443:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191449:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191454:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191460:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191465:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.191469:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191476:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191486:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.191490:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.191494:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191500:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8000/0xd0d4f19a2da3e83c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191512:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191518:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191524:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191529:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.191531:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191537:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191543:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x9b04104e (ffff96e2c9b89700) 00010000:00010000:3.0:1767317776.191545:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.191548:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191554:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9a00/0xd0d4f19a2da3e843 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.191583:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8c00/0xd0d4f19a2da3e835 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029d2 expref: 17 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.191609:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029d2 expref: 16 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.191617:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2454:0x0].0x0 (ffff96e2c9b89800) 00010000:00010000:3.0:1767317776.191619:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.191622:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de3a9e00, rc 0) 00000100:00100000:3.0:1767317776.191675:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+16:68718:x1853163925712640:12345-192.168.204.1@tcp:101:rm.0 Request processed in 604us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.191682:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21802 00000100:00100000:3.0:1767317776.193514:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15970 00000100:00100000:3.0:1767317776.193534:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989380352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.193562:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:41 count 1 00002000:00010000:3.0:1767317776.193604:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.193612:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.193626:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.193629:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.193635:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.193647:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.193657:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.193664:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.193676:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767317776.193929:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:7014:x1853163989380352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 403us (3800us total) trans 4294975243 rc 0/0 00000100:00100000:3.0:1767317776.193936:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15970 00000100:00100000:3.0:1767317776.193957:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15971 00000100:00100000:3.0:1767317776.193964:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989380864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.193975:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:24 count 1 00002000:00010000:3.0:1767317776.193990:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.193995:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194001:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194003:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194005:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194014:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194021:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194027:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194035:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317776.194124:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:7014:x1853163989380864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 160us (3968us total) trans 4294975244 rc 0/0 00000100:00100000:3.0:1767317776.194130:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15971 00000100:00100000:3.0:1767317776.194165:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.194225:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.194280:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.194301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.194323:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317776.194328:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.194348:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.194367:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380224 00000100:00100000:3.0:1767317776.194373:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380224 00000100:00100000:3.0:1767317776.194396:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380736 00000100:00100000:3.0:1767317776.194399:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380736 00000100:00100000:3.0:1767317776.194408:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989380608 00000100:00100000:3.0:1767317776.194410:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989380608 00000100:00100000:3.0:1767317776.194423:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15972 00000100:00100000:3.0:1767317776.194428:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:7016:x1853163989380224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.194441:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:58 count 1 00002000:00010000:3.0:1767317776.194458:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.194463:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194473:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194475:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194478:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194488:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194495:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194503:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194510:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767317776.194629:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:7016:x1853163989380224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (402us total) trans 4294975245 rc 0/0 00000100:00100000:3.0:1767317776.194635:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15972 00000100:00100000:3.0:1767317776.194650:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15973 00000100:00100000:3.0:1767317776.194656:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:7016:x1853163989380736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.194666:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:39 count 1 00002000:00010000:3.0:1767317776.194681:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.194685:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194692:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194693:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194696:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194704:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194711:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194718:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194725:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767317776.194808:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:7016:x1853163989380736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 152us (505us total) trans 4294975246 rc 0/0 00000100:00100000:3.0:1767317776.194814:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15973 00000100:00100000:3.0:1767317776.194827:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15974 00000100:00100000:3.0:1767317776.194833:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec3e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:7016:x1853163989380608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.194844:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:19 count 1 00002000:00010000:3.0:1767317776.194858:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.194863:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194870:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194872:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.194874:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194883:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194891:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194898:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.194906:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767317776.194990:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec3e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:7016:x1853163989380608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 157us (640us total) trans 4294975247 rc 0/0 00000100:00100000:3.0:1767317776.194996:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15974 00000004:00080000:3.0:1767317776.195042:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3800/2, rc 0, transno 4294975247 00000100:00100000:3.0:1767317776.195066:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380608:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.195077:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2a00/2, rc 0, transno 4294975245 00000100:00100000:3.0:1767317776.195082:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380224:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.195089:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2300/2, rc 0, transno 4294975246 00000100:00100000:3.0:1767317776.195093:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989380736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317776.195907:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767317776.195916:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.195925:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.195929:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.195939:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.195958:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.195964:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3e827 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.195986:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317776.195990:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.195996:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.195999:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196006:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196019:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196026:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3e82e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196037:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317776.196041:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196047:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.196050:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196057:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196067:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196076:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8e00/0xd0d4f19a2da3e851 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196088:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.196092:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196102:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.196105:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196111:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196119:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196126:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9000/0xd0d4f19a2da3e858 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196138:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.196141:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196147:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.196151:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196158:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196166:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196177:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9400/0xd0d4f19a2da3e85f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196188:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.196191:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196197:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.196200:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196207:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196214:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.196220:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9800/0xd0d4f19a2da3e866 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.196385:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:7015:x1853163989379072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11095us (13053us total) trans 4294975232 rc 0/0 00000100:00100000:0.0:1767317776.196395:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15959 00010000:00010000:0.0:1767317776.196435:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.196441:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.196448:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.196451:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.196459:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.196470:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.196477:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a9c00/0xd0d4f19a2da3e86d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.196505:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.196507:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.196509:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.196514:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.196520:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.196777:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.196824:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.196850:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317776.196856:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.196877:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.196936:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.196961:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925712896 00000100:00100000:3.0:1767317776.196967:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925712896 00000100:00100000:3.0:1767317776.197005:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21803 00000100:00100000:3.0:1767317776.197012:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+16:68718:x1853163925712896:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.197059:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.197081:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9e00/0xd0d4f19a2da3e84a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2454:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029d2 expref: 16 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.197095:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2454:0x0].0x0 (ffff96e2c9b89800) 00010000:00010000:3.0:1767317776.197103:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.197123:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197135:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197143:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197158:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197165:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197171:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197275:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197282:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.197288:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000100:00100000:0.0:1767317776.197581:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381248 00000100:00100000:0.0:1767317776.197586:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381248 00000100:00100000:0.0:1767317776.197657:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381120 00000100:00100000:0.0:1767317776.197661:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381120 00000100:00100000:0.0:1767317776.197681:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15975 00000100:00100000:0.0:1767317776.197689:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:7016:x1853163989381248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.197705:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:13 count 1 00002000:00010000:0.0:1767317776.197726:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.197732:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.197742:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.197745:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.197749:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.197758:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.197766:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.197772:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.197788:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.197993:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7016:x1853163989381248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 304us (1167us total) trans 4294975248 rc 0/0 00000100:00100000:0.0:1767317776.198000:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15975 00000100:00100000:0.0:1767317776.198015:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15976 00000100:00100000:0.0:1767317776.198023:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:7016:x1853163989381120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.198034:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:66 count 1 00002000:00010000:0.0:1767317776.198047:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.198052:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198060:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.198061:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.198064:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198073:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198081:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198089:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198101:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.198214:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:7016:x1853163989381120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (1335us total) trans 4294975249 rc 0/0 00000100:00100000:0.0:1767317776.198220:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15976 00010000:00010000:0.0:1767317776.198258:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.198264:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198271:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.198275:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198282:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198296:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198302:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2c37400/0xd0d4f19a2da3e889 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198317:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.198320:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198326:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.198329:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198336:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198344:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198351:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3e890 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.198361:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.198362:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.198364:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.198370:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1767317776.198508:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].65, 64 off12352 00010000:00010000:3.0:1767317776.198558:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198568:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198576:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198583:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198589:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198609:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198628:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.198646:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198652:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198658:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198663:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.198667:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198673:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198681:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2454:0x0].0x0 (ffff96e2c9b89b00) 00010000:00010000:3.0:1767317776.198684:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317776.198687:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198692:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8600/0xd0d4f19a2da3e882 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2454:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198770:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198776:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198785:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198791:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198796:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.198799:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198804:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198811:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.198814:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.198817:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198822:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8800/0xd0d4f19a2da3e874 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:3.0:1767317776.198831:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8d3b4ca reply state 00000000f6e39b66 transno 8589934879 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198841:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.198846:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x9b04104e (ffff96e2c9b89100) 00010000:00010000:3.0:1767317776.198848:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317776.198850:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767317776.198920:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+17:68718:x1853163925712896:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1907us (1984us total) trans 8589934879 rc 0/0 00000100:00100000:3.0:1767317776.198930:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21803 00000004:00080000:3.0:1767317776.198978:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01c380/2, rc 0, transno 4294975249 00000100:00100000:3.0:1767317776.198993:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381120:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.199004:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01e680/2, rc 0, transno 4294975248 00000100:00100000:3.0:1767317776.199008:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381248:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767317776.199223:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.199252:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.199259:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.199262:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.199268:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.199277:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2454:0x0].0x0 (ffff96e2c9b89b00) 00010000:00010000:0.0:1767317776.199280:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.199283:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.199289:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a8200/0xd0d4f19a2da3e897 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2454:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.199304:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.199305:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.199307:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.199365:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.199367:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.199369:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.199395:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0380/2, rc 0, transno 4294975243 00000100:00100000:2.0:1767317776.199401:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380352:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.199411:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0000/2, rc 0, transno 4294975244 00000100:00100000:2.0:1767317776.199415:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380864:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.199425:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2680/2, rc 0, transno 4294975241 00000100:00100000:2.0:1767317776.199429:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.199435:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767317776.199447:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989381376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.199503:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767317776.199545:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.199653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989381888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.199677:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.199696:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767317776.199701:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989381504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.199719:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.199735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.199753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.199778:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381376 00000100:00100000:2.0:1767317776.199783:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381376 00000100:00100000:2.0:1767317776.199812:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381888 00000100:00100000:2.0:1767317776.199815:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381888 00000100:00100000:2.0:1767317776.199828:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381504 00000100:00100000:2.0:1767317776.199830:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381504 00000100:00100000:2.0:1767317776.199840:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382016 00000100:00100000:2.0:1767317776.199842:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382016 00000100:00100000:2.0:1767317776.199853:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15977 00000100:00100000:2.0:1767317776.199860:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:7014:x1853163989381376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.199880:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:65 count 1 00002000:00010000:2.0:1767317776.199911:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.199917:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.199927:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.199930:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.199934:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.199945:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.199953:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.199960:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.199972:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.200133:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:7014:x1853163989381376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272us (628us total) trans 4294975250 rc 0/0 00000100:00100000:2.0:1767317776.200139:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15977 00000100:00100000:2.0:1767317776.200154:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15978 00000100:00100000:2.0:1767317776.200160:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:7013:x1853163989381888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.200173:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:45 count 1 00002000:00010000:2.0:1767317776.200192:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.200196:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200203:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.200204:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.200208:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200215:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200223:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200263:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200275:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.200369:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:7013:x1853163989381888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (690us total) trans 4294975251 rc 0/0 00000100:00100000:2.0:1767317776.200375:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15978 00000100:00100000:2.0:1767317776.200388:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15979 00000100:00100000:2.0:1767317776.200393:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:7013:x1853163989381504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.200403:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:63 count 1 00002000:00010000:2.0:1767317776.200415:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.200420:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200427:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.200428:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.200430:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200438:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200445:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200451:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200462:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.200547:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:7013:x1853163989381504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 149us (821us total) trans 4294975252 rc 0/0 00000100:00100000:2.0:1767317776.200554:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15979 00000100:00100000:2.0:1767317776.200566:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15980 00000100:00100000:2.0:1767317776.200571:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:7013:x1853163989382016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.200582:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:29 count 1 00002000:00010000:2.0:1767317776.200609:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.200614:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200620:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.200622:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.200625:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200632:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200638:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200646:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200660:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317776.200746:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:7013:x1853163989382016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 175us (991us total) trans 4294975253 rc 0/0 00000100:00100000:2.0:1767317776.200752:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15980 00010000:00010000:2.0:1767317776.200776:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.200781:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200788:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.200792:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200800:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200814:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200821:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3e89e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200837:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.200840:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200846:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.200849:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200855:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200863:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200870:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3e8a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200881:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.200884:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200890:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.200892:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200900:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200909:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200921:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3e8ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200931:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.200934:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200940:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.200943:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200949:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200958:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200966:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3e8b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.200977:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.200980:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.200982:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.201012:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01c000/2, rc 0, transno 4294975252 00000100:00100000:2.0:1767317776.201022:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989381504:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.201033:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01ca80/2, rc 0, transno 4294975253 00000100:00100000:2.0:1767317776.201036:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382016:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.201043:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01ed80/2, rc 0, transno 4294975251 00000100:00100000:2.0:1767317776.201046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989381888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.201113:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.201141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.201169:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382400 00000100:00100000:2.0:1767317776.201174:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382400 00000100:00100000:2.0:1767317776.201201:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15981 00000100:00100000:2.0:1767317776.201208:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+63:7013:x1853163989382400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.201221:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:77 count 1 00002000:00010000:2.0:1767317776.201271:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.201277:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201286:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.201287:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.201291:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201301:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201309:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201316:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201333:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.201441:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+64:7013:x1853163989382400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 233us (298us total) trans 4294975254 rc 0/0 00000100:00100000:2.0:1767317776.201448:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15981 00000004:00080000:2.0:1767317776.201567:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01f100/2, rc 0, transno 4294975254 00000100:00100000:2.0:1767317776.201577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382400:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317776.201588:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.201606:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201614:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.201618:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201627:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201639:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201647:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3e8ba lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201660:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.201662:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.201663:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.201695:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317776.201702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.201729:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.201754:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382528 00000100:00100000:2.0:1767317776.201758:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382528 00000100:00100000:2.0:1767317776.201780:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15982 00000100:00100000:2.0:1767317776.201785:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+64:7013:x1853163989382528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.201797:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:55 count 1 00002000:00010000:2.0:1767317776.201814:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.201819:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201827:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.201828:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.201831:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201840:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201848:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201855:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.201868:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.201977:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+65:7013:x1853163989382528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (246us total) trans 4294975255 rc 0/0 00000100:00100000:2.0:1767317776.201986:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15982 00010000:00010000:2.0:1767317776.202002:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.202006:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.202013:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.202016:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.202023:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.202033:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.202039:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3e8c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.202052:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.202054:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.202056:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.202071:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01d500/2, rc 0, transno 4294975255 00000100:00100000:2.0:1767317776.202080:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.202181:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+64:7014:x1853163989380992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11715us (12089us total) trans 4294975242 rc 0/0 00000100:00100000:2.0:1767317776.202188:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15969 00000004:00080000:3.0:1767317776.202484:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01f800/2, rc 0, transno 4294975250 00000100:00100000:3.0:1767317776.202500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989381376:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.202514:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3480/2, rc 0, transno 4294975242 00000100:00100000:3.0:1767317776.202517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989380992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.202552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.202579:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.202609:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.202627:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.202645:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767317776.202650:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.202667:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.202679:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.202694:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.202707:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.202722:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.202747:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381760 00000100:00100000:3.0:1767317776.202751:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381760 00000100:00100000:3.0:1767317776.202776:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382272 00000100:00100000:3.0:1767317776.202780:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382272 00000100:00100000:3.0:1767317776.202791:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989381632 00000100:00100000:3.0:1767317776.202793:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989381632 00000100:00100000:3.0:1767317776.202801:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382144 00000100:00100000:3.0:1767317776.202804:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382144 00000100:00100000:3.0:1767317776.202814:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382656 00000100:00100000:3.0:1767317776.202816:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382656 00000100:00100000:3.0:1767317776.202826:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15983 00000100:00100000:3.0:1767317776.202833:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:7016:x1853163989381760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.202846:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:73 count 1 00002000:00010000:3.0:1767317776.202869:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.202875:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.202883:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.202885:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.202889:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.202899:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.202907:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.202913:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.202925:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.203054:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:7016:x1853163989381760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 221us (473us total) trans 4294975256 rc 0/0 00000100:00100000:3.0:1767317776.203062:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15983 00000100:00100000:3.0:1767317776.203076:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15984 00000100:00100000:3.0:1767317776.203081:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:7016:x1853163989382272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.203092:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:84 count 1 00002000:00010000:3.0:1767317776.203106:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.203110:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203117:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.203118:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.203121:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203130:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203137:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203143:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203153:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.203271:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:7016:x1853163989382272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (642us total) trans 4294975257 rc 0/0 00000100:00100000:3.0:1767317776.203277:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15984 00000100:00100000:3.0:1767317776.203288:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15985 00000100:00100000:3.0:1767317776.203294:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:7016:x1853163989381632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.203304:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:50 count 1 00002000:00010000:3.0:1767317776.203317:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.203321:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203329:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.203330:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.203333:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203342:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203348:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203354:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203362:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767317776.203445:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:7016:x1853163989381632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 151us (777us total) trans 4294975258 rc 0/0 00000100:00100000:3.0:1767317776.203452:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15985 00000100:00100000:3.0:1767317776.203464:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15986 00000100:00100000:3.0:1767317776.203470:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:7016:x1853163989382144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.203480:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:92 count 1 00002000:00010000:3.0:1767317776.203495:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.203501:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203509:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.203511:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.203514:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203522:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203529:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203536:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.203543:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767317776.204521:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317776.204532:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204543:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a8400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.204547:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204558:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204581:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204589:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de3a8400/0xd0d4f19a2da3e8c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204625:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317776.204629:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204635:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.204638:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204645:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204654:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204661:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3e8cf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204671:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.204674:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204685:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.204688:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204693:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204701:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204706:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3e8d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204716:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.204719:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204724:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.204726:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204732:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204739:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204749:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3e8dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204759:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.204761:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.204763:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.204773:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.204791:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15987 00000100:00100000:0.0:1767317776.204805:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:7016:x1853163989382656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317776.204825:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:37 count 1 00002000:00010000:0.0:1767317776.204845:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.204851:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204859:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.204861:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.204865:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204874:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204881:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204887:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204906:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.204913:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.204917:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204923:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.204926:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204932:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204941:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204947:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3e8e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.204961:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.204963:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.204964:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.205144:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+70:7016:x1853163989382656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 344us (2419us total) trans 4294975260 rc 0/0 00000100:00100000:0.0:1767317776.205151:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15987 00010000:00010000:0.0:1767317776.205173:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317776.205470:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301587480/2, rc 0, transno 4294975232 00000100:00100000:1.0:1767317776.205478:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989379072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.205800:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:7016:x1853163989382144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2328us (3102us total) trans 4294975259 rc 0/0 00000100:00100000:3.0:1767317776.205808:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15986 00000004:00080000:3.0:1767317776.205841:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01f480/2, rc 0, transno 4294975258 00000100:00100000:3.0:1767317776.205846:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381632:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.205853:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01d880/2, rc 0, transno 4294975259 00000100:00100000:3.0:1767317776.205856:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382144:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.205863:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5c00/2, rc 0, transno 4294975260 00000100:00100000:3.0:1767317776.205866:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382656:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.205875:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01dc00/2, rc 0, transno 4294975256 00000100:00100000:3.0:1767317776.205878:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989381760:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.205885:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01df80/2, rc 0, transno 4294975257 00000100:00100000:3.0:1767317776.205887:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382272:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317776.206034:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.206040:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.206119:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.206150:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.206208:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382784 00000100:00100000:1.0:1767317776.206214:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382784 00000100:00100000:1.0:1767317776.206265:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15988 00000100:00100000:1.0:1767317776.206271:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+69:7016:x1853163989382784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.206287:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:51 count 1 00002000:00010000:1.0:1767317776.206310:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.206317:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.206328:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.206330:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.206335:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.206346:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.206354:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.206362:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.206375:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.206555:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.206562:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.206570:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.206574:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.206583:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.206607:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.206614:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3e8eb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.206630:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.206631:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.206633:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.206911:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989383168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.206943:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.207090:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+70:7016:x1853163989382784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 818us (938us total) trans 4294975261 rc 0/0 00000100:00100000:1.0:1767317776.207098:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15988 00000100:00100000:1.0:1767317776.207113:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383168 00000100:00100000:1.0:1767317776.207117:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383168 00000100:00100000:1.0:1767317776.207148:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15989 00000100:00100000:1.0:1767317776.207155:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+70:7015:x1853163989383168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.207168:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:64 count 1 00002000:00010000:1.0:1767317776.207185:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.207189:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207198:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.207200:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.207203:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207213:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207220:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207252:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207273:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.207389:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+71:7015:x1853163989383168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (445us total) trans 4294975262 rc 0/0 00000100:00100000:1.0:1767317776.207395:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15989 00010000:00010000:1.0:1767317776.207415:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.207421:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207428:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.207432:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207440:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207453:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207460:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3e8f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.207474:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.207476:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.207478:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.207762:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000004:00080000:1.0:1767317776.207812:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab4e00/2, rc 0, transno 4294975262 00000100:00100000:1.0:1767317776.207818:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989383168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317776.207864:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925713024 00000100:00100000:0.0:1767317776.207869:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925713024 00000100:00100000:0.0:1767317776.207909:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21804 00000100:00100000:0.0:1767317776.207916:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+17:68718:x1853163925713024:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.207931:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.207947:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e8f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029d9 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.208004:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208017:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208025:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208038:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208044:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208050:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208203:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208212:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208219:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.208280:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2448:0x0]: returning size 0 00000004:00200000:0.0:1767317776.208284:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.208302:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208312:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208322:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208327:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208332:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208338:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208342:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.208346:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208352:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208362:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.208365:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.208369:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208374:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3e900 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208386:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208392:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208397:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208401:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.208404:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208409:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208416:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4bb7f64e (ffff96e2f980ea00) 00010000:00010000:0.0:1767317776.208419:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.208421:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208427:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3e907 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.208459:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3e8f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029d9 expref: 19 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.208473:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029d9 expref: 18 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.208724:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2448:0x0].0x0 (ffff96e2f980e700) 00010000:00010000:0.0:1767317776.208727:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.208730:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c8086000, rc 0) 00000100:00100000:0.0:1767317776.208796:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+18:68718:x1853163925713024:12345-192.168.204.1@tcp:101:rm.0 Request processed in 878us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.208803:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21804 00000004:00080000:3.0:1767317776.208962:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab6d80/2, rc 0, transno 4294975261 00000100:00100000:3.0:1767317776.208969:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989382784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.209321:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.209364:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.209389:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317776.209394:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.209410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.209824:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989382912 00000100:00100000:1.0:1767317776.210043:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989382912 00000100:00100000:1.0:1767317776.210083:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383040 00000100:00100000:1.0:1767317776.210085:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383040 00000100:00100000:1.0:1767317776.210105:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15990 00000100:00100000:1.0:1767317776.210113:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+72:7013:x1853163989382912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.210135:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:23 count 1 00002000:00010000:1.0:1767317776.210171:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.210178:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.210191:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.210194:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.210199:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.210213:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.210222:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.210251:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.210268:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.210474:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+73:7013:x1853163989382912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 361us (1109us total) trans 4294975263 rc 0/0 00000100:00100000:3.0:1767317776.211106:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15991 00000100:00100000:3.0:1767317776.211135:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.211178:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.211204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.211224:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767317776.211276:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab4a80/2, rc 0, transno 4294975263 00000100:00100000:3.0:1767317776.211290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989382912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.211302:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317776.211308:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.211332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.211359:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383424 00000100:00100000:3.0:1767317776.211364:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383424 00000100:00100000:3.0:1767317776.211395:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383936 00000100:00100000:3.0:1767317776.211398:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383936 00000100:00100000:3.0:1767317776.211415:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383552 00000100:00100000:3.0:1767317776.211417:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383552 00000100:00100000:3.0:1767317776.211434:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15992 00000100:00100000:3.0:1767317776.211440:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+76:7013:x1853163989383424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.211460:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:52 count 1 00000100:00100000:1.0:1767317776.211614:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15990 00000100:00100000:1.0:1767317776.211636:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15993 00000100:00100000:1.0:1767317776.211645:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:7013:x1853163989383936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.211657:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:96 count 1 00002000:00010000:1.0:1767317776.211678:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.211686:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.211700:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.211703:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.211708:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.211721:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.211731:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.211738:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.211757:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317776.211944:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:7013:x1853163989383936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (717us total) trans 4294975264 rc 0/0 00000100:00100000:1.0:1767317776.211951:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15993 00000100:00100000:1.0:1767317776.211965:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15994 00000100:00100000:1.0:1767317776.211972:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+75:7013:x1853163989383552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.211985:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:68 count 1 00002000:00010000:1.0:1767317776.212001:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.212174:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.212184:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.212186:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.212189:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.212199:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.212208:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.212215:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.212252:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317776.212360:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+76:7013:x1853163989383552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 388us (1025us total) trans 4294975265 rc 0/0 00000100:00100000:1.0:1767317776.212366:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15994 00000004:00080000:1.0:1767317776.212609:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5f80/2, rc 0, transno 4294975265 00000100:00100000:1.0:1767317776.212615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383552:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.212627:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5500/2, rc 0, transno 4294975264 00000100:00100000:1.0:1767317776.212630:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383936:0@lo:6:osp-syn-1-0.0 00002000:00010000:3.0:1767317776.212710:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.212717:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.212726:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.212728:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.212731:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.212740:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.212748:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.212756:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.212781:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317776.212891:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+76:7013:x1853163989383424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1450us (1712us total) trans 4294975266 rc 0/0 00000100:00100000:3.0:1767317776.212898:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15992 00000100:00100000:3.0:1767317776.213097:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+75:7013:x1853163989383040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.213116:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:94 count 1 00002000:00010000:3.0:1767317776.213138:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.213144:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.213153:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.213155:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.213158:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.213167:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.213175:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.213181:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.213193:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767317776.213309:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:7013:x1853163989383040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2193us (3897us total) trans 4294975267 rc 0/0 00000100:00100000:3.0:1767317776.213315:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15991 00010000:00010000:1.0:1767317776.213465:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317776.213472:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213698:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffe00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.213703:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213713:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213733:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213741:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3e915 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213764:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317776.213768:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213774:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.213777:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213783:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213792:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213804:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3e923 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213815:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317776.213818:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213824:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.213828:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213835:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213844:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213851:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3e92a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213862:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317776.213866:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213872:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.213874:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213882:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213890:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213896:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3e91c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.213908:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.213912:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214036:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.214054:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.214101:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767317776.214154:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.214164:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989383296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.214184:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.214202:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989383808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.214221:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.214253:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.214270:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.214284:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767317776.214289:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989383680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.214308:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.214320:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.214338:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.214366:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384064 00000100:00100000:2.0:1767317776.214373:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384064 00000100:00100000:2.0:1767317776.214409:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383296 00000100:00100000:2.0:1767317776.214412:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383296 00000100:00100000:2.0:1767317776.214425:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383808 00000100:00100000:2.0:1767317776.214427:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383808 00000100:00100000:2.0:1767317776.214439:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384320 00000100:00100000:2.0:1767317776.214441:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384320 00000100:00100000:2.0:1767317776.214454:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989383680 00000100:00100000:2.0:1767317776.214456:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989383680 00000100:00100000:2.0:1767317776.214466:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384192 00000100:00100000:2.0:1767317776.214469:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384192 00000100:00100000:2.0:1767317776.214494:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15995 00000100:00100000:2.0:1767317776.214504:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7014:x1853163989384064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.214528:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:98 count 1 00002000:00010000:2.0:1767317776.214556:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.214562:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214573:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.214575:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.214580:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214602:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214611:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214619:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214632:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.214785:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7014:x1853163989384064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 281us (683us total) trans 4294975268 rc 0/0 00000100:00100000:2.0:1767317776.214791:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15995 00000100:00100000:2.0:1767317776.214806:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15996 00000100:00100000:2.0:1767317776.214812:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7016:x1853163989383296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.214825:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:44 count 1 00002000:00010000:2.0:1767317776.214838:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.214843:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214850:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.214851:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.214853:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214861:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214867:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214873:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.214884:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.214990:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7016:x1853163989383296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (803us total) trans 4294975269 rc 0/0 00000100:00100000:2.0:1767317776.214995:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15996 00000100:00100000:2.0:1767317776.215006:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15997 00000100:00100000:2.0:1767317776.215013:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7016:x1853163989383808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.215025:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:18 count 1 00002000:00010000:2.0:1767317776.215039:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.215044:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215051:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215054:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215056:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215066:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215073:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215081:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215090:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.215176:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7016:x1853163989383808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 164us (953us total) trans 4294975270 rc 0/0 00000100:00100000:2.0:1767317776.215182:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15997 00000100:00100000:2.0:1767317776.215194:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15998 00000100:00100000:2.0:1767317776.215200:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7016:x1853163989384320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.215210:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:101 count 1 00002000:00010000:2.0:1767317776.215253:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.215258:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215265:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215266:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215270:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215281:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215288:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215295:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215305:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317776.215390:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7016:x1853163989384320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 189us (1118us total) trans 4294975271 rc 0/0 00000100:00100000:2.0:1767317776.215395:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15998 00000100:00100000:2.0:1767317776.215408:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15999 00000100:00100000:2.0:1767317776.215414:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7016:x1853163989383680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.215424:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:87 count 1 00002000:00010000:2.0:1767317776.215436:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.215440:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215447:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215449:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215452:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215460:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215467:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215475:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215482:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767317776.215557:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7016:x1853163989383680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 142us (1247us total) trans 4294975272 rc 0/0 00000100:00100000:2.0:1767317776.215563:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15999 00000100:00100000:2.0:1767317776.215574:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16000 00000100:00100000:2.0:1767317776.215580:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7016:x1853163989384192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.215589:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:46 count 1 00002000:00010000:2.0:1767317776.215614:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.215619:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215626:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215627:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.215630:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215639:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215647:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215654:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215662:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767317776.215739:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7016:x1853163989384192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 159us (1400us total) trans 4294975273 rc 0/0 00000100:00100000:2.0:1767317776.215745:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16000 00010000:00010000:2.0:1767317776.215770:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317776.215777:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215784:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.215788:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215798:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215812:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215820:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3e938 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215838:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317776.215841:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215847:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.215850:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215857:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215866:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215873:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3e93f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215885:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.215888:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215894:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ea00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.215896:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215903:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215912:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215924:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3e946 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215937:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.215940:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215946:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.215949:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215957:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215966:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215973:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3e94d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215983:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.215986:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.215993:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.215996:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216003:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216012:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216019:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3e954 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216028:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.216031:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216037:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.216040:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216048:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216056:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216064:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3e95b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216079:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.216080:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.216083:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.216126:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067f800/2, rc 0, transno 4294975268 00000100:00100000:2.0:1767317776.216151:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317776.216171:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.216263:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767317776.216272:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.216306:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.216331:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384448 00000100:00100000:2.0:1767317776.216337:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384448 00000100:00100000:2.0:1767317776.216363:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16001 00000100:00100000:2.0:1767317776.216369:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+82:7014:x1853163989384448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.216381:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:26 count 1 00002000:00010000:2.0:1767317776.216400:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.216405:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216414:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.216416:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.216421:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216430:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216440:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216449:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216461:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.216588:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:7014:x1853163989384448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (281us total) trans 4294975274 rc 0/0 00000100:00100000:2.0:1767317776.216606:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16001 00010000:00010000:2.0:1767317776.216623:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.216627:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216634:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ee00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.216637:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216644:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216655:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216662:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3e962 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216675:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.216677:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.216679:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.216698:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab7480/2, rc 0, transno 4294975274 00000100:00100000:2.0:1767317776.216709:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.216742:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.216764:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.216787:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384576 00000100:00100000:2.0:1767317776.216791:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384576 00000100:00100000:2.0:1767317776.216806:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16002 00000100:00100000:2.0:1767317776.216812:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+83:7014:x1853163989384576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.216823:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9 count 1 00002000:00010000:2.0:1767317776.216838:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.216842:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216849:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.216850:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.216853:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216861:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216867:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216874:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.216894:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.216992:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+84:7014:x1853163989384576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (225us total) trans 4294975275 rc 0/0 00000100:00100000:2.0:1767317776.216998:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16002 00010000:00010000:2.0:1767317776.217012:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.217017:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217023:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.217026:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217033:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217043:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217049:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3e969 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217061:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.217063:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.217065:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.217082:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0e00/2, rc 0, transno 4294975275 00000100:00100000:2.0:1767317776.217090:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384576:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.217138:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab7100/2, rc 0, transno 4294975272 00000100:00100000:2.0:1767317776.217146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989383680:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.217155:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067e300/2, rc 0, transno 4294975273 00000100:00100000:2.0:1767317776.217158:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384192:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.217166:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5180/2, rc 0, transno 4294975269 00000100:00100000:2.0:1767317776.217169:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989383296:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.217177:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab4700/2, rc 0, transno 4294975270 00000100:00100000:2.0:1767317776.217180:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989383808:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.217187:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067c000/2, rc 0, transno 4294975271 00000100:00100000:2.0:1767317776.217190:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.217197:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317776.217201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.217259:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.217284:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384704 00000100:00100000:2.0:1767317776.217288:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384704 00000100:00100000:2.0:1767317776.217305:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16003 00000100:00100000:2.0:1767317776.217310:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+84:7016:x1853163989384704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.217322:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:28 count 1 00002000:00010000:2.0:1767317776.217337:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.217342:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217349:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.217351:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.217354:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217363:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217370:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217377:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.217389:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.217490:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+85:7016:x1853163989384704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (261us total) trans 4294975276 rc 0/0 00000100:00100000:2.0:1767317776.217498:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16003 00010000:00010000:1.0:1767317776.218027:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.218032:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.218041:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.218057:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.218065:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3e931 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.218472:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.218480:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.218488:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.218491:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.218499:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.218510:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.218522:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3e970 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.218624:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.218627:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.218630:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.218638:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317776.218693:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5880/2, rc 0, transno 4294975266 00000100:00100000:1.0:1767317776.218702:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383424:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317776.218714:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab7b80/2, rc 0, transno 4294975267 00000100:00100000:1.0:1767317776.218717:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989383040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317776.218761:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.218763:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.218765:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.218874:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.218925:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.218946:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.218965:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317776.218985:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1880/2, rc 0, transno 4294975276 00000100:00100000:2.0:1767317776.219000:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.219312:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.219341:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.219356:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.219374:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.219389:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767317776.219394:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.219411:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.219432:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.219450:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.219516:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.219575:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317776.219581:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.219617:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.219674:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317776.219681:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.219700:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.219726:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384832 00000100:00100000:2.0:1767317776.219732:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384832 00000100:00100000:2.0:1767317776.219765:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385344 00000100:00100000:2.0:1767317776.219767:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385344 00000100:00100000:2.0:1767317776.219779:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385088 00000100:00100000:2.0:1767317776.219781:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385088 00000100:00100000:2.0:1767317776.219799:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385600 00000100:00100000:2.0:1767317776.219803:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385600 00000100:00100000:2.0:1767317776.219815:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989384960 00000100:00100000:2.0:1767317776.219817:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989384960 00000100:00100000:2.0:1767317776.219826:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385472 00000100:00100000:2.0:1767317776.219828:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385472 00000100:00100000:2.0:1767317776.219836:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385216 00000100:00100000:2.0:1767317776.219838:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385216 00000100:00100000:2.0:1767317776.219846:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385728 00000100:00100000:2.0:1767317776.219849:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385728 00000100:00100000:2.0:1767317776.219861:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16004 00000100:00100000:2.0:1767317776.219868:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+92:7016:x1853163989384832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.219890:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:35 count 1 00002000:00010000:2.0:1767317776.219919:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.219925:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.219938:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.219940:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.219944:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.219955:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.219964:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.219971:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.219988:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.220127:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16005 00000100:00100000:3.0:1767317776.220136:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7016:x1853163989385344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.220150:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:69 count 1 00002000:00010000:3.0:1767317776.220165:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.220170:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220179:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220181:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220184:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220193:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220201:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220208:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220224:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.220430:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7016:x1853163989385344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 295us (1463us total) trans 4294975277 rc 0/0 00000100:00100000:3.0:1767317776.220438:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16005 00000100:00100000:3.0:1767317776.220455:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16006 00000100:00100000:3.0:1767317776.220461:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7014:x1853163989385088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.220472:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:49 count 1 00002000:00010000:3.0:1767317776.220486:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.220491:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220499:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220500:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220503:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220513:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220521:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220528:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220539:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767317776.220652:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7014:x1853163989385088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 190us (1309us total) trans 4294975278 rc 0/0 00000100:00100000:3.0:1767317776.220658:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16006 00000100:00100000:3.0:1767317776.220670:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16007 00000100:00100000:3.0:1767317776.220676:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7014:x1853163989385600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.220685:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:103 count 1 00002000:00010000:3.0:1767317776.220699:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.220704:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220711:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220712:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220715:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220724:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220731:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220738:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220751:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317776.220839:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7014:x1853163989385600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 164us (1463us total) trans 4294975279 rc 0/0 00000100:00100000:3.0:1767317776.220845:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16007 00000100:00100000:3.0:1767317776.220857:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16008 00000100:00100000:3.0:1767317776.220863:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7014:x1853163989384960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.220872:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:36 count 1 00002000:00010000:3.0:1767317776.220886:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.220891:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220898:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220900:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.220903:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220911:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220918:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220925:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.220940:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767317776.221060:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7014:x1853163989384960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (1647us total) trans 4294975280 rc 0/0 00000100:00100000:3.0:1767317776.221066:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16008 00000100:00100000:3.0:1767317776.221078:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16009 00000100:00100000:3.0:1767317776.221085:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7014:x1853163989385472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.221096:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:71 count 1 00002000:00010000:3.0:1767317776.221111:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.221116:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221123:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.221125:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.221127:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221135:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221141:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221148:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221155:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767317776.221260:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7014:x1853163989385472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 175us (1807us total) trans 4294975281 rc 0/0 00000100:00100000:3.0:1767317776.221266:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16009 00000100:00100000:3.0:1767317776.221278:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16010 00000100:00100000:3.0:1767317776.221285:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7016:x1853163989385216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.221296:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:97 count 1 00002000:00010000:3.0:1767317776.221312:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.221317:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221329:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.221330:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.221333:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221342:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221350:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221358:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221365:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767317776.221446:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7016:x1853163989385216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 161us (1829us total) trans 4294975282 rc 0/0 00000100:00100000:3.0:1767317776.221453:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16010 00000100:00100000:3.0:1767317776.221464:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16011 00000100:00100000:3.0:1767317776.221470:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:7016:x1853163989385728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.221482:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:78 count 1 00002000:00010000:3.0:1767317776.221496:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.221500:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221507:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.221509:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.221512:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221520:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221528:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221535:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.221542:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1767317776.221633:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:7016:x1853163989385728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 163us (1930us total) trans 4294975283 rc 0/0 00000100:00100000:3.0:1767317776.221640:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16011 00000004:00080000:3.0:1767317776.221791:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1f80/2, rc 0, transno 4294975280 00000100:00100000:3.0:1767317776.221806:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989384960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.221816:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1c00/2, rc 0, transno 4294975281 00000100:00100000:3.0:1767317776.221820:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385472:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.221828:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3100/2, rc 0, transno 4294975278 00000100:00100000:3.0:1767317776.221831:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385088:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.221840:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0a80/2, rc 0, transno 4294975279 00000100:00100000:3.0:1767317776.221842:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.222203:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+93:7016:x1853163989384832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2334us (3283us total) trans 4294975284 rc 0/0 00000100:00100000:2.0:1767317776.222211:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16004 00010000:00010000:2.0:1767317776.222254:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1767317776.222262:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222271:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222276:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222285:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222302:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222308:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3e977 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222327:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767317776.222331:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222336:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222340:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222350:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222359:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222365:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3e97e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222378:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317776.222381:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222387:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222390:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222397:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222405:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222411:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3e985 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222428:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317776.222431:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222437:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222439:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222448:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222457:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222464:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3e98c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222473:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.222476:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222482:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222485:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222493:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222501:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222509:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3e993 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222519:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.222522:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222528:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222530:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222537:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222545:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222551:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3e99a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222561:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.222564:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222574:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222576:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222582:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222601:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222608:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3e9a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222621:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.222624:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222629:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.222632:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222638:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222646:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222658:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3e9a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.222671:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.222672:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.222674:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.222682:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.222778:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.222813:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317776.222848:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01fb80/2, rc 0, transno 4294975283 00000100:00100000:2.0:1767317776.222856:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385728:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.222866:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0700/2, rc 0, transno 4294975282 00000100:00100000:2.0:1767317776.222869:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385216:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.222876:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1180/2, rc 0, transno 4294975284 00000100:00100000:2.0:1767317776.222879:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989384832:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.222887:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1500/2, rc 0, transno 4294975277 00000100:00100000:2.0:1767317776.222890:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.222899:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317776.222904:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.222925:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.222989:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385856 00000100:00100000:2.0:1767317776.222995:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385856 00000100:00100000:3.0:1767317776.223155:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989386112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.223182:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.223203:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989386624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.223220:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.223252:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767317776.223258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.223275:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.223289:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989386496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.223305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.223325:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386240 00000100:00100000:3.0:1767317776.223329:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386240 00000100:00100000:3.0:1767317776.223354:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386112 00000100:00100000:3.0:1767317776.223357:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386112 00000100:00100000:3.0:1767317776.223366:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386624 00000100:00100000:3.0:1767317776.223368:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386624 00000100:00100000:3.0:1767317776.223376:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989385984 00000100:00100000:3.0:1767317776.223378:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989385984 00000100:00100000:3.0:1767317776.223386:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386496 00000100:00100000:3.0:1767317776.223388:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386496 00000100:00100000:3.0:1767317776.223400:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16012 00000100:00100000:3.0:1767317776.223406:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+98:7016:x1853163989386240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.223427:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:61 count 1 00002000:00010000:3.0:1767317776.223452:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.223458:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223470:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.223472:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.223477:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223488:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223497:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223503:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223524:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.223713:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+99:7016:x1853163989386240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 305us (785us total) trans 4294975285 rc 0/0 00000100:00100000:3.0:1767317776.223720:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16012 00000100:00100000:3.0:1767317776.223736:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16013 00000100:00100000:3.0:1767317776.223742:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+98:7014:x1853163989386112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.223754:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:81 count 1 00002000:00010000:3.0:1767317776.223770:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.223775:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223782:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.223783:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.223786:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223795:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223802:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223809:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223822:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.223906:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+99:7014:x1853163989386112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 163us (721us total) trans 4294975286 rc 0/0 00000100:00100000:3.0:1767317776.223912:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16013 00000100:00100000:3.0:1767317776.223924:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16014 00000100:00100000:3.0:1767317776.223930:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+98:7014:x1853163989386624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.223940:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:74 count 1 00002000:00010000:3.0:1767317776.223956:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.223960:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223968:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.223969:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.223972:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223980:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223987:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.223993:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.224002:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317776.224158:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16015 00000100:00100000:1.0:1767317776.224168:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+98:7014:x1853163989385984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.224181:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:20 count 1 00002000:00010000:1.0:1767317776.224199:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.224204:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224212:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.224213:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.224216:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224225:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224247:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224259:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224268:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767317776.224365:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+99:7014:x1853163989385984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (1087us total) trans 4294975287 rc 0/0 00000100:00100000:1.0:1767317776.224372:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16015 00000100:00100000:1.0:1767317776.224385:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16016 00000100:00100000:1.0:1767317776.224391:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+98:7014:x1853163989386496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.224402:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:102 count 1 00002000:00010000:1.0:1767317776.224417:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.224421:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224429:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.224430:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.224433:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224442:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224450:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224457:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224465:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317776.224548:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+99:7014:x1853163989386496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 157us (1241us total) trans 4294975288 rc 0/0 00000100:00100000:1.0:1767317776.224554:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16016 00010000:00010000:1.0:1767317776.224580:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317776.224586:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224608:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.224612:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224620:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224638:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224645:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3e9af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224662:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317776.224665:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224672:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.224675:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224683:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224692:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224698:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3e9b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224709:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317776.224712:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224718:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.224721:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224727:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224735:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224741:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3e9bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224755:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317776.224758:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224763:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.224765:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224772:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224780:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224786:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3e9c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224797:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.224800:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224806:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.224809:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224816:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224825:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224832:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3e9cb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224843:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.224845:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.224847:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.224854:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.224871:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925713280 00000100:00100000:1.0:1767317776.224877:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925713280 00000100:00100000:1.0:1767317776.224917:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21805 00000100:00100000:1.0:1767317776.224924:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+18:68718:x1853163925713280:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.224965:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.224983:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3e90e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2448:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029d9 expref: 18 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.224997:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2448:0x0].0x0 (ffff96e2f980e700) 00010000:00010000:2.0:1767317776.225134:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.225141:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.225175:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16017 00000100:00100000:2.0:1767317776.225182:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+98:7016:x1853163989385856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.225198:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:104 count 1 00002000:00010000:2.0:1767317776.225216:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.225222:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225245:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.225246:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.225250:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225260:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225268:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225274:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225287:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.225405:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+99:7016:x1853163989385856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 224us (2591us total) trans 4294975289 rc 0/0 00000100:00100000:2.0:1767317776.225412:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16017 00000100:00100000:2.0:1767317776.225437:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.225496:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317776.225549:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab6a00/2, rc 0, transno 4294975285 00000100:00100000:2.0:1767317776.225562:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386240:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.225572:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01d180/2, rc 0, transno 4294975289 00000100:00100000:2.0:1767317776.225575:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989385856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.225585:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317776.225602:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.225625:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.225696:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386368 00000100:00100000:2.0:1767317776.225700:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386368 00000100:00100000:2.0:1767317776.225718:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386752 00000100:00100000:2.0:1767317776.225721:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386752 00000100:00100000:2.0:1767317776.225742:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16018 00000100:00100000:2.0:1767317776.225748:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+100:7016:x1853163989386368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.225759:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:99 count 1 00002000:00010000:2.0:1767317776.225777:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.225781:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225788:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.225790:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.225793:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225800:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225807:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225813:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225826:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.225919:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+101:7016:x1853163989386368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 171us (423us total) trans 4294975290 rc 0/0 00000100:00100000:2.0:1767317776.225925:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16018 00000100:00100000:2.0:1767317776.225938:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16019 00000100:00100000:2.0:1767317776.225943:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+100:7016:x1853163989386752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.225952:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:88 count 1 00002000:00010000:2.0:1767317776.225968:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.225972:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225978:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.225979:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.225982:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225989:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.225996:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.226002:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226144:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.226172:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317776.226177:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226186:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.226189:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226199:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226216:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226222:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3e9d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226256:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.226260:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226267:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.226270:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226277:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226286:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226292:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3e9d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226308:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.226310:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.226312:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.226323:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.226333:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989387008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.226366:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.226396:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387008 00000100:00100000:1.0:1767317776.226400:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387008 00000100:00100000:1.0:1767317776.226420:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16020 00000100:00100000:1.0:1767317776.226426:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+101:7013:x1853163989387008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.226437:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:33 count 1 00002000:00010000:1.0:1767317776.226451:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.226456:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226464:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.226466:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.226469:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226479:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226487:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226494:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226509:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.226629:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+102:7013:x1853163989387008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 202us (262us total) trans 4294975291 rc 0/0 00000100:00100000:1.0:1767317776.226636:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16020 00000004:00080000:1.0:1767317776.226666:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff0db800/2, rc 0, transno 4294975291 00000100:00100000:1.0:1767317776.226676:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989387008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.226714:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317776.226720:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989387136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.226741:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.226762:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387136 00000100:00100000:1.0:1767317776.226765:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387136 00000100:00100000:1.0:1767317776.226783:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16021 00000100:00100000:1.0:1767317776.226789:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+102:7013:x1853163989387136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317776.226801:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:22 count 1 00002000:00010000:1.0:1767317776.226819:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.226824:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226832:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.226833:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.226836:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226844:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226854:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226861:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.226876:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317776.226970:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+103:7013:x1853163989387136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (227us total) trans 4294975292 rc 0/0 00000100:00100000:1.0:1767317776.226976:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16021 00000004:00080000:1.0:1767317776.227002:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c3a49c00/2, rc 0, transno 4294975292 00000100:00100000:3.0:1767317776.227569:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+103:7014:x1853163989386624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3636us (4344us total) trans 4294975293 rc 0/0 00000100:00100000:3.0:1767317776.227576:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16014 00010000:00010000:0.0:1767317776.227640:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.227649:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227658:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.227662:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227672:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227689:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227696:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3e9e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227728:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.227731:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227738:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.227741:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227748:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227757:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227771:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3e9ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.227782:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.227784:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.227786:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.227968:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.228101:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:7016:x1853163989386752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2156us (2473us total) trans 4294975294 rc 0/0 00000100:00100000:2.0:1767317776.228108:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16019 00010000:00010000:2.0:1767317776.228127:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.228133:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.228140:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fa00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.228142:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.228149:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.228160:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.228166:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3e9e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.228182:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.228184:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.228186:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.228192:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.228215:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.228266:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317776.228298:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaae680/2, rc 0, transno 4294975294 00000100:00100000:3.0:1767317776.228344:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989386880 00000100:00100000:3.0:1767317776.228349:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989386880 00000100:00100000:3.0:1767317776.228384:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16022 00000100:00100000:3.0:1767317776.228391:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+103:7016:x1853163989386880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317776.228410:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:76 count 1 00002000:00010000:3.0:1767317776.228432:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.228437:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.228447:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.228449:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.228454:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.228466:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.228475:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.228482:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.228502:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.228611:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+104:7016:x1853163989386880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (344us total) trans 4294975295 rc 0/0 00000100:00100000:3.0:1767317776.228617:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16022 00000004:00080000:3.0:1767317776.228652:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01c700/2, rc 0, transno 4294975287 00000100:00100000:1.0:1767317776.228692:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989387136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317776.228707:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.228712:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.228719:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.228722:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.228729:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.228740:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.228752:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3e9f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.228768:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.228770:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.228771:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.228777:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.228790:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228802:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228811:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228825:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228831:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228838:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228933:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228940:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.228946:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317776.229176:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].66, 64 off12416 00010000:00010000:1.0:1767317776.229227:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229261:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229269:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229276:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229282:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229288:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229305:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.229326:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229332:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229337:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229342:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.229346:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229352:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229361:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2448:0x0].0x0 (ffff96e2d90efb00) 00010000:00010000:1.0:1767317776.229364:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.229368:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229373:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ea0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2448:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229462:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229469:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229474:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229480:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229485:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.229488:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229494:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229502:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.229505:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.229508:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229514:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3e9fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317776.229525:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e537d7a reply state 00000000b0dbc813 transno 8589934880 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229536:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.229543:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4bb7f64e (ffff96e2c6c45000) 00010000:00010000:1.0:1767317776.229546:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.229548:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.229775:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+19:68718:x1853163925713280:12345-192.168.204.1@tcp:36:rm.0 Request processed in 4848us (10256us total) trans 8589934880 rc 0/0 00000100:00100000:1.0:1767317776.229783:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21805 00010000:00010000:0.0:1767317776.230393:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.230400:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.230408:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.230410:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.230419:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.230431:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2448:0x0].0x0 (ffff96e2d90efb00) 00010000:00010000:0.0:1767317776.230434:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.230437:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.230443:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ea11 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2448:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.230457:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.230458:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.230460:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.230606:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386752:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.230654:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab7800/2, rc 0, transno 4294975290 00000100:00100000:2.0:1767317776.230659:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.230676:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989387392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.230720:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317776.230759:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff0da680/2, rc 0, transno 4294975295 00000100:00100000:2.0:1767317776.230764:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989386880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.230771:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317776.230776:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989387264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317776.230793:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.230819:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387392 00000100:00100000:2.0:1767317776.230823:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387392 00000100:00100000:2.0:1767317776.230862:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387264 00000100:00100000:2.0:1767317776.230865:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387264 00000100:00100000:2.0:1767317776.230883:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16023 00000100:00100000:2.0:1767317776.230890:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:7016:x1853163989387392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.230913:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7635 count 1 00002000:00010000:2.0:1767317776.231020:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.231027:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231039:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.231041:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.231046:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231057:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231070:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231077:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231092:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.231279:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+106:7016:x1853163989387392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 388us (558us total) trans 4294975296 rc 0/0 00000100:00100000:2.0:1767317776.231286:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16023 00000100:00100000:2.0:1767317776.231301:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16024 00000100:00100000:2.0:1767317776.231307:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+105:7016:x1853163989387264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317776.231318:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:15 count 1 00002000:00010000:2.0:1767317776.231332:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.231336:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231343:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.231345:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.231348:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231356:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231363:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231369:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231384:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.231471:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+106:7016:x1853163989387264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 162us (674us total) trans 4294975297 rc 0/0 00000100:00100000:2.0:1767317776.231477:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16024 00010000:00010000:2.0:1767317776.231494:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.231499:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231506:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.231509:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231517:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231529:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231536:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3ea18 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231551:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.231554:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231560:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.231562:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231568:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231575:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231581:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ea1f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.231604:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.231606:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.231608:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.231615:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.231637:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77d180/2, rc 0, transno 4294975297 00000100:00100000:2.0:1767317776.231642:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989387264:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317776.231650:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77d880/2, rc 0, transno 4294975296 00000100:00100000:2.0:1767317776.231653:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989387392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317776.234649:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989385984:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.234698:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab6300/2, rc 0, transno 4294975288 00000100:00100000:2.0:1767317776.234823:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.234883:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925713408 00000100:00100000:1.0:1767317776.234891:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925713408 00000100:00100000:1.0:1767317776.234963:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21806 00000100:00100000:1.0:1767317776.234973:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+19:68718:x1853163925713408:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.234996:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.235213:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ea26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029e0 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.235352:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235369:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235382:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235396:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235403:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235409:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235575:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235582:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235588:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.235639:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2472:0x0]: returning size 0 00000004:00200000:1.0:1767317776.235645:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.235672:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235683:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235694:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235700:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235706:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235712:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235722:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.235726:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235733:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235745:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.235748:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.235754:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235760:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235772:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235778:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235782:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235786:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.235789:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235795:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235801:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xe3df914e (ffff96e2d90ef700) 00010000:00010000:1.0:1767317776.235803:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.235806:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235811:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.235844:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ea26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029e0 expref: 21 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.235860:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029e0 expref: 20 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.235866:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2472:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:1.0:1767317776.235868:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.235871:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbd600, rc 0) 00000100:00100000:1.0:1767317776.235957:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+20:68718:x1853163925713408:12345-192.168.204.1@tcp:101:rm.0 Request processed in 985us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.235966:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21806 00000100:00100000:3.0:1767317776.240736:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989386496:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.240788:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff01ea00/2, rc 0, transno 4294975286 00000100:00100000:3.0:1767317776.240794:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989386112:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317776.240805:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab4000/2, rc 0, transno 4294975293 00000100:00100000:3.0:1767317776.240809:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989386624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317776.240959:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.241169:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925713664 00000100:00100000:0.0:1767317776.241178:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925713664 00000100:00100000:0.0:1767317776.241268:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21807 00000100:00100000:0.0:1767317776.241279:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+20:68718:x1853163925713664:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.241333:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.241362:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ea3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2472:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029e0 expref: 20 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.241382:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2472:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:0.0:1767317776.241392:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.241424:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241439:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241449:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241465:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241471:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241477:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241580:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241589:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.241626:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.241917:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].67, 64 off12480 00000040:00080000:0.0:1767317776.241964:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].136, 64 off16896 00010000:00010000:0.0:1767317776.242198:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.242208:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.242215:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.242222:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.242488:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.242497:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243139:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.243173:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243181:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243188:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243194:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.243199:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243206:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243218:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2472:0x0].0x0 (ffff96e2f980e000) 00010000:00010000:2.0:1767317776.243222:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.243415:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243423:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ea50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2472:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243610:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243618:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243624:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243630:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243636:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.243639:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243649:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243659:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.243662:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.243665:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243671:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ea42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.243681:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036c0bba1 reply state 000000004d99ae87 transno 8589934881 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243694:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.243701:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xe3df914e (ffff96e2f980ea00) 00010000:00010000:2.0:1767317776.243703:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.243706:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.243811:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+21:68718:x1853163925713664:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2529us (2849us total) trans 8589934881 rc 0/0 00000100:00100000:2.0:1767317776.243821:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21807 00010000:00010000:1.0:1767317776.245575:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.245587:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.245606:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.245610:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.245618:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.245634:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2472:0x0].0x0 (ffff96e2f980e000) 00010000:00010000:1.0:1767317776.245637:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.245642:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.245647:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ea57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.245667:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.245669:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.245671:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.250720:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.251359:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925713792 00000100:00100000:1.0:1767317776.251374:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925713792 00000100:00100000:1.0:1767317776.251476:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21808 00000100:00100000:1.0:1767317776.251487:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+21:68718:x1853163925713792:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.251513:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.251535:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029e7 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.251612:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251626:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251638:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251652:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251659:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251669:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251834:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251843:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251849:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.251883:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x243b:0x0]: returning size 0 00000004:00200000:1.0:1767317776.251887:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.251907:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251918:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251927:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251933:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251939:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251945:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251951:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.251955:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251962:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251974:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.251977:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.251983:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.251988:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ea65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252000:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252005:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252011:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252015:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.252018:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252023:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252030:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc305234e (ffff96e2d90ef700) 00010000:00010000:1.0:1767317776.252033:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.252036:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252041:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ea6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.252072:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ea5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029e7 expref: 23 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.252086:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029e7 expref: 22 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.252093:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243b:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:1.0:1767317776.252095:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.252097:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbde00, rc 0) 00000100:00100000:1.0:1767317776.252170:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+22:68718:x1853163925713792:12345-192.168.204.1@tcp:101:rm.0 Request processed in 685us (1465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.252178:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21808 00000100:00100000:3.0:1767317776.260765:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.260859:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925714048 00000100:00100000:1.0:1767317776.260870:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925714048 00000100:00100000:1.0:1767317776.260995:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21809 00000100:00100000:1.0:1767317776.261006:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+22:68718:x1853163925714048:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.261070:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.261103:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ea73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029e7 expref: 22 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.261124:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243b:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:1.0:1767317776.261136:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.261161:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261174:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261187:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261201:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xc305234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261207:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261212:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261342:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261349:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261355:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:1.0:1767317776.261638:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].68, 64 off12544 00010000:00010000:1.0:1767317776.261692:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261701:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261709:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261716:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261726:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261733:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261762:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.261789:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261796:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261801:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261807:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.261811:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261817:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261826:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243b:0x0].0x0 (ffff96e2d90ef000) 00010000:00010000:1.0:1767317776.261829:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.261833:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261838:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ea88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261946:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261956:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261961:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261966:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261971:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.261974:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261980:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261988:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.261991:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.261994:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.261999:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ea7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:1.0:1767317776.262008:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc0c66c9 reply state 00000000ff99b372 transno 8589934882 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.262018:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.262024:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc305234e (ffff96e2d90ef600) 00010000:00010000:1.0:1767317776.262026:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.262029:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767317776.262041:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.262047:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.262053:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.262056:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.262061:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.262069:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243b:0x0].0x0 (ffff96e2d90ef000) 00010000:00010000:3.0:1767317776.262071:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.262073:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.262078:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ea8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.262090:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.262092:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.262094:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.262100:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+23:68718:x1853163925714048:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1094us (1342us total) trans 8589934882 rc 0/0 00000100:00100000:1.0:1767317776.262108:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21809 00000100:00100000:3.0:1767317776.265736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.265966:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925714176 00000100:00100000:1.0:1767317776.265977:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925714176 00000100:00100000:1.0:1767317776.266091:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21810 00000100:00100000:1.0:1767317776.266102:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+23:68718:x1853163925714176:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.266131:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.266157:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ea96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029ee expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.266226:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266293:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266304:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266318:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266325:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266331:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266475:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266499:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266506:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.266539:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2439:0x0]: returning size 0 00000004:00200000:1.0:1767317776.266543:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.266564:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266576:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266585:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266605:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266611:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266617:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266623:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.266628:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266635:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266645:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.266649:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.266654:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266660:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ea9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266672:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266678:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266684:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266688:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.266691:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266697:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266703:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xdd5b234e (ffff96e2d90ef700) 00010000:00010000:1.0:1767317776.266705:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.266708:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266713:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eaa4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.266740:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ea96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029ee expref: 25 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.266758:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029ee expref: 24 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.266765:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2439:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.266767:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.266770:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbd000, rc 0) 00000100:00100000:1.0:1767317776.267058:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+24:68718:x1853163925714176:12345-192.168.204.1@tcp:101:rm.0 Request processed in 957us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.267066:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21810 00000100:00100000:0.0:1767317776.270457:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.270584:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925714432 00000100:00100000:1.0:1767317776.270680:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925714432 00000100:00100000:1.0:1767317776.270799:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21811 00000100:00100000:1.0:1767317776.270810:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+24:68718:x1853163925714432:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.270868:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.270893:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eaab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2439:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029ee expref: 24 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.270912:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2439:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.270923:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.270945:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.270959:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.270970:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.270990:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.270998:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271004:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271094:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271102:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271109:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:1.0:1767317776.271393:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].69, 64 off12608 00010000:00010000:1.0:1767317776.271438:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271447:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271454:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271462:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271468:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271478:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271504:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.271520:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271526:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271531:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271537:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.271541:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271547:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271555:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2439:0x0].0x0 (ffff96e2d90ef400) 00010000:00010000:1.0:1767317776.271558:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.271562:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271568:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eac0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271686:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271693:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271702:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271708:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271713:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.271716:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271721:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271729:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.271732:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.271735:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271741:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eab2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:1.0:1767317776.271750:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5ae4949 reply state 0000000041fd24ae transno 8589934883 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271760:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.271766:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xdd5b234e (ffff96e2d90ef100) 00010000:00010000:1.0:1767317776.271769:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.271772:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.271854:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+25:68718:x1853163925714432:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1045us (1408us total) trans 8589934883 rc 0/0 00000100:00100000:1.0:1767317776.271865:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21811 00010000:00010000:0.0:1767317776.272082:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.272090:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.272097:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.272100:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.272105:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.272114:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2439:0x0].0x0 (ffff96e2d90ef400) 00010000:00010000:0.0:1767317776.272117:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.272120:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.272124:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3eac7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2439:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.272138:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.272140:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.272142:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.275523:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.275565:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925714560 00000100:00100000:1.0:1767317776.275576:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925714560 00000100:00100000:1.0:1767317776.275718:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21812 00000100:00100000:1.0:1767317776.275728:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+25:68718:x1853163925714560:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.275751:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.275771:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3eace lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029f5 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.275836:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.275850:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.275862:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.275874:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.275881:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.275887:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276042:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276050:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276057:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.276094:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2449:0x0]: returning size 0 00000004:00200000:1.0:1767317776.276100:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.276120:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276131:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276140:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276146:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276151:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276157:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276163:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.276166:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276173:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276183:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.276186:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.276190:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276196:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3ead5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276208:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276213:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276217:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276222:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.276224:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276576:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.276586:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x249ef64e (ffff96e2d90ef700) 00010000:00010000:1.0:1767317776.278734:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.278867:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.278880:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eadc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.278935:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3eace lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029f5 expref: 27 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.278951:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029f5 expref: 26 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.278964:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2449:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:1.0:1767317776.278967:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.278970:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbca00, rc 0) 00000100:00100000:1.0:1767317776.279081:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+26:68718:x1853163925714560:12345-192.168.204.1@tcp:101:rm.0 Request processed in 3353us (3567us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.279091:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21812 00000100:00100000:3.0:1767317776.291013:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.291670:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925714816 00000100:00100000:1.0:1767317776.291683:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925714816 00000100:00100000:0.0:1767317776.291870:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21813 00000100:00100000:0.0:1767317776.291881:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+26:68718:x1853163925714816:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.292001:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.292098:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3eae3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2449:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029f5 expref: 26 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.292121:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2449:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:0.0:1767317776.292132:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.292155:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292168:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292177:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292191:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292197:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292208:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292338:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292347:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.292354:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.292578:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].70, 64 off12672 00010000:00010000:0.0:1767317776.293318:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293331:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293340:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293347:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293353:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293358:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293380:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.293398:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293408:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293413:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293419:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.293423:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293429:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293439:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2449:0x0].0x0 (ffff96e2f980ec00) 00010000:00010000:0.0:1767317776.293441:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.293445:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293451:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eaf8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2449:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293566:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293566:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.293573:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293573:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293579:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293580:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.293583:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293584:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293604:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293613:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2449:0x0].0x0 (ffff96e2f980ec00) 00010000:00010000:2.0:1767317776.293615:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.293618:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293622:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eaff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2449:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.293638:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.293640:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.293641:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.293673:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.293677:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293683:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293692:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.293694:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.293697:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293703:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eaea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.293712:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000530136e5 reply state 00000000bdae5b2c transno 8589934884 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293722:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.293728:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x249ef64e (ffff96e2f980e600) 00010000:00010000:0.0:1767317776.293730:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.293733:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.293917:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+27:68718:x1853163925714816:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2034us (2921us total) trans 8589934884 rc 0/0 00000100:00100000:0.0:1767317776.293936:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21813 00000100:00100000:0.0:1767317776.297176:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.297371:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925714944 00000100:00100000:2.0:1767317776.297381:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925714944 00000100:00100000:2.0:1767317776.297431:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21814 00000100:00100000:2.0:1767317776.297441:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ed2f9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+27:68718:x1853163925714944:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.297466:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.297498:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3eb06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f8029fc expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.297564:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297575:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297584:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297609:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297615:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297621:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297786:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297794:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297800:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.297834:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x242d:0x0]: returning size 0 00000004:00200000:2.0:1767317776.297838:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.297859:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297867:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297875:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297879:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297883:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297890:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297895:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.297898:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297902:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297911:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.297913:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.297917:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297922:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297934:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297940:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297945:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297950:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.297953:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297959:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297967:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3fe4d44e (ffff96e2d03baf00) 00010000:00010000:2.0:1767317776.297970:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.297972:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.297978:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.298000:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3eb06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029fc expref: 29 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.298012:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029fc expref: 28 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.298018:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242d:0x0].0x0 (ffff96e2d03bad00) 00010000:00010000:2.0:1767317776.298020:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.298022:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c8200, rc 0) 00000100:00100000:2.0:1767317776.298095:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ed2f9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+28:68718:x1853163925714944:12345-192.168.204.1@tcp:101:rm.0 Request processed in 655us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.298102:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21814 00000100:00100000:2.0:1767317776.301298:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.301337:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925715200 00000100:00100000:0.0:1767317776.301347:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925715200 00000100:00100000:0.0:1767317776.301409:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21815 00000100:00100000:0.0:1767317776.301420:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+28:68718:x1853163925715200:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.301669:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.301697:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3eb1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8029fc expref: 28 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.301717:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242d:0x0].0x0 (ffff96e2d03bad00) 00010000:00010000:0.0:1767317776.301729:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.301753:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301766:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301787:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301802:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301809:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301815:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301900:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301908:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.301915:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.302178:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].137, 64 off16960 00000040:00080000:0.0:1767317776.302197:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].71, 64 off12736 00010000:00010000:0.0:1767317776.302275:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302284:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302291:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302297:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302302:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302308:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302326:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.302342:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302348:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302354:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302359:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.302363:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302370:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302378:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242d:0x0].0x0 (ffff96e2f980e400) 00010000:00010000:0.0:1767317776.302381:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.302385:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302390:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3eb30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x242d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302506:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302514:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302519:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302525:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302530:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.302533:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302538:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302546:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.302549:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.302552:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302557:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3eb22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.302566:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003adf5cc8 reply state 000000003be6ee32 transno 8589934885 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302576:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.302582:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3fe4d44e (ffff96e2f980ed00) 00010000:00010000:0.0:1767317776.302585:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.302599:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.302689:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+29:68718:x1853163925715200:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1270us (1396us total) trans 8589934885 rc 0/0 00000100:00100000:0.0:1767317776.302697:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21815 00010000:00010000:2.0:1767317776.302906:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.302914:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.302921:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.302924:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.302933:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.302942:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242d:0x0].0x0 (ffff96e2f980e400) 00010000:00010000:2.0:1767317776.302944:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.302947:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.302952:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3eb37 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.302967:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.302968:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.302970:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.306615:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.306841:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925715328 00000100:00100000:0.0:1767317776.306852:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925715328 00000100:00100000:0.0:1767317776.306910:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21816 00000100:00100000:0.0:1767317776.306919:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+29:68718:x1853163925715328:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.306943:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.306964:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3eb3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a03 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.307044:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307058:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307069:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307085:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307092:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307098:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307295:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307303:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307310:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.307346:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x244d:0x0]: returning size 0 00000004:00200000:0.0:1767317776.307351:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.307373:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307384:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307393:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307399:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307404:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307410:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307417:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.307421:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307429:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307440:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.307442:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.307448:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307454:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3eb45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307470:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307475:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307493:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307498:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.307501:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307506:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307513:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x551fe54e (ffff96e2f980e800) 00010000:00010000:0.0:1767317776.307515:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.307518:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307523:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eb4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.307557:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3eb3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a03 expref: 31 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.307574:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a03 expref: 30 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.307581:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244d:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:0.0:1767317776.307583:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.307586:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c0031c00, rc 0) 00000100:00100000:0.0:1767317776.307671:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+30:68718:x1853163925715328:12345-192.168.204.1@tcp:101:rm.0 Request processed in 753us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.307680:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21816 00000100:00100000:1.0:1767317776.311074:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.311423:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925715584 00000100:00100000:2.0:1767317776.311435:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925715584 00000100:00100000:2.0:1767317776.311495:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21817 00000100:00100000:2.0:1767317776.311505:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+30:68718:x1853163925715584:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.311558:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.311583:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3eb53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x244d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a03 expref: 30 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.311717:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244d:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:2.0:1767317776.311726:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.311745:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.311754:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.311761:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.311770:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312367:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312378:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312467:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312472:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312477:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:2.0:1767317776.312882:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].72, 64 off12800 00010000:00010000:2.0:1767317776.312937:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312947:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312956:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312962:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312968:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.312979:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313009:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.313029:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313035:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313041:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313047:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.313052:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313059:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313069:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244d:0x0].0x0 (ffff96e2d03bab00) 00010000:00010000:2.0:1767317776.313072:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.313076:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313082:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3eb68 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x244d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313184:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313190:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313199:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313204:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313209:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.313212:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313218:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313226:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.313254:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.313259:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.313375:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.313382:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.313388:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.313391:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.313396:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.313405:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244d:0x0].0x0 (ffff96e2d03bab00) 00010000:00010000:1.0:1767317776.313407:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.313409:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.313414:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3eb6f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x244d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.313428:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.313430:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.313432:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.313461:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3eb5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317776.313473:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008617e663 reply state 00000000b13402c6 transno 8589934886 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313484:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.313491:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x551fe54e (ffff96e2d03baf00) 00010000:00010000:2.0:1767317776.313493:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.313496:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.313644:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+31:68718:x1853163925715584:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2137us (2576us total) trans 8589934886 rc 0/0 00000100:00100000:2.0:1767317776.313657:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21817 00000100:00100000:2.0:1767317776.320399:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.320507:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925715712 00000100:00100000:1.0:1767317776.320517:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925715712 00000100:00100000:1.0:1767317776.320579:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21818 00000100:00100000:1.0:1767317776.320604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+31:68718:x1853163925715712:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.320635:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.320660:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eb76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a0a expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.320732:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320749:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320760:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320789:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320797:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320803:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320967:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320976:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.320993:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317776.321032:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x245c:0x0]: returning size 0 00000004:00200000:1.0:1767317776.321036:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.321057:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321069:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321078:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321085:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321091:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321098:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321105:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.321110:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321118:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321130:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.321134:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.321139:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321144:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321157:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321163:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321168:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321173:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.321175:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321181:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321188:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1f9c104e (ffff96e2d90ef700) 00010000:00010000:1.0:1767317776.321191:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.321194:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321199:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.321261:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3eb76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a0a expref: 33 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.321277:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a0a expref: 32 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.321285:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245c:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.321288:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.321291:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc600, rc 0) 00000100:00100000:1.0:1767317776.321363:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+32:68718:x1853163925715712:12345-192.168.204.1@tcp:101:rm.0 Request processed in 774us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.321370:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21818 00000100:00100000:3.0:1767317776.330080:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.330430:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925715968 00000100:00100000:1.0:1767317776.330442:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925715968 00000100:00100000:1.0:1767317776.330512:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21819 00000100:00100000:1.0:1767317776.330524:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+32:68718:x1853163925715968:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.330586:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.330632:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3eb8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x245c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a0a expref: 32 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.330653:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245c:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.330664:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.330696:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.330711:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.330720:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.330733:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.330740:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.330746:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.331427:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.331441:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.331449:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317776.332121:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].73, 64 off12864 00000004:00080000:1.0:1767317776.332129:0:15468:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3026058898445ns, next at 3027058895943ns, rc = 0 00010000:00010000:1.0:1767317776.332180:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332191:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332200:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332207:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332213:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332218:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.332432:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.332441:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.332449:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.332454:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.332461:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.332474:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245c:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:3.0:1767317776.332478:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.332482:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.332490:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.332492:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.332494:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.332552:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767317776.332558:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3eba7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x245c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332601:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332608:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332613:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332618:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.332622:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332627:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332635:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245c:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:1.0:1767317776.332638:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.332641:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332646:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3eba0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x245c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332766:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.332773:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333186:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333192:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333197:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.333201:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333206:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333217:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.333220:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.333223:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333400:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3eb92 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317776.333416:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8d3b4ca reply state 00000000cbb1fc38 transno 8589934887 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333429:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.333436:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1f9c104e (ffff96e2d90ef700) 00010000:00010000:1.0:1767317776.333439:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.333442:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.333607:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+33:68718:x1853163925715968:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3081us (3533us total) trans 8589934887 rc 0/0 00000100:00100000:1.0:1767317776.333616:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21819 00000100:00100000:1.0:1767317776.337454:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.337574:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925716096 00000100:00100000:2.0:1767317776.337584:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925716096 00000100:00100000:0.0:1767317776.337885:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21820 00000100:00100000:0.0:1767317776.337898:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+33:68718:x1853163925716096:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.337925:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.337946:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ebae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a11 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.338022:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338035:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338046:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338062:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338069:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338076:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338227:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338578:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338666:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.338869:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x243c:0x0]: returning size 0 00000004:00200000:0.0:1767317776.338874:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.338897:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338909:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338919:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338926:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338931:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338937:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338947:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.338951:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338957:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.338970:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.338973:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.338978:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339064:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ebb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339080:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339086:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339091:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339095:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.339098:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339103:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339110:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x88b8234e (ffff96e2f980e800) 00010000:00010000:0.0:1767317776.339113:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.339115:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339120:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ebbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.339150:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ebae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a11 expref: 35 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.339163:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a11 expref: 34 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.339170:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243c:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:0.0:1767317776.339172:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.339175:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c0031400, rc 0) 00000100:00100000:0.0:1767317776.340290:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+34:68718:x1853163925716096:12345-192.168.204.1@tcp:101:rm.0 Request processed in 2388us (2838us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.340301:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21820 00000100:00100000:2.0:1767317776.350764:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.351140:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925716352 00000100:00100000:0.0:1767317776.351151:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925716352 00000100:00100000:0.0:1767317776.351211:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21821 00000100:00100000:0.0:1767317776.351221:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+34:68718:x1853163925716352:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.351737:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.351770:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ebc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a11 expref: 34 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.351803:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243c:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:0.0:1767317776.351814:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.351839:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.351853:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.351863:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.351877:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.351883:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.351889:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.351997:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.352006:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.352013:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.353092:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].74, 64 off12928 00010000:00010000:0.0:1767317776.353165:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353178:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353187:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353199:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353205:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353212:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.353420:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.353427:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.353434:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.353438:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.353446:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.353458:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243c:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:2.0:1767317776.353462:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.353466:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 3/0,0 mode: --/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.353475:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.353477:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.353478:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.353572:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767317776.353577:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ebdf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353623:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353629:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353635:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353640:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.353644:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353650:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353657:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243c:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:0.0:1767317776.353660:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.353663:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353672:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ebd8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353961:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353969:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353974:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.353979:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.354158:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.354162:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.354168:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.354176:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.354179:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.354183:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.354188:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ebca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.354199:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f64602dc reply state 0000000056e3dfde transno 8589934888 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.354214:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.354221:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x88b8234e (ffff96e2f980e300) 00010000:00010000:0.0:1767317776.354223:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.354226:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.357785:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+35:68718:x1853163925716352:12345-192.168.204.1@tcp:36:rm.0 Request processed in 6553us (7019us total) trans 8589934888 rc 0/0 00000100:00100000:0.0:1767317776.357798:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21821 00000100:00100000:3.0:1767317776.363398:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.363626:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925716480 00000100:00100000:0.0:1767317776.363637:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925716480 00000100:00100000:0.0:1767317776.363703:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21822 00000100:00100000:0.0:1767317776.363713:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+35:68718:x1853163925716480:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.363739:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.363766:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ebe6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a18 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.363841:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.363855:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.363866:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.363879:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.363887:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.363894:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364582:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364603:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364611:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.364646:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2462:0x0]: returning size 0 00000004:00200000:1.0:1767317776.364649:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.364669:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364690:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364700:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364707:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364713:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364720:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364726:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.364730:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364738:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364748:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.364751:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.364755:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364761:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ebed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364776:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364782:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364788:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364793:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.364796:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364801:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364808:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb326ff4e (ffff96e2f980e800) 00010000:00010000:1.0:1767317776.364810:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.364813:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364818:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ebf4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.364850:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ebe6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a18 expref: 37 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.364864:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a18 expref: 36 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.364870:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2462:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:1.0:1767317776.364873:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.364875:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbd000, rc 0) 00000100:00100000:1.0:1767317776.364958:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+36:68718:x1853163925716480:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1246us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.364965:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21822 00000100:00100000:1.0:1767317776.369496:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.369690:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925716736 00000100:00100000:2.0:1767317776.369702:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925716736 00000100:00100000:2.0:1767317776.370026:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21823 00000100:00100000:2.0:1767317776.370037:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+36:68718:x1853163925716736:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.370108:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.370137:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ebfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2462:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a18 expref: 36 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.370156:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2462:0x0].0x0 (ffff96e2d90efa00) 00010000:00010000:2.0:1767317776.370167:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.370190:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370202:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370210:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370224:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370516:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370526:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370707:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370715:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.370721:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.371489:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].75, 64 off12992 00010000:00010000:2.0:1767317776.371545:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371561:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371570:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371576:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371583:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371847:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371873:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.371894:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371901:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371908:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371908:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.371919:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.371923:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371927:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.371931:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371939:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.371943:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371951:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371963:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2462:0x0].0x0 (ffff96e2d03bac00) 00010000:00010000:3.0:1767317776.371965:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.371970:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371975:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ec17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2462:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.371988:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.371990:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.371992:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.372140:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2462:0x0].0x0 (ffff96e2d03bac00) 00010000:00010000:2.0:1767317776.372143:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.372147:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372153:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ec10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2462:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372516:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372523:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372528:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372534:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372538:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.372541:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372546:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372554:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.372557:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.372560:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372564:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ec02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.372573:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001f99fe39 reply state 00000000ab9b2e5c transno 8589934889 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372583:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.372676:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb326ff4e (ffff96e2d03ba300) 00010000:00010000:2.0:1767317776.372679:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.372892:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.373206:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+37:68718:x1853163925716736:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3167us (3716us total) trans 8589934889 rc 0/0 00000100:00100000:2.0:1767317776.373215:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21823 00000100:00100000:3.0:1767317776.377320:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.377427:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925716864 00000100:00100000:1.0:1767317776.377438:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925716864 00000100:00100000:1.0:1767317776.377497:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21824 00000100:00100000:1.0:1767317776.377511:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+37:68718:x1853163925716864:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.377535:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.377556:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a1f expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.377634:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.377647:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.377658:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.377672:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.377687:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.377694:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.378766:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379163:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379173:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.379213:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2421:0x0]: returning size 0 00000004:00200000:1.0:1767317776.379218:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.379439:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379451:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379461:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379467:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379473:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379479:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379486:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.379489:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379496:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379509:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.379512:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.379517:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379522:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379536:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379542:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379547:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379551:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.379554:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379559:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379564:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2ccf914e (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.379567:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.379569:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379574:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.379621:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a1f expref: 39 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.379638:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a1f expref: 38 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.379646:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2421:0x0].0x0 (ffff96e2d90ef400) 00010000:00010000:1.0:1767317776.379648:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.379651:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbde00, rc 0) 00000100:00100000:1.0:1767317776.379740:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+38:68718:x1853163925716864:12345-192.168.204.1@tcp:101:rm.0 Request processed in 2234us (2438us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.379749:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21824 00000100:00100000:3.0:1767317776.383681:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.383791:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925717120 00000100:00100000:1.0:1767317776.383802:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925717120 00000100:00100000:1.0:1767317776.383865:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21825 00000100:00100000:1.0:1767317776.383875:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+38:68718:x1853163925717120:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.384109:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.384136:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a1f expref: 38 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.384158:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2421:0x0].0x0 (ffff96e2d90ef400) 00010000:00010000:1.0:1767317776.384168:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.384189:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384202:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384211:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384452:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384460:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384468:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384752:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384761:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.384768:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:1.0:1767317776.385203:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].138, 64 off17024 00000004:00080000:1.0:1767317776.385707:0:34315:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3026111981636ns, next at 3027111978986ns, rc = 0 00000040:00080000:1.0:1767317776.385742:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].76, 64 off13056 00010000:00010000:1.0:1767317776.385808:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385821:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385830:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385836:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385846:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385851:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385870:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.385891:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385897:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385904:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.385906:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.385917:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385926:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.385926:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.385932:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385933:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385943:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.385955:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.385962:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2421:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:1.0:1767317776.385967:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.385972:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.385975:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2421:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:1.0:1767317776.385981:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec48 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.385986:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.385991:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.385998:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ec4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.386014:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.386017:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.386020:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.386111:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386122:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386127:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386132:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386137:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.386140:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386147:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386155:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.386158:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.386161:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386168:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec3a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:1.0:1767317776.386177:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007fd7091d reply state 00000000408de668 transno 8589934890 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386187:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.386193:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2ccf914e (ffff96e2d90ef000) 00010000:00010000:1.0:1767317776.386195:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.386198:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.386336:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+39:68718:x1853163925717120:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2460us (3127us total) trans 8589934890 rc 0/0 00000100:00100000:1.0:1767317776.386345:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21825 00000100:00100000:0.0:1767317776.390987:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.391117:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925717248 00000100:00100000:1.0:1767317776.391128:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925717248 00000100:00100000:1.0:1767317776.391187:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21826 00000100:00100000:1.0:1767317776.391196:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+39:68718:x1853163925717248:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.391221:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.391474:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a26 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.391548:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391563:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391575:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391604:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391613:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391619:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391831:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391844:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391851:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.391887:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2469:0x0]: returning size 0 00000004:00200000:1.0:1767317776.391892:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.391916:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391928:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391950:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391957:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391964:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391970:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391976:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.391980:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.391996:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392007:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.392010:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.392015:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392021:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ec5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392034:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392040:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392045:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392049:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.392052:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392057:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392063:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x43ba24e (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.392065:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.392067:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392073:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ec64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.392105:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ec56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a26 expref: 41 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.392123:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a26 expref: 40 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.392130:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2469:0x0].0x0 (ffff96e2d90efb00) 00010000:00010000:1.0:1767317776.392132:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.392135:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbce00, rc 0) 00000100:00100000:1.0:1767317776.392198:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+40:68718:x1853163925717248:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1003us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.392207:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21826 00000100:00100000:0.0:1767317776.403177:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.403288:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925717504 00000100:00100000:1.0:1767317776.403300:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925717504 00000100:00100000:1.0:1767317776.403376:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21827 00000100:00100000:1.0:1767317776.403387:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+40:68718:x1853163925717504:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.403454:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.403490:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ec6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2469:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a26 expref: 40 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.403514:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2469:0x0].0x0 (ffff96e2d90efb00) 00010000:00010000:1.0:1767317776.403528:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.403570:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403583:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403607:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403626:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403632:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403638:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403756:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403764:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.403785:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:1.0:1767317776.404074:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].139, 64 off17088 00000040:00080000:1.0:1767317776.404097:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].77, 64 off13120 00010000:00010000:1.0:1767317776.404147:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404157:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404165:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404172:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404177:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404188:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404213:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.404266:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404273:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404279:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404284:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.404289:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404299:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404309:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2469:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:1.0:1767317776.404311:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.404315:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.404321:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ec80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2469:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404532:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404540:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404546:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404551:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404555:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.404558:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404563:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404571:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.404574:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.404577:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404583:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ec72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.404606:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b021591c reply state 000000006e8ea0e4 transno 8589934891 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404617:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.404622:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x43ba24e (ffff96e2d90ef400) 00010000:00010000:0.0:1767317776.404625:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.404628:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.404724:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+41:68718:x1853163925717504:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1336us (1556us total) trans 8589934891 rc 0/0 00000100:00100000:0.0:1767317776.404733:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21827 00010000:00010000:2.0:1767317776.405304:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.406001:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.406011:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.406016:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.406023:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.406037:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2469:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:2.0:1767317776.406040:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.406044:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.406049:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3ec87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2469:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.406069:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.406070:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.406072:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.408629:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.408822:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925717632 00000100:00100000:0.0:1767317776.408833:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925717632 00000100:00100000:0.0:1767317776.408900:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21828 00000100:00100000:0.0:1767317776.408910:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+41:68718:x1853163925717632:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.408944:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.408967:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ec8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a2d expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.409035:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409049:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409061:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409075:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409081:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409088:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409624:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409634:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409642:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.409681:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2435:0x0]: returning size 0 00000004:00200000:0.0:1767317776.409686:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.409707:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409719:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409727:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409731:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409736:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409743:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409748:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.409752:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409760:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409773:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.409776:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.409781:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409787:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ec95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409802:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409808:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409814:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409818:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.409821:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409825:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409830:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcefcd44e (ffff96e2f980ef00) 00010000:00010000:0.0:1767317776.409832:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.409834:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409837:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ec9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.409863:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ec8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a2d expref: 43 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.409873:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a2d expref: 42 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.409878:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2435:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:0.0:1767317776.409879:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.409881:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c8086e00, rc 0) 00000100:00100000:0.0:1767317776.409978:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+42:68718:x1853163925717632:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1069us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.409983:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21828 00000100:00100000:1.0:1767317776.414059:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.414505:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925717888 00000100:00100000:0.0:1767317776.414516:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925717888 00000100:00100000:0.0:1767317776.414675:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21829 00000100:00100000:0.0:1767317776.414686:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+42:68718:x1853163925717888:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.414741:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.414772:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3eca3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2435:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a2d expref: 42 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.414794:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2435:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:0.0:1767317776.414803:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.414827:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414839:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414851:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414866:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414873:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414880:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414986:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.414994:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415001:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.415413:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].78, 64 off13184 00010000:00010000:0.0:1767317776.415467:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415477:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415485:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415492:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415501:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415507:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415533:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.415553:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415559:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415564:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415571:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.415575:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415582:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415602:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2435:0x0].0x0 (ffff96e2f980ec00) 00010000:00010000:0.0:1767317776.415605:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.415609:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415616:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ecb8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415721:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415732:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415738:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415743:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415748:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.415751:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415755:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415763:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.415765:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.415769:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415774:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ecaa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.415785:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000033e91682 reply state 00000000de383f1d transno 8589934892 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415794:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.415800:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcefcd44e (ffff96e2f980e400) 00010000:00010000:0.0:1767317776.415803:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.415806:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767317776.415958:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.415965:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.415970:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.415973:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.415982:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.415991:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2435:0x0].0x0 (ffff96e2f980ec00) 00010000:00010000:3.0:1767317776.415993:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.415996:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.416001:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3ecbf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2435:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.416014:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.416016:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.416018:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.416158:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+43:68718:x1853163925717888:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1471us (2106us total) trans 8589934892 rc 0/0 00000100:00100000:0.0:1767317776.416167:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21829 00000100:00100000:2.0:1767317776.422348:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.422516:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925718016 00000100:00100000:0.0:1767317776.422526:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925718016 00000100:00100000:0.0:1767317776.422578:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21830 00000100:00100000:0.0:1767317776.422599:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+43:68718:x1853163925718016:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.422625:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.422647:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ecc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a34 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.422712:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422726:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422738:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422752:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422758:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422764:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422932:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422944:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.422950:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.422986:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x244c:0x0]: returning size 0 00000004:00200000:0.0:1767317776.422991:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.423024:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423034:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423045:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423051:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423057:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423063:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423069:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.423073:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423080:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423090:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.423094:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.423100:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423105:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3eccd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423120:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423127:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423132:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423137:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.423139:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423145:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423152:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2c38e54e (ffff96e2f980e000) 00010000:00010000:0.0:1767317776.423155:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.423158:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423163:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ecd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.423191:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ecc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a34 expref: 45 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.423207:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a34 expref: 44 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.423213:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244c:0x0].0x0 (ffff96e2f980e700) 00010000:00010000:0.0:1767317776.423215:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.423217:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c0031e00, rc 0) 00000100:00100000:0.0:1767317776.423819:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+44:68718:x1853163925718016:12345-192.168.204.1@tcp:101:rm.0 Request processed in 721us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.423828:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21830 00000100:00100000:2.0:1767317776.429918:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.430029:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925718272 00000100:00100000:1.0:1767317776.430040:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925718272 00000100:00100000:1.0:1767317776.430099:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21831 00000100:00100000:1.0:1767317776.430109:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+44:68718:x1853163925718272:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.430170:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.430197:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3ecdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x244c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a34 expref: 44 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.430268:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244c:0x0].0x0 (ffff96e2f980e700) 00010000:00010000:1.0:1767317776.430281:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.430456:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430473:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430496:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430514:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430521:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430527:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430847:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430856:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.430863:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317776.431105:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].79, 64 off13248 00010000:00010000:1.0:1767317776.431154:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431163:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431170:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431177:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431182:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431188:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431443:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.431465:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431472:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431488:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431494:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.431498:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431504:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431515:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244c:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.431518:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.431522:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431527:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ecf0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x244c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431657:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431663:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431669:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431674:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431678:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.431681:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431686:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431693:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.431696:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.431699:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431703:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ece2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317776.431712:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004751f50a reply state 00000000214e9279 transno 8589934893 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431722:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.431727:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2c38e54e (ffff96e2d90efb00) 00010000:00010000:1.0:1767317776.431729:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.431732:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.431815:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+45:68718:x1853163925718272:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1704us (1906us total) trans 8589934893 rc 0/0 00000100:00100000:1.0:1767317776.431823:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21831 00010000:00010000:2.0:1767317776.433853:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.433865:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.433875:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.433879:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.433888:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.433905:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244c:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:2.0:1767317776.433908:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.433912:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.433984:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ecf7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x244c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.434468:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.434471:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.434473:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.437873:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.437968:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925718400 00000100:00100000:0.0:1767317776.437978:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925718400 00000100:00100000:0.0:1767317776.438049:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21832 00000100:00100000:0.0:1767317776.438059:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+45:68718:x1853163925718400:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.438085:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.438106:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ecfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a3b expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.438173:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438187:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438199:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438213:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438224:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438269:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438449:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438457:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438465:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.438782:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x244e:0x0]: returning size 0 00000004:00200000:0.0:1767317776.438788:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.438810:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438824:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438834:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438840:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438846:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438853:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438864:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.438868:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438876:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438890:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.438894:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.438899:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438905:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438920:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438927:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438934:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438940:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.438943:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438949:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438955:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x11e2e54e (ffff96e2f980e000) 00010000:00010000:0.0:1767317776.438959:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.438962:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438967:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.438998:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ecfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a3b expref: 47 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.439011:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a3b expref: 46 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.439018:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244e:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:0.0:1767317776.439021:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.439023:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c0030000, rc 0) 00000100:00100000:0.0:1767317776.439083:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+46:68718:x1853163925718400:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1025us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.439091:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21832 00000100:00100000:3.0:1767317776.452940:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.453156:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925718656 00000100:00100000:1.0:1767317776.453166:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925718656 00000100:00100000:1.0:1767317776.453284:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21833 00000100:00100000:1.0:1767317776.453294:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+46:68718:x1853163925718656:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.453613:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.453642:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x244e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a3b expref: 46 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.453666:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244e:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:1.0:1767317776.453676:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.453855:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.453869:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.453879:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.453893:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.453900:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.453907:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.453995:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454643:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454655:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317776.454902:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].80, 64 off13312 00010000:00010000:1.0:1767317776.454955:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454964:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454971:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454978:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454984:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.454992:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455028:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.455053:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455058:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455063:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455068:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.455072:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455079:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455088:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244e:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:1.0:1767317776.455091:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.455095:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455100:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed28 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x244e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455204:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455210:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455263:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455269:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455274:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.455277:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455283:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455292:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.455294:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.455298:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.455304:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317776.456224:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000530136e5 reply state 0000000068661c77 transno 8589934894 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.456277:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.456284:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x11e2e54e (ffff96e2d90efa00) 00010000:00010000:1.0:1767317776.456287:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.456290:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.456403:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+47:68718:x1853163925718656:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3106us (3467us total) trans 8589934894 rc 0/0 00000100:00100000:1.0:1767317776.456415:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21833 00010000:00010000:2.0:1767317776.456507:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.456514:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.456521:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.456525:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.456532:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.456543:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244e:0x0].0x0 (ffff96e2d90efc00) 00010000:00010000:2.0:1767317776.456546:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.456549:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.456554:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3ed2f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x244e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.456569:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.456572:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.456574:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.462709:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.462878:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925718784 00000100:00100000:1.0:1767317776.462889:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925718784 00000100:00100000:1.0:1767317776.462961:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21834 00000100:00100000:1.0:1767317776.462969:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+47:68718:x1853163925718784:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.462990:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.463017:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a42 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.463080:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463095:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463106:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463120:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463126:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463130:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463321:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463329:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463337:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317776.463367:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2473:0x0]: returning size 0 00000004:00200000:1.0:1767317776.463371:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.463388:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463396:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463403:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463407:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463411:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463415:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463418:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.463421:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463425:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463433:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.463435:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.463438:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463443:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ed3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463453:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463456:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463459:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463462:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.463463:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463466:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463469:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xad1a914e (ffff96e2d90efe00) 00010000:00010000:1.0:1767317776.463471:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.463472:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463475:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ed44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.463507:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ed36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a42 expref: 49 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.463515:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a42 expref: 48 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.463523:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2473:0x0].0x0 (ffff96e2c8a10400) 00010000:00010000:1.0:1767317776.463525:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.463527:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbdc00, rc 0) 00000100:00100000:1.0:1767317776.463571:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+48:68718:x1853163925718784:12345-192.168.204.1@tcp:101:rm.0 Request processed in 603us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.463576:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21834 00000100:00100000:0.0:1767317776.468193:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.468341:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925719040 00000100:00100000:2.0:1767317776.468352:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925719040 00000100:00100000:2.0:1767317776.468412:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21835 00000100:00100000:2.0:1767317776.468422:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+48:68718:x1853163925719040:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.468491:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.468520:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3ed4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2473:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a42 expref: 48 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.468540:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2473:0x0].0x0 (ffff96e2c8a10400) 00010000:00010000:2.0:1767317776.468551:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.468575:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468600:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468610:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468624:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468631:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468637:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468731:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468740:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.468746:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.469617:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].140, 64 off17152 00000040:00080000:2.0:1767317776.469637:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].81, 64 off13376 00010000:00010000:2.0:1767317776.469698:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469708:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469717:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469724:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469730:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469736:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469763:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.469791:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469798:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469803:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469810:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.469814:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469821:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.469831:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2473:0x0].0x0 (ffff96e2d03baa00) 00010000:00010000:3.0:1767317776.469988:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.469995:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470017:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.470023:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470029:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ed60 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2473:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470154:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470162:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470167:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470173:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470179:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.470182:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470188:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470199:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.470202:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.470205:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470210:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ed52 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.470220:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008bcd6f8a reply state 00000000ac7e2852 transno 8589934895 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470258:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.470265:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xad1a914e (ffff96e2d03bac00) 00010000:00010000:2.0:1767317776.470268:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.470271:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.470381:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+49:68718:x1853163925719040:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1958us (2197us total) trans 8589934895 rc 0/0 00000100:00100000:2.0:1767317776.470390:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21835 00010000:00010000:3.0:1767317776.474750:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.474764:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.474790:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.474810:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2473:0x0].0x0 (ffff96e2d03baa00) 00010000:00010000:3.0:1767317776.474813:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.474819:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.474825:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3ed67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2473:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.474852:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.474854:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.474857:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.475047:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.475738:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925719168 00000100:00100000:3.0:1767317776.475748:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925719168 00000100:00100000:3.0:1767317776.475938:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21836 00000100:00100000:3.0:1767317776.475950:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+49:68718:x1853163925719168:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.475982:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.476007:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ed6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a49 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.476099:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.476116:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.476130:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.476147:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.476154:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.476161:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.476677:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477063:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477072:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:3.0:1767317776.477118:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x245d:0x0]: returning size 0 00000004:00200000:3.0:1767317776.477123:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.477146:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477158:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477168:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477174:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477179:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477185:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477191:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.477195:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477203:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.477215:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.477218:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.477224:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480698:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ed75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480729:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480736:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480743:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480750:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.480754:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480762:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480778:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4883104e (ffff96e2f1c9a700) 00010000:00010000:3.0:1767317776.480782:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.480786:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480791:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ed7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.480842:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ed6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a49 expref: 51 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.480864:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a49 expref: 50 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.480872:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245d:0x0].0x0 (ffff96e2f1c9ac00) 00010000:00010000:3.0:1767317776.480874:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.480877:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81400, rc 0) 00000100:00100000:3.0:1767317776.480961:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+50:68718:x1853163925719168:12345-192.168.204.1@tcp:101:rm.0 Request processed in 5011us (5917us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.480971:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21836 00000100:00100000:0.0:1767317776.488156:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.495566:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925719424 00000100:00100000:3.0:1767317776.495594:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925719424 00000100:00100000:0.0:1767317776.499764:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21837 00000100:00100000:0.0:1767317776.499779:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+50:68718:x1853163925719424:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.499841:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.499872:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3ed83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x245d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a49 expref: 50 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.499897:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245d:0x0].0x0 (ffff96e2f1c9ac00) 00010000:00010000:0.0:1767317776.499911:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.499936:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.499949:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.499958:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.499973:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x4883104e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.499980:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.499986:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500078:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500086:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500093:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.500400:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].82, 64 off13440 00010000:00010000:0.0:1767317776.500451:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500461:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500468:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500477:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500481:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500485:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500506:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.500522:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500525:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500529:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500535:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.500539:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500546:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500555:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245d:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:0.0:1767317776.500557:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.500561:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500566:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3ed98 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x245d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500679:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500684:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500687:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500690:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500693:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.500695:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500698:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500704:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.500706:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.500708:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500712:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3ed8a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.500717:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098c71396 reply state 000000006dd16072 transno 8589934896 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500725:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.500731:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4883104e (ffff96e2f980e000) 00010000:00010000:0.0:1767317776.500732:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.500735:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.500819:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+51:68718:x1853163925719424:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1041us (12672us total) trans 8589934896 rc 0/0 00000100:00100000:0.0:1767317776.500827:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21837 00010000:00010000:3.0:1767317776.501184:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.501194:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.501202:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.501205:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.501211:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.501220:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x245d:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:3.0:1767317776.501223:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.501226:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.501265:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3ed9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x245d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.501286:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.501287:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.501289:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.504014:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.504110:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925719552 00000100:00100000:1.0:1767317776.504121:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925719552 00000100:00100000:1.0:1767317776.504181:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21838 00000100:00100000:1.0:1767317776.504191:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+51:68718:x1853163925719552:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.504214:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.504269:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3eda6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a50 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.504335:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504347:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504358:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504372:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504379:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504390:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504524:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504532:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504538:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317776.504572:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2464:0x0]: returning size 0 00000004:00200000:1.0:1767317776.504576:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.504606:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504619:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504626:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504630:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504634:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504638:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504642:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.504644:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504650:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504658:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.504660:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.504663:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504667:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3edad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504676:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504680:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504683:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504686:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.504687:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504690:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504693:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x51c0ff4e (ffff96e2c8a10000) 00010000:00010000:1.0:1767317776.504695:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.504696:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504699:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3edb4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.504721:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3eda6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a50 expref: 53 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.504729:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a50 expref: 52 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.504734:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2464:0x0].0x0 (ffff96e2c8a10a00) 00010000:00010000:1.0:1767317776.504735:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.504736:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbca00, rc 0) 00000100:00100000:1.0:1767317776.504793:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+52:68718:x1853163925719552:12345-192.168.204.1@tcp:101:rm.0 Request processed in 603us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.504799:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21838 00000100:00100000:2.0:1767317776.509696:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.509776:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925719808 00000100:00100000:0.0:1767317776.509788:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925719808 00000100:00100000:0.0:1767317776.509868:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21839 00000100:00100000:0.0:1767317776.509879:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+52:68718:x1853163925719808:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.509945:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.509977:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3edbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2464:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a50 expref: 52 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.509994:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2464:0x0].0x0 (ffff96e2c8a10a00) 00010000:00010000:0.0:1767317776.510006:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.510034:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510048:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510057:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510071:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510077:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510083:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510181:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510190:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.510197:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.513015:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].83, 64 off13504 00010000:00010000:0.0:1767317776.513083:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513102:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513113:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513121:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513127:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513132:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513157:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.513180:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513190:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513196:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513203:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.513207:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513215:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513226:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2464:0x0].0x0 (ffff96e2f980e100) 00010000:00010000:0.0:1767317776.513246:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.513252:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513259:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3edd0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2464:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513366:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513373:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513379:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513383:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513386:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.513388:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513392:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513398:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.513400:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.513402:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513405:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3edc2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.513412:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000200685e0 reply state 00000000f5775116 transno 8589934897 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513419:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.513423:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x51c0ff4e (ffff96e2f980eb00) 00010000:00010000:0.0:1767317776.513424:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.513426:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.513513:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+53:68718:x1853163925719808:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3635us (3825us total) trans 8589934897 rc 0/0 00000100:00100000:0.0:1767317776.513521:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21839 00010000:00010000:3.0:1767317776.514294:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.514303:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.514310:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.514313:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.514320:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.514332:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2464:0x0].0x0 (ffff96e2f980e100) 00010000:00010000:3.0:1767317776.514334:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.514338:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.514343:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031c00/0xd0d4f19a2da3edd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2464:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.514359:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.514361:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.514362:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.517775:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.517862:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925719936 00000100:00100000:0.0:1767317776.517876:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925719936 00000100:00100000:0.0:1767317776.517943:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21840 00000100:00100000:0.0:1767317776.517954:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+53:68718:x1853163925719936:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.517980:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.518004:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3edde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a57 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.518075:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518089:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518101:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518115:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518122:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518128:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518322:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518330:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518337:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317776.518370:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2452:0x0]: returning size 0 00000004:00200000:0.0:1767317776.518374:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.518394:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518403:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518410:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518414:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518418:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518422:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518425:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.518428:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518433:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518440:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.518442:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.518446:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518450:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ede5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518462:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518466:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518469:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518473:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.518474:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518478:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518481:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x7a96e54e (ffff96e2f980e200) 00010000:00010000:0.0:1767317776.518482:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.518484:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518487:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3edec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.518509:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3edde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a57 expref: 55 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.518517:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a57 expref: 54 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.518521:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2452:0x0].0x0 (ffff96e2f980ee00) 00010000:00010000:0.0:1767317776.518522:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.518523:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c8086800, rc 0) 00000100:00100000:0.0:1767317776.518577:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+54:68718:x1853163925719936:12345-192.168.204.1@tcp:101:rm.0 Request processed in 626us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.518595:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21840 00000100:00100000:2.0:1767317776.524985:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.525144:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925720192 00000100:00100000:1.0:1767317776.525155:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925720192 00000100:00100000:1.0:1767317776.525220:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21841 00000100:00100000:1.0:1767317776.525261:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+54:68718:x1853163925720192:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.525319:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.525349:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3edf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2452:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a57 expref: 54 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.525370:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2452:0x0].0x0 (ffff96e2f980ee00) 00010000:00010000:1.0:1767317776.525381:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.525405:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525419:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525432:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525447:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525454:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525460:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525556:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525564:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.525571:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:1.0:1767317776.526288:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].84, 64 off13568 00010000:00010000:1.0:1767317776.526354:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526363:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526371:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526378:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526387:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526392:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526404:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.526423:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526429:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526434:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526440:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.526444:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526451:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526459:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2452:0x0].0x0 (ffff96e2c8a10b00) 00010000:00010000:1.0:1767317776.526462:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.526465:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.526470:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee08 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2452:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.527609:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.527620:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.527629:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.527633:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.527641:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.527655:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2452:0x0].0x0 (ffff96e2c8a10b00) 00010000:00010000:2.0:1767317776.527657:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.527661:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.527667:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3ee0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.527685:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.527687:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.527689:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.527997:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528011:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528016:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528023:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528028:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.528032:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528037:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528046:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.528048:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.528052:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528057:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3edfa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:1.0:1767317776.528070:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0ddf276 reply state 0000000008fd8691 transno 8589934898 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528082:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.528088:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x7a96e54e (ffff96e2c8a10000) 00010000:00010000:1.0:1767317776.528090:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.528094:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.528191:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+55:68718:x1853163925720192:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2959us (3213us total) trans 8589934898 rc 0/0 00000100:00100000:1.0:1767317776.528199:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21841 00000100:00100000:2.0:1767317776.539118:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.542169:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925720320 00000100:00100000:1.0:1767317776.542184:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925720320 00000100:00100000:1.0:1767317776.542318:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21842 00000100:00100000:1.0:1767317776.542330:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+55:68718:x1853163925720320:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.542360:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.542384:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ee16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a5e expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.542442:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542453:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542462:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542470:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542475:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542488:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542656:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542665:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542670:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:1.0:1767317776.542710:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2478:0x0]: returning size 0 00000004:00200000:1.0:1767317776.542713:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.542729:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542737:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542744:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542747:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542751:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542755:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542759:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.542762:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542766:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542775:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.542779:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.542783:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542790:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3ee1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542802:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542807:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542812:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542818:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.542821:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542826:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542833:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5a45914e (ffff96e2c8a10900) 00010000:00010000:1.0:1767317776.542836:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.542839:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542844:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3ee24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.542881:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3ee16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a5e expref: 57 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.542894:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a5e expref: 56 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.542898:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2478:0x0].0x0 (ffff96e2c8a10300) 00010000:00010000:1.0:1767317776.542900:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.542902:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc400, rc 0) 00000100:00100000:1.0:1767317776.542974:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+56:68718:x1853163925720320:12345-192.168.204.1@tcp:101:rm.0 Request processed in 646us (3869us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.542981:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21842 00000100:00100000:2.0:1767317776.549156:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.553451:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925720576 00000100:00100000:0.0:1767317776.553469:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925720576 00000100:00100000:0.0:1767317776.553558:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21843 00000100:00100000:0.0:1767317776.553569:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+56:68718:x1853163925720576:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317776.553667:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.554734:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3ee2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2478:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a5e expref: 56 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.554763:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2478:0x0].0x0 (ffff96e2c8a10300) 00010000:00010000:0.0:1767317776.554776:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317776.554802:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.554816:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.554828:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.554842:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.554849:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.555223:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.555496:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.555505:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.555512:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:0.0:1767317776.555834:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].85, 64 off13632 00000040:00080000:0.0:1767317776.555972:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].141, 64 off17216 00010000:00010000:0.0:1767317776.556023:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556032:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556435:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556445:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556451:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556458:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556478:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.556497:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556503:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556509:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556514:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.556518:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556529:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556541:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2478:0x0].0x0 (ffff96e2f980ee00) 00010000:00010000:0.0:1767317776.556543:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317776.556547:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556553:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3ee40 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2478:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556689:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556695:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556701:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556706:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556710:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.556713:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556719:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556727:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.556729:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.556732:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556739:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3ee32 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317776.556748:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2b10400 reply state 0000000044392c4c transno 8589934899 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556759:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.556765:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5a45914e (ffff96e2f980e200) 00010000:00010000:0.0:1767317776.556767:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.556770:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317776.556864:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+57:68718:x1853163925720576:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3284us (7705us total) trans 8589934899 rc 0/0 00000100:00100000:0.0:1767317776.556874:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21843 00010000:00010000:1.0:1767317776.561390:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.561405:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.561416:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.561420:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.561429:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.561446:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2478:0x0].0x0 (ffff96e2f980ee00) 00010000:00010000:1.0:1767317776.561449:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.561454:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.561459:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3ee47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2478:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.561486:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.561488:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.561491:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.563925:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.569767:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925720704 00000100:00100000:0.0:1767317776.569787:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925720704 00000100:00100000:0.0:1767317776.569872:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21844 00000100:00100000:0.0:1767317776.569883:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+57:68718:x1853163925720704:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.569914:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.569936:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ee4e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a65 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.570010:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570026:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570128:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570148:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570154:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570158:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570747:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570755:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570760:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317776.570787:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x244b:0x0]: returning size 0 00000004:00200000:0.0:1767317776.570790:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.570806:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570814:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570821:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570825:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570829:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570837:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570841:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.570844:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570848:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570868:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.570870:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.570874:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570877:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ee55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570886:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570889:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570893:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570895:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.570897:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570900:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570904:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc105e54e (ffff96e2f980e100) 00010000:00010000:0.0:1767317776.570906:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.570908:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570911:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3ee5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.570938:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3ee4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a65 expref: 59 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.570952:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a65 expref: 58 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.570958:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244b:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:0.0:1767317776.570960:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.570963:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c2bff800, rc 0) 00000100:00100000:0.0:1767317776.572195:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+58:68718:x1853163925720704:12345-192.168.204.1@tcp:101:rm.0 Request processed in 2305us (8270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.572206:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21844 00000100:00100000:0.0:1767317776.580378:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.580858:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925720960 00000100:00100000:3.0:1767317776.580870:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925720960 00000100:00100000:3.0:1767317776.580942:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21845 00000100:00100000:3.0:1767317776.580952:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+58:68718:x1853163925720960:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.581024:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.581052:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3ee63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x244b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a65 expref: 58 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.581070:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244b:0x0].0x0 (ffff96e2f980ef00) 00010000:00010000:3.0:1767317776.581080:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.581102:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581115:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581124:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581139:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581147:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581153:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581292:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581300:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581320:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317776.581905:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].86, 64 off13696 00010000:00010000:3.0:1767317776.581960:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581970:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581977:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581983:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581988:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.581993:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582065:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.582086:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582092:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582103:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582110:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.582114:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582121:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582131:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244b:0x0].0x0 (ffff96e2f1c9ab00) 00010000:00010000:3.0:1767317776.582135:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317776.582139:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582145:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3ee78 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x244b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582286:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582293:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582299:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582315:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582320:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.582323:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582328:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582337:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.582339:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.582343:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582347:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3ee6a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317776.582356:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ec7ca90 reply state 000000007a9dcf94 transno 8589934900 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582366:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.582373:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc105e54e (ffff96e2f1c9a700) 00010000:00010000:3.0:1767317776.582375:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317776.582377:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767317776.582459:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+59:68718:x1853163925720960:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1506us (2089us total) trans 8589934900 rc 0/0 00000100:00100000:3.0:1767317776.582467:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21845 00010000:00010000:0.0:1767317776.582746:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.582752:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.582758:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.582761:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.582770:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.582778:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x244b:0x0].0x0 (ffff96e2f1c9ab00) 00010000:00010000:0.0:1767317776.582781:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.582784:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.582789:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ee7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x244b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.582804:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.582807:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.582808:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.586831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.586940:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925721088 00000100:00100000:3.0:1767317776.586950:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925721088 00000100:00100000:3.0:1767317776.587044:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21846 00000100:00100000:3.0:1767317776.587055:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+59:68718:x1853163925721088:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.587079:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.587099:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3ee86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a6c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.587168:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587183:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587194:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587207:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587214:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587221:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587718:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587727:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587735:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317776.587765:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2468:0x0]: returning size 0 00000004:00200000:3.0:1767317776.587770:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.587791:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587803:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587813:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587819:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587825:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587831:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587838:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.587842:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587851:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587862:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.587865:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.587870:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587876:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3ee8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587888:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587894:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587899:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587903:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.587906:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587911:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587916:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3b00a24e (ffff96e2f1c9a100) 00010000:00010000:3.0:1767317776.587919:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.587921:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587926:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ee94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.587955:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3ee86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a6c expref: 61 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.587968:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a6c expref: 60 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.587974:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2468:0x0].0x0 (ffff96e2f1c9a300) 00010000:00010000:3.0:1767317776.587976:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.587978:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81600, rc 0) 00000100:00100000:3.0:1767317776.588046:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+60:68718:x1853163925721088:12345-192.168.204.1@tcp:101:rm.0 Request processed in 993us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.588054:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21846 00000100:00100000:1.0:1767317776.593162:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.593312:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925721344 00000100:00100000:3.0:1767317776.593323:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925721344 00000100:00100000:3.0:1767317776.593381:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21847 00000100:00100000:3.0:1767317776.593390:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+60:68718:x1853163925721344:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.593443:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.593471:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3ee9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2468:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a6c expref: 60 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.593491:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2468:0x0].0x0 (ffff96e2f1c9a300) 00010000:00010000:3.0:1767317776.593502:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.593521:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593755:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593773:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593791:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593799:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593805:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593906:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593915:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.593921:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317776.594164:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].87, 64 off13760 00000040:00080000:3.0:1767317776.594191:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].142, 64 off17280 00010000:00010000:3.0:1767317776.594494:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594505:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594513:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594520:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594721:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594728:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594786:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.594807:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594813:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594820:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594826:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.594830:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594838:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594849:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2468:0x0].0x0 (ffff96e2f1c9ac00) 00010000:00010000:3.0:1767317776.594852:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317776.594857:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594863:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eeb0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2468:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594976:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594987:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.594994:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595000:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595005:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.595008:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595014:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595022:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.595025:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.595029:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595035:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eea2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317776.595044:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a6c4ff38 reply state 00000000b3330a7f transno 8589934901 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595056:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.595062:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3b00a24e (ffff96e2f1c9ab00) 00010000:00010000:3.0:1767317776.595064:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317776.595067:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767317776.595158:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+61:68718:x1853163925721344:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1766us (2004us total) trans 8589934901 rc 0/0 00000100:00100000:3.0:1767317776.595168:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21847 00010000:00010000:2.0:1767317776.596073:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.596082:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.596093:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.596097:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.596105:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.596119:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2468:0x0].0x0 (ffff96e2f1c9ac00) 00010000:00010000:2.0:1767317776.596122:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317776.596125:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.596133:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3eeb7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2468:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.596154:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.596156:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.596158:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.602774:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.603123:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925721472 00000100:00100000:3.0:1767317776.603135:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925721472 00000100:00100000:3.0:1767317776.603199:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21848 00000100:00100000:3.0:1767317776.603210:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+61:68718:x1853163925721472:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.603273:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.603297:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3eebe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a73 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.603370:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603383:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603395:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603410:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603416:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603422:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603924:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603939:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.603947:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317776.603986:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x243d:0x0]: returning size 0 00000004:00200000:3.0:1767317776.603991:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.604119:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604133:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604142:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604148:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604154:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604161:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604168:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.604171:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604179:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604191:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.604194:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.604199:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604205:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eec5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604221:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604226:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604284:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604290:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.604293:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604299:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604689:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x619f234e (ffff96e2f1c9a300) 00010000:00010000:3.0:1767317776.604692:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.604695:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604702:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.604740:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3eebe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a73 expref: 63 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.604759:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a73 expref: 62 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.604766:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff96e2f1c9a100) 00010000:00010000:3.0:1767317776.604769:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.604772:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80c00, rc 0) 00000100:00100000:3.0:1767317776.604860:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+62:68718:x1853163925721472:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1652us (2095us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.604870:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21848 00000100:00100000:1.0:1767317776.609628:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.609856:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925721728 00000100:00100000:3.0:1767317776.609866:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925721728 00000100:00100000:3.0:1767317776.609981:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21849 00000100:00100000:3.0:1767317776.609992:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+62:68718:x1853163925721728:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.610056:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.610083:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3eed3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a73 expref: 62 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.610102:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff96e2f1c9a100) 00010000:00010000:3.0:1767317776.610114:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.610136:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610149:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610159:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610177:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x619f234e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610183:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610189:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610325:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610334:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.610341:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317776.610855:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].88, 64 off13824 00010000:00010000:3.0:1767317776.611027:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611038:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611047:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611054:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611060:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611069:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611097:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.611117:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611124:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611130:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611136:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.611140:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611146:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611155:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff96e2f1c9a600) 00010000:00010000:3.0:1767317776.611158:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317776.611162:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611167:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3eee8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611296:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611316:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611326:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611331:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611336:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.611339:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611344:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611351:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.611353:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.611357:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611363:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3eeda lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317776.611372:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ea4a362e reply state 000000003b00f11e transno 8589934902 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611381:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.611387:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x619f234e (ffff96e2f1c9a000) 00010000:00010000:3.0:1767317776.611389:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317776.611392:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767317776.611553:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.611560:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.611567:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.611570:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.611576:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.611594:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243d:0x0].0x0 (ffff96e2f1c9a600) 00010000:00010000:1.0:1767317776.611596:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.611599:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 1/0,0 mode: --/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.611604:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3eeef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.611618:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.611620:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.611622:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.612049:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+63:68718:x1853163925721728:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2053us (2522us total) trans 8589934902 rc 0/0 00000100:00100000:3.0:1767317776.612060:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21849 00000100:00100000:1.0:1767317776.617450:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.617739:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925721856 00000100:00100000:3.0:1767317776.617750:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925721856 00000100:00100000:3.0:1767317776.617815:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21850 00000100:00100000:3.0:1767317776.617825:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+63:68718:x1853163925721856:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.617849:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.617869:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3eef6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a7a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.617950:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.617964:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.617975:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.617989:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618006:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618013:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618169:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618178:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618186:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317776.618220:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x246b:0x0]: returning size 0 00000004:00200000:3.0:1767317776.618224:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.618297:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618319:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618328:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618334:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618340:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618346:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618352:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.618356:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618363:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618374:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.618378:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.618382:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618389:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3eefd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618401:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618406:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618411:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618415:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.618418:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618423:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618431:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa2d5a24e (ffff96e2f1c9a300) 00010000:00010000:3.0:1767317776.618433:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.618436:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618441:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3ef04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.618470:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3eef6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a7a expref: 65 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.618484:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a7a expref: 64 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.618496:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246b:0x0].0x0 (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317776.618498:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.618501:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81200, rc 0) 00000100:00100000:3.0:1767317776.619316:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+64:68718:x1853163925721856:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1481us (1866us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.619325:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21850 00000100:00100000:0.0:1767317776.624825:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.624990:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925722112 00000100:00100000:3.0:1767317776.625087:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925722112 00000100:00100000:3.0:1767317776.625199:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21851 00000100:00100000:3.0:1767317776.625209:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+64:68718:x1853163925722112:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.625328:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.625356:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3ef0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x246b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a7a expref: 64 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.625374:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246b:0x0].0x0 (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317776.625386:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.625409:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.625422:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.625432:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.625446:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.625453:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.625460:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626036:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626047:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626055:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:3.0:1767317776.626374:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].143, 64 off17344 00000040:00080000:3.0:1767317776.626397:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].89, 64 off13888 00010000:00010000:3.0:1767317776.626446:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626455:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626463:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626469:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626474:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.626854:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627189:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.627215:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627221:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627257:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627265:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.627269:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627276:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627289:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246b:0x0].0x0 (ffff96e2f1c9ae00) 00010000:00010000:2.0:1767317776.627293:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.627297:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627303:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3ef20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x246b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627441:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627450:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627456:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627462:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627466:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.627470:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627476:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627504:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.627507:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.627511:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.627516:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3ef12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:2.0:1767317776.628377:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ce386481 reply state 000000000eccc460 transno 8589934903 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.628398:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.628406:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa2d5a24e (ffff96e2f1c9a100) 00010000:00010000:2.0:1767317776.628409:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.628413:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.629140:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+65:68718:x1853163925722112:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3923us (4318us total) trans 8589934903 rc 0/0 00000100:00100000:2.0:1767317776.629152:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21851 00010000:00010000:0.0:1767317776.629262:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.629270:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.629279:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.629283:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.629292:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.629305:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x246b:0x0].0x0 (ffff96e2f1c9ae00) 00010000:00010000:0.0:1767317776.629308:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.629311:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.629322:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3ef27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x246b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.629342:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.629344:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.629346:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.633807:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.633905:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925722240 00000100:00100000:0.0:1767317776.634090:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925722240 00000100:00100000:0.0:1767317776.634191:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21852 00000100:00100000:0.0:1767317776.634203:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+65:68718:x1853163925722240:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.634266:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.634289:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3ef2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a81 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.634361:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634375:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634386:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634402:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634409:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634416:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634635:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634643:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634650:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317776.634688:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x241c:0x0]: returning size 0 00000004:00200000:0.0:1767317776.634693:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1767317776.634714:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634726:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634735:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634742:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634747:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634753:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634758:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.634762:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634769:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634782:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:0.0:1767317776.634785:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.634790:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634796:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3ef35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634810:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634815:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634819:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634824:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.634827:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634832:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634839:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa7aff64e (ffff96e2f980e100) 00010000:00010000:0.0:1767317776.634841:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.634844:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634849:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3ef3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317776.634879:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3ef2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a81 expref: 67 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.634893:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a81 expref: 66 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.634899:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241c:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:0.0:1767317776.634901:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767317776.634904:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c2bffc00, rc 0) 00000100:00100000:0.0:1767317776.634984:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+66:68718:x1853163925722240:12345-192.168.204.1@tcp:101:rm.0 Request processed in 784us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.634992:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21852 00000100:00100000:1.0:1767317776.639408:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.640191:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925722496 00000100:00100000:2.0:1767317776.640205:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925722496 00000100:00100000:2.0:1767317776.640309:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21853 00000100:00100000:2.0:1767317776.640318:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+66:68718:x1853163925722496:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.640383:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.640414:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3ef43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x241c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a81 expref: 66 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.640434:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241c:0x0].0x0 (ffff96e2f980e900) 00010000:00010000:2.0:1767317776.640446:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.640469:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640492:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640502:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640515:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640522:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640538:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640657:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640667:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.640675:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.641353:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].90, 64 off13952 00000040:00080000:2.0:1767317776.641379:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].144, 64 off17408 00010000:00010000:2.0:1767317776.641437:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.641449:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.641457:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.641465:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.641471:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.641477:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642751:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.642784:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642793:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642801:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642808:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.642812:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642821:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642834:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241c:0x0].0x0 (ffff96e2d03bae00) 00010000:00010000:2.0:1767317776.642837:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.642843:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.642848:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef58 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x241c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.643023:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.643030:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.643036:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.643041:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.643047:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.643057:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241c:0x0].0x0 (ffff96e2d03bae00) 00010000:00010000:1.0:1767317776.643059:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.643062:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.643068:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3ef5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x241c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.643087:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.643089:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.643091:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.643403:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643412:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643418:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643424:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643430:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.643434:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643444:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643454:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.643456:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.643460:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643466:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.643476:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aa491a4c reply state 0000000044ff35c5 transno 8589934904 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643899:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.643907:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa7aff64e (ffff96e2d03ba900) 00010000:00010000:2.0:1767317776.643909:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.644158:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.644428:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+67:68718:x1853163925722496:12345-192.168.204.1@tcp:36:rm.0 Request processed in 4105us (5026us total) trans 8589934904 rc 0/0 00000100:00100000:2.0:1767317776.644438:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21853 00000100:00100000:1.0:1767317776.649145:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.649356:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925722624 00000100:00100000:2.0:1767317776.649367:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925722624 00000100:00100000:2.0:1767317776.649474:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21854 00000100:00100000:2.0:1767317776.649492:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+67:68718:x1853163925722624:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.649521:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.649554:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3ef66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a88 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.649646:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649663:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649677:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649692:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649699:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649705:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649889:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649897:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649904:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.649952:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2471:0x0]: returning size 0 00000004:00200000:2.0:1767317776.649956:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.649974:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649984:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.649993:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650008:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650014:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650021:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650026:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.650030:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650037:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650049:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.650052:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.650057:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650063:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3ef6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650078:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650082:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650085:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650089:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.650091:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650095:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650099:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4133a24e (ffff96e2d03ba500) 00010000:00010000:2.0:1767317776.650100:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.650102:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650105:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3ef74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.650130:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3ef66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a88 expref: 69 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.650139:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a88 expref: 68 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.650144:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2471:0x0].0x0 (ffff96e2d03ba200) 00010000:00010000:2.0:1767317776.650145:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.650147:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9000, rc 0) 00000100:00100000:2.0:1767317776.650206:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+68:68718:x1853163925722624:12345-192.168.204.1@tcp:101:rm.0 Request processed in 725us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.650211:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21854 00000100:00100000:1.0:1767317776.653750:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.653792:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925722880 00000100:00100000:2.0:1767317776.653802:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925722880 00000100:00100000:2.0:1767317776.653863:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21855 00000100:00100000:2.0:1767317776.653874:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+68:68718:x1853163925722880:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.654081:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.654111:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3ef7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2471:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a88 expref: 68 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.654133:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2471:0x0].0x0 (ffff96e2d03ba200) 00010000:00010000:2.0:1767317776.654145:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.654165:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654177:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654187:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654202:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654209:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654215:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654449:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654457:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.654463:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.655085:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].145, 64 off17472 00000040:00080000:2.0:1767317776.655112:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].91, 64 off14016 00010000:00010000:2.0:1767317776.655168:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655178:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655186:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655193:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655201:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655207:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655312:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.655333:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655339:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655345:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655351:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.655356:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655367:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655376:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2471:0x0].0x0 (ffff96e2d03ba600) 00010000:00010000:2.0:1767317776.655379:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.655382:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655387:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3ef90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2471:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655686:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655694:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655700:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655707:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655712:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.655715:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655721:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655730:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.655733:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.655736:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655743:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3ef82 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.655755:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073713342 reply state 00000000066261ac transno 8589934905 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655766:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.655772:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4133a24e (ffff96e2d03ba800) 00010000:00010000:2.0:1767317776.655774:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.655777:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.655870:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+69:68718:x1853163925722880:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1995us (2125us total) trans 8589934905 rc 0/0 00000100:00100000:2.0:1767317776.655879:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21855 00010000:00010000:0.0:1767317776.656108:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.656115:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.656122:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.656124:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.656130:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.656140:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2471:0x0].0x0 (ffff96e2d03ba600) 00010000:00010000:0.0:1767317776.656142:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.656145:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.656151:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3ef97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2471:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.656167:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.656169:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.656171:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.660017:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.660066:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925723008 00000100:00100000:2.0:1767317776.660078:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925723008 00000100:00100000:2.0:1767317776.660151:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21856 00000100:00100000:2.0:1767317776.660162:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+69:68718:x1853163925723008:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.660186:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.660207:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ef9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a8f expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.660342:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.660356:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.660367:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.660382:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.660389:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.660395:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661063:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661074:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661081:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.661115:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2460:0x0]: returning size 0 00000004:00200000:2.0:1767317776.661120:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.661141:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661154:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661164:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661170:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661175:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661186:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661192:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.661196:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661202:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661213:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.661216:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.661220:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661226:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3efa5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661333:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661338:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661344:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661348:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.661351:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661355:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661364:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcd7cff4e (ffff96e2d03ba400) 00010000:00010000:2.0:1767317776.661366:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.661369:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661375:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3efac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.661411:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3ef9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a8f expref: 71 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.661425:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a8f expref: 70 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.661432:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2460:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:2.0:1767317776.661434:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.661436:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131e200, rc 0) 00000100:00100000:2.0:1767317776.661813:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+70:68718:x1853163925723008:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1652us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.661822:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21856 00000100:00100000:1.0:1767317776.669076:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.669133:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925723264 00000100:00100000:2.0:1767317776.669144:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925723264 00000100:00100000:2.0:1767317776.669208:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21857 00000100:00100000:2.0:1767317776.669219:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+70:68718:x1853163925723264:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.669297:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.669320:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3efb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2460:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a8f expref: 70 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.669339:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2460:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:2.0:1767317776.669347:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.669363:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669373:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669379:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669387:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669391:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669395:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669464:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669468:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669472:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.669888:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].92, 64 off14080 00010000:00010000:2.0:1767317776.669941:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669951:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669957:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669962:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669966:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669969:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.669987:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.670100:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.670108:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.670115:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.670120:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.670128:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.670137:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2460:0x0].0x0 (ffff96e2d03ba200) 00010000:00010000:3.0:1767317776.670140:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.670144:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.670149:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3efcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2460:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.670161:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.670163:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.670164:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.670227:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670262:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670268:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670278:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.670282:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670287:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670296:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2460:0x0].0x0 (ffff96e2d03ba200) 00010000:00010000:2.0:1767317776.670298:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.670301:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670307:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3efc8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2460:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670411:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670416:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670419:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670422:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670425:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.670427:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670430:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670436:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.670437:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.670439:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670442:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3efba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.670448:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d09a45ce reply state 00000000aba9c5e0 transno 8589934906 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670455:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.670459:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcd7cff4e (ffff96e2d03ba400) 00010000:00010000:2.0:1767317776.670461:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.670463:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.670896:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+71:68718:x1853163925723264:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1675us (2046us total) trans 8589934906 rc 0/0 00000100:00100000:2.0:1767317776.670904:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21857 00000100:00100000:0.0:1767317776.672397:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317776.672418:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989387520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767317776.672489:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.672632:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317776.672643:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989387648:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767317776.672671:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.678390:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387520 00000100:00100000:1.0:1767317776.678405:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387520 00000100:00100000:1.0:1767317776.678460:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387648 00000100:00100000:1.0:1767317776.678463:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387648 00000100:00100000:2.0:1767317776.678495:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:2.0:1767317776.678508:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163989387520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767317776.678797:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3920384000 avail 3688861696 00000100:00100000:2.0:1767317776.678967:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7014:x1853163989387520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 461us (6476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.679497:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989387520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767317776.679747:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.680452:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:1.0:1767317776.680471:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7013:x1853163989387648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767317776.680507:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317776.680559:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7013:x1853163989387648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (7886us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.680566:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:1.0:1767317776.681405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989387648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767317776.681434:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925723392 00000100:00100000:1.0:1767317776.681439:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925723392 00000100:00100000:1.0:1767317776.681476:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21858 00000100:00100000:1.0:1767317776.681482:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+71:68718:x1853163925723392:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.681500:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.681523:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3efd6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a96 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.681695:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.681711:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.681722:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.681736:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.681742:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.681749:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.681989:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682069:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682086:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.682122:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2441:0x0]: returning size 0 00000004:00200000:1.0:1767317776.682126:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.682141:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682149:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682156:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682160:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682163:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682167:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682171:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.682174:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682178:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682186:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.682188:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.682191:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682196:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3efdd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682205:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682208:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682212:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682215:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.682216:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682219:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682222:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1826f64e (ffff96e2c8a10900) 00010000:00010000:1.0:1767317776.682224:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.682225:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000100:00100000:2.0:1767317776.682295:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00010000:00010000:1.0:1767317776.682435:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3efe4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.682462:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3efd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a96 expref: 73 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.682470:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a96 expref: 72 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.682869:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2441:0x0].0x0 (ffff96e2c8a10200) 00010000:00010000:1.0:1767317776.682872:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.682875:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc800, rc 0) 00000100:00100000:1.0:1767317776.683102:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+72:68718:x1853163925723392:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1618us (3355us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.683108:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21858 00000100:00100000:1.0:1767317776.687351:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.687424:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925723648 00000100:00100000:2.0:1767317776.687433:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925723648 00000100:00100000:2.0:1767317776.687486:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21859 00000100:00100000:2.0:1767317776.687497:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+72:68718:x1853163925723648:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.687564:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.687599:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3efeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2441:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a96 expref: 72 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.687624:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2441:0x0].0x0 (ffff96e2c8a10200) 00010000:00010000:2.0:1767317776.687636:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.687661:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687672:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687679:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687689:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687693:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687696:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687771:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687775:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.687779:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.688190:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].93, 64 off14144 00010000:00010000:2.0:1767317776.688310:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688321:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688326:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688331:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688335:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688339:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688350:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.688364:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688369:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688375:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688380:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.688385:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688392:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688400:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2441:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:2.0:1767317776.688403:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.688407:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688412:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f000 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2441:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.688645:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.688653:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.688659:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.688662:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.688668:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.688677:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2441:0x0].0x0 (ffff96e2d03ba700) 00010000:00010000:1.0:1767317776.688679:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.688682:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.688687:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f007 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2441:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.688700:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.688702:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.688703:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.688738:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688745:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688750:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688754:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688759:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.688762:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688767:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688775:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.688777:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.688780:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688786:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3eff2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.688795:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036c0bba1 reply state 000000001881da0c transno 8589934907 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688805:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.688811:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1826f64e (ffff96e2d03ba200) 00010000:00010000:2.0:1767317776.688813:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.688816:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.689109:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+73:68718:x1853163925723648:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1609us (1761us total) trans 8589934907 rc 0/0 00000100:00100000:2.0:1767317776.689118:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21859 00000100:00100000:0.0:1767317776.700332:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.700456:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925723776 00000100:00100000:2.0:1767317776.700466:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925723776 00000100:00100000:2.0:1767317776.700538:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21860 00000100:00100000:2.0:1767317776.700548:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+73:68718:x1853163925723776:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.700574:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.700608:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f00e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802a9d expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.700680:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700698:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700710:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700724:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700731:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700738:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700898:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700907:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.700926:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.700963:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x241d:0x0]: returning size 0 00000004:00200000:2.0:1767317776.700968:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.700987:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701005:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701014:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701019:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701025:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701030:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701037:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.701040:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701049:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701060:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.701063:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.701069:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701074:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f015 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701087:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701092:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701098:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701102:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.701105:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701110:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701116:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x268ee54e (ffff96e2d03ba500) 00010000:00010000:2.0:1767317776.701118:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.701121:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701126:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f01c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.701157:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f00e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a9d expref: 75 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.701172:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a9d expref: 74 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.701178:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241d:0x0].0x0 (ffff96e2d03ba600) 00010000:00010000:2.0:1767317776.701180:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.701182:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131fe00, rc 0) 00000100:00100000:2.0:1767317776.701262:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+74:68718:x1853163925723776:12345-192.168.204.1@tcp:101:rm.0 Request processed in 716us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.701267:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21860 00000100:00100000:0.0:1767317776.704835:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.704881:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925724032 00000100:00100000:2.0:1767317776.704892:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925724032 00000100:00100000:2.0:1767317776.705140:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21861 00000100:00100000:2.0:1767317776.705152:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+74:68718:x1853163925724032:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.705207:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.705260:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f023 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x241d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802a9d expref: 74 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.705277:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241d:0x0].0x0 (ffff96e2d03ba600) 00010000:00010000:2.0:1767317776.705288:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.705309:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705321:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705334:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705348:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705355:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705362:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705454:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705462:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705467:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.705778:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].146, 64 off17536 00000040:00080000:2.0:1767317776.705800:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].94, 64 off14208 00010000:00010000:2.0:1767317776.705848:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705856:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705864:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705873:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705883:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705889:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705919:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.705938:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705944:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.705946:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.705949:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.705952:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705955:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.705959:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.705959:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.705962:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.705967:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.705967:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.705981:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241d:0x0].0x0 (ffff96e2d03baa00) 00010000:00010000:0.0:1767317776.705984:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.706072:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.706078:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f03f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x241d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.706092:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.706094:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.706096:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.706207:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241d:0x0].0x0 (ffff96e2d03baa00) 00010000:00010000:2.0:1767317776.706210:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.706213:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706217:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f038 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x241d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706340:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706348:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706351:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706354:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706357:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ea00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.706359:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706362:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706368:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.706370:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.706372:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706375:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f02a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.706380:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000840e2749 reply state 00000000aa52053e transno 8589934908 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706388:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.706392:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x268ee54e (ffff96e2d03bae00) 00010000:00010000:2.0:1767317776.706393:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.706396:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.706467:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+75:68718:x1853163925724032:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1316us (1639us total) trans 8589934908 rc 0/0 00000100:00100000:2.0:1767317776.706475:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21861 00000100:00100000:1.0:1767317776.710393:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.710477:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925724160 00000100:00100000:2.0:1767317776.710646:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925724160 00000100:00100000:2.0:1767317776.710758:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21862 00000100:00100000:2.0:1767317776.710768:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+75:68718:x1853163925724160:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.710794:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.710816:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f046 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802aa4 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.710885:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.710900:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.710922:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.710939:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.710945:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.710950:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711129:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711141:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711147:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:2.0:1767317776.711181:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2432:0x0]: returning size 0 00000004:00200000:2.0:1767317776.711185:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.711206:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711217:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711227:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711516:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711531:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711538:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711544:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.711549:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711555:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711569:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.711573:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.711579:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711593:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f04d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711607:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711612:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711617:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711622:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.711625:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711631:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711638:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2f5bd44e (ffff96e2d03ba500) 00010000:00010000:2.0:1767317776.711641:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.711644:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711650:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f054 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.711685:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f046 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aa4 expref: 77 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.711704:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aa4 expref: 76 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.711710:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2432:0x0].0x0 (ffff96e2d03bab00) 00010000:00010000:2.0:1767317776.711713:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.711716:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131f800, rc 0) 00000100:00100000:2.0:1767317776.711835:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+76:68718:x1853163925724160:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1067us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.711843:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21862 00000100:00100000:0.0:1767317776.715847:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.715924:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925724416 00000100:00100000:2.0:1767317776.715935:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925724416 00000100:00100000:2.0:1767317776.715993:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21863 00000100:00100000:2.0:1767317776.716011:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+76:68718:x1853163925724416:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.716066:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.716097:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f05b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2432:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aa4 expref: 76 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.716116:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2432:0x0].0x0 (ffff96e2d03bab00) 00010000:00010000:2.0:1767317776.716127:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.716147:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716156:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716163:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716175:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716179:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716183:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716301:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716306:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716310:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.716785:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].95, 64 off14272 00010000:00010000:2.0:1767317776.716831:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716838:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716843:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716847:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716851:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716861:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716884:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.716902:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716908:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716914:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716920:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.716924:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716932:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716940:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2432:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:2.0:1767317776.716943:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.716947:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.716953:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f070 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.717077:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.717083:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.717087:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.717089:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.717093:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.717099:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2432:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:1.0:1767317776.717100:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.717102:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.717105:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f077 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2432:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.717115:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.717116:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.717117:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.717186:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717191:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717196:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717200:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717202:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.717204:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717207:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717212:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.717213:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.717215:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717218:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f062 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.717224:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c63e57cf reply state 00000000e26a426f transno 8589934909 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717278:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.717282:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2f5bd44e (ffff96e2d03bad00) 00010000:00010000:2.0:1767317776.717284:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.717286:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.717377:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+77:68718:x1853163925724416:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1367us (1535us total) trans 8589934909 rc 0/0 00000100:00100000:2.0:1767317776.717385:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21863 00000100:00100000:0.0:1767317776.721824:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.721995:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925724544 00000100:00100000:3.0:1767317776.722088:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925724544 00000100:00100000:3.0:1767317776.722182:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21864 00000100:00100000:3.0:1767317776.722193:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+77:68718:x1853163925724544:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.722219:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.722416:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f07e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802aab expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.722690:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722705:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722717:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722732:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722739:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722746:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722902:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.722986:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723069:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:3.0:1767317776.723107:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x242f:0x0]: returning size 0 00000004:00200000:3.0:1767317776.723112:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.723133:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723145:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723155:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723161:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723171:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723177:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723183:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.723187:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723194:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723205:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.723207:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.723212:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723218:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f085 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723425:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723432:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723438:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723443:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.723446:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723451:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723460:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd3fed44e (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317776.723463:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.723466:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723472:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f08c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.723662:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f07e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aab expref: 79 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.723676:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aab expref: 78 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.723684:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242f:0x0].0x0 (ffff96e2f1c9a300) 00010000:00010000:3.0:1767317776.723687:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.723689:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80200, rc 0) 00000100:00100000:2.0:1767317776.723860:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+78:68718:x1853163925724544:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1667us (2047us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.723869:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21864 00000100:00100000:1.0:1767317776.728977:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.729080:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925724800 00000100:00100000:2.0:1767317776.729091:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925724800 00000100:00100000:2.0:1767317776.729156:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21865 00000100:00100000:2.0:1767317776.729166:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+78:68718:x1853163925724800:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.729268:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.729294:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f093 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aab expref: 78 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.729313:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242f:0x0].0x0 (ffff96e2f1c9a300) 00010000:00010000:2.0:1767317776.729325:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.729347:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729360:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729369:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729382:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729387:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729393:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729505:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729512:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.729519:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:2.0:1767317776.730215:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].147, 64 off17600 00000040:00080000:2.0:1767317776.730312:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].96, 64 off14336 00010000:00010000:2.0:1767317776.730367:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730378:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730387:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730394:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730400:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730405:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730621:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.730645:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730652:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730661:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730667:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.730672:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730679:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730691:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242f:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:2.0:1767317776.730694:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.730698:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730704:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x242f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730812:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730819:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730824:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730830:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730834:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.730837:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730847:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730855:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.730857:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.730861:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730866:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f09a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317776.730874:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025cbbb3c reply state 00000000756b99f6 transno 8589934910 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730884:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.730890:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd3fed44e (ffff96e2d90efc00) 00010000:00010000:2.0:1767317776.730892:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.730895:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.730978:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+79:68718:x1853163925724800:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1812us (2009us total) trans 8589934910 rc 0/0 00000100:00100000:2.0:1767317776.730986:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21865 00010000:00010000:0.0:1767317776.735338:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.735357:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.735369:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ee00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.735374:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.735383:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.735403:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242f:0x0].0x0 (ffff96e2d90efe00) 00010000:00010000:0.0:1767317776.735406:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.735411:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 1/0,0 mode: --/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.735417:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f0af lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.735444:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.735446:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.735448:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.740358:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.740430:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925724928 00000100:00100000:3.0:1767317776.740440:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925724928 00000100:00100000:3.0:1767317776.740490:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21866 00000100:00100000:3.0:1767317776.740499:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+79:68718:x1853163925724928:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.740531:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.740552:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f0b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ab2 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.740632:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740649:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740662:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740676:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740683:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740689:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740848:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740857:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740863:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:3.0:1767317776.740895:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2434:0x0]: returning size 0 00000004:00200000:3.0:1767317776.740900:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.740934:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740945:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740954:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740964:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740970:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740976:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740982:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.740987:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.740993:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741010:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.741013:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.741018:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741024:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741037:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741043:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741049:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741053:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.741056:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741062:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741068:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa615d44e (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317776.741071:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.741073:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741078:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.741102:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f0b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ab2 expref: 81 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.741113:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ab2 expref: 80 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.741120:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2434:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:3.0:1767317776.741122:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.741124:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a81a00, rc 0) 00000100:00100000:3.0:1767317776.741191:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+80:68718:x1853163925724928:12345-192.168.204.1@tcp:101:rm.0 Request processed in 693us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.741199:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21866 00000100:00100000:1.0:1767317776.748018:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.748106:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925725184 00000100:00100000:2.0:1767317776.748117:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925725184 00000100:00100000:2.0:1767317776.748178:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21867 00000100:00100000:2.0:1767317776.748187:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+80:68718:x1853163925725184:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.748291:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.748318:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f0cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2434:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ab2 expref: 80 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.748342:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2434:0x0].0x0 (ffff96e2f1c9a400) 00010000:00010000:2.0:1767317776.748353:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.748378:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748392:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748402:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748417:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748424:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748430:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748546:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748554:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748561:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:2.0:1767317776.748805:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].97, 64 off14400 00010000:00010000:2.0:1767317776.748855:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748868:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748875:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748882:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748887:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748893:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748909:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.748927:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748933:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748940:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748946:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.748951:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748959:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748967:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2434:0x0].0x0 (ffff96e1cf6bd900) 00010000:00010000:2.0:1767317776.748970:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.748975:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.748981:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f0e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749094:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749101:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749107:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749113:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749118:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.749121:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749127:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749134:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.749137:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.749140:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749145:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f0d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.749154:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ea6e74a4 reply state 00000000639bff36 transno 8589934911 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749165:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.749170:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa615d44e (ffff96e2d90efe00) 00010000:00010000:2.0:1767317776.749172:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.749175:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.749281:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+81:68718:x1853163925725184:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1093us (1282us total) trans 8589934911 rc 0/0 00000100:00100000:2.0:1767317776.749288:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21867 00010000:00010000:1.0:1767317776.749958:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.749966:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.749974:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.749977:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.749985:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.750008:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2434:0x0].0x0 (ffff96e1cf6bd900) 00010000:00010000:1.0:1767317776.750011:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.750015:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.750020:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f0e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2434:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.750034:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.750037:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.750038:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.755296:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.755745:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925725312 00000100:00100000:3.0:1767317776.755757:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925725312 00000100:00100000:3.0:1767317776.755825:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21868 00000100:00100000:3.0:1767317776.755835:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+81:68718:x1853163925725312:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317776.755870:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.755897:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f0ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ab9 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.755976:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.755991:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756018:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756035:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756042:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756048:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756212:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756220:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756227:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:3.0:1767317776.756465:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x241f:0x0]: returning size 0 00000004:00200000:3.0:1767317776.756469:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317776.756490:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756502:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756512:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756518:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756702:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756709:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756715:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.756719:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756726:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756738:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:3.0:1767317776.756741:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.756746:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756753:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f0f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756767:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756772:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756779:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756783:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.756786:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756791:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756798:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc7d2ff4e (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317776.756800:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.756803:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756809:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f0fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.756842:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f0ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ab9 expref: 83 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.756854:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ab9 expref: 82 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.756862:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241f:0x0].0x0 (ffff96e2f1c9a900) 00010000:00010000:3.0:1767317776.756864:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767317776.756867:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c7a80800, rc 0) 00000100:00100000:3.0:1767317776.757506:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+82:68718:x1853163925725312:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1668us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.757517:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21868 00000100:00100000:0.0:1767317776.763440:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.763814:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925725568 00000100:00100000:3.0:1767317776.763825:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925725568 00000100:00100000:3.0:1767317776.763887:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21869 00000100:00100000:3.0:1767317776.763897:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+82:68718:x1853163925725568:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.763964:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.763992:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f103 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x241f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ab9 expref: 82 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.764019:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241f:0x0].0x0 (ffff96e2f1c9a900) 00010000:00010000:3.0:1767317776.764029:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.764053:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764066:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764074:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764086:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764091:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764096:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764183:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764190:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764197:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:3.0:1767317776.764463:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].148, 64 off17664 00000040:00080000:3.0:1767317776.764480:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].98, 64 off14464 00010000:00010000:3.0:1767317776.764887:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764900:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764922:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764930:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764935:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764941:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764966:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.764985:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.764991:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.765195:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.765202:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.765207:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.765214:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.765225:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241f:0x0].0x0 (ffff96e2f1c9ad00) 00010000:00010000:3.0:1767317776.765320:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317776.765327:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.765334:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f118 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x241f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.765447:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.765454:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.765460:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.765464:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.765470:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.765488:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x241f:0x0].0x0 (ffff96e2f1c9ad00) 00010000:00010000:1.0:1767317776.765491:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.765494:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.765500:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f11f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x241f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:1.0:1767317776.765514:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.765516:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.765518:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.766754:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766768:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766774:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766780:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766786:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.766790:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766797:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766810:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.766813:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.766817:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766824:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f10a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317776.766834:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a99c32d4 reply state 00000000ce085fa7 transno 8589934912 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766846:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.766853:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc7d2ff4e (ffff96e2f1c9a800) 00010000:00010000:2.0:1767317776.766855:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.766860:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.767194:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+83:68718:x1853163925725568:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3292us (3758us total) trans 8589934912 rc 0/0 00000100:00100000:2.0:1767317776.767203:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21869 00000100:00100000:1.0:1767317776.773063:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.773227:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925725696 00000100:00100000:2.0:1767317776.773473:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925725696 00000100:00100000:2.0:1767317776.773777:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21870 00000100:00100000:2.0:1767317776.773788:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+83:68718:x1853163925725696:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.773814:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.773841:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f126 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ac0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.773947:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.773965:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.773980:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774007:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774015:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774021:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774182:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774191:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774515:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:2.0:1767317776.774723:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2444:0x0]: returning size 0 00000004:00200000:2.0:1767317776.774728:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.774762:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774774:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774784:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774790:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774795:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774806:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774812:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.774815:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774822:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774835:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.774838:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.774843:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774849:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f12d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774862:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774869:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774874:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774879:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ea00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.774881:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774887:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774895:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x6063f64e (ffff96e1cf6bda00) 00010000:00010000:2.0:1767317776.774897:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.774900:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774905:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f134 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.774944:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f126 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ac0 expref: 85 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.774960:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ac0 expref: 84 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.774967:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2444:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317776.774970:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.774972:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131e600, rc 0) 00000100:00100000:2.0:1767317776.775594:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+84:68718:x1853163925725696:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1797us (2530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.775604:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21870 00000100:00100000:0.0:1767317776.780341:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.780406:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925725952 00000100:00100000:2.0:1767317776.780418:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925725952 00000100:00100000:2.0:1767317776.780465:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21871 00000100:00100000:2.0:1767317776.780474:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+84:68718:x1853163925725952:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.780552:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.780588:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f13b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2444:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ac0 expref: 84 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.780615:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2444:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317776.780626:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.780651:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780673:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780682:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780698:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780704:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780710:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780804:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780812:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.780818:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:2.0:1767317776.781084:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].99, 64 off14528 00010000:00010000:2.0:1767317776.781131:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781144:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781151:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781158:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781164:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781170:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781194:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.781212:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781218:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781223:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781268:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ee00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.781273:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781281:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781289:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2444:0x0].0x0 (ffff96e1cf6bd000) 00010000:00010000:2.0:1767317776.781292:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.781296:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781301:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f150 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2444:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781405:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781412:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781418:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781423:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781427:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.781430:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781436:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781444:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.781446:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.781449:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781454:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f142 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317776.781463:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092bdbdd6 reply state 000000004170f1f4 transno 8589934913 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781473:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.781479:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x6063f64e (ffff96e1cf6bdc00) 00010000:00010000:2.0:1767317776.781481:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.781484:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.781566:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+85:68718:x1853163925725952:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1089us (1230us total) trans 8589934913 rc 0/0 00000100:00100000:2.0:1767317776.781574:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21871 00010000:00010000:0.0:1767317776.781947:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.781954:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.781960:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.781964:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.781972:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.781981:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2444:0x0].0x0 (ffff96e1cf6bd000) 00010000:00010000:0.0:1767317776.781984:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.781987:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.781992:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f157 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2444:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.782007:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.782009:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.782011:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.788069:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.788389:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925726080 00000100:00100000:1.0:1767317776.788400:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925726080 00000100:00100000:1.0:1767317776.788461:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21872 00000100:00100000:1.0:1767317776.788471:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+85:68718:x1853163925726080:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.788506:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.788539:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f15e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ac7 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.788625:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788641:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788663:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788678:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788685:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788691:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788863:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788872:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.788883:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.789322:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2461:0x0]: returning size 0 00000004:00200000:1.0:1767317776.789328:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.789354:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789367:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789378:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789385:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789391:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789397:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789404:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.789409:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789416:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789429:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.789433:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.789439:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789446:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f165 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789460:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789466:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789472:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789477:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.789595:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789602:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789610:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa663ff4e (ffff96e2c8a10900) 00010000:00010000:1.0:1767317776.789612:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.789615:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789621:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f16c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.789734:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f15e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ac7 expref: 87 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.789750:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ac7 expref: 86 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.789762:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2461:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:1.0:1767317776.789764:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.789767:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc400, rc 0) 00000100:00100000:1.0:1767317776.789834:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+86:68718:x1853163925726080:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1364us (1774us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.789842:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21872 00000100:00100000:3.0:1767317776.794083:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.795861:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925726336 00000100:00100000:2.0:1767317776.795878:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925726336 00000100:00100000:2.0:1767317776.796156:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21873 00000100:00100000:2.0:1767317776.796168:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+86:68718:x1853163925726336:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.796249:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.796281:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f173 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2461:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ac7 expref: 86 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.796303:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2461:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:2.0:1767317776.796315:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.796337:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796351:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796360:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796381:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796388:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796395:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796509:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796518:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.796776:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:2.0:1767317776.797176:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].100, 64 off14592 00010000:00010000:2.0:1767317776.797273:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797282:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797291:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797299:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797304:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797313:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797344:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.797363:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797369:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797375:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797381:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.797385:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797393:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797402:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2461:0x0].0x0 (ffff96e1cf6bdf00) 00010000:00010000:2.0:1767317776.797405:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.797409:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.797414:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f188 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2461:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.798149:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.798156:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.798164:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.798167:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.798173:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.798185:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2461:0x0].0x0 (ffff96e1cf6bdf00) 00010000:00010000:3.0:1767317776.798188:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.798191:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.798196:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f18f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2461:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317776.798217:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.798218:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.798220:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.798396:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798403:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798413:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798418:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798422:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.798426:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798431:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798439:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.798441:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.798445:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798450:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f17a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317776.798461:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ee0be864 reply state 00000000818477be transno 8589934914 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798472:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.798478:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa663ff4e (ffff96e1cf6bda00) 00010000:00010000:2.0:1767317776.798481:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.798484:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.798918:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+87:68718:x1853163925726336:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2740us (4833us total) trans 8589934914 rc 0/0 00000100:00100000:2.0:1767317776.798933:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21873 00000100:00100000:0.0:1767317776.803806:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.803886:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925726464 00000100:00100000:2.0:1767317776.803898:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925726464 00000100:00100000:2.0:1767317776.804032:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21874 00000100:00100000:2.0:1767317776.804044:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+87:68718:x1853163925726464:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.804074:0:15468:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.804099:0:15468:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f196 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ace expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.804174:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804191:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804204:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804221:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804293:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804302:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804510:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804519:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804541:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000004:00200000:2.0:1767317776.804598:0:15468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x242c:0x0]: returning size 0 00000004:00200000:2.0:1767317776.804604:0:15468:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.804635:0:15468:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804651:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804674:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804681:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804687:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804693:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804700:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.804704:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804712:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804725:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.804728:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.804734:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804740:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f19d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804753:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804758:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804763:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804767:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.804770:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804775:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804780:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x217dd44e (ffff96e1cf6bd700) 00010000:00010000:2.0:1767317776.804782:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.804784:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804789:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f1a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.804820:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f196 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ace expref: 89 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.804834:0:15468:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ace expref: 88 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.804846:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242c:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317776.804849:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317776.804851:0:15468:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c8800, rc 0) 00000100:00100000:2.0:1767317776.804932:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+88:68718:x1853163925726464:12345-192.168.204.1@tcp:101:rm.0 Request processed in 891us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.804941:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21874 00000100:00100000:0.0:1767317776.809825:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.810078:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925726720 00000100:00100000:2.0:1767317776.810089:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925726720 00000100:00100000:2.0:1767317776.810202:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21875 00000100:00100000:2.0:1767317776.810213:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+88:68718:x1853163925726720:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317776.810307:0:15468:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317776.810343:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f1ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ace expref: 88 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.810366:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242c:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317776.810380:0:15468:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317776.810409:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810423:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810432:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810447:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810454:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810461:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810615:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810623:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.810630:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00000040:00080000:2.0:1767317776.810938:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].101, 64 off14656 00000040:00080000:2.0:1767317776.810965:0:15468:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].149, 64 off17728 00010000:00010000:2.0:1767317776.811031:0:15468:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811039:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811046:0:15468:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811053:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811058:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811064:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811077:0:15468:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.811094:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811100:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811107:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811113:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.811116:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811123:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811131:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242c:0x0].0x0 (ffff96e1cf6bdb00) 00010000:00010000:2.0:1767317776.811134:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317776.811139:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811145:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f1c0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x242c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811318:0:15468:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811325:0:15468:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811330:0:15468:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811337:0:15468:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811342:0:15468:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.811346:0:15468:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811351:0:15468:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811359:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:2.0:1767317776.811362:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.811365:0:15468:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811369:0:15468:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f1b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00000004:00010000:2.0:1767317776.811379:0:15468:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7a52e06 reply state 00000000a4f82d6b transno 8589934915 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811389:0:15468:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:2.0:1767317776.811395:0:15468:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x217dd44e (ffff96e1cf6bd100) 00010000:00010000:2.0:1767317776.811398:0:15468:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.811401:0:15468:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317776.811483:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+89:68718:x1853163925726720:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1269us (1665us total) trans 8589934915 rc 0/0 00000100:00100000:2.0:1767317776.811492:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21875 00010000:00010000:0.0:1767317776.814029:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.814044:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.814055:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.814059:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.814068:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.814086:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242c:0x0].0x0 (ffff96e1cf6bdb00) 00010000:00010000:0.0:1767317776.814089:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1767317776.814093:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.814099:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f1c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15468 initiator: MDT0 00010000:00010000:0.0:1767317776.814125:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.814128:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.814129:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.816004:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.816650:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925726848 00000100:00100000:1.0:1767317776.816756:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925726848 00000100:00100000:1.0:1767317776.816825:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21876 00000100:00100000:1.0:1767317776.816836:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+89:68718:x1853163925726848:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.816862:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.816888:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f1ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ad5 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.816978:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817004:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817016:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817032:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817039:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817050:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817251:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817260:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817267:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.817304:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2465:0x0]: returning size 0 00000004:00200000:1.0:1767317776.817309:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.817330:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817342:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817352:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817358:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817364:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817370:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817376:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.817381:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817389:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817400:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.817402:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.817407:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817413:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f1d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817427:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817433:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817439:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817444:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.817447:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817453:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817458:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2aa7ff4e (ffff96e2c8a10900) 00010000:00010000:1.0:1767317776.817461:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.817464:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817469:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f1dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.817512:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f1ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ad5 expref: 91 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.817535:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ad5 expref: 90 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.817543:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff96e2c8a10600) 00010000:00010000:1.0:1767317776.817545:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.817548:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbca00, rc 0) 00000100:00100000:1.0:1767317776.817632:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+90:68718:x1853163925726848:12345-192.168.204.1@tcp:101:rm.0 Request processed in 798us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.817640:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21876 00000100:00100000:1.0:1767317776.822599:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.822811:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925727104 00000100:00100000:3.0:1767317776.822824:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925727104 00000100:00100000:3.0:1767317776.822885:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21877 00000100:00100000:3.0:1767317776.822895:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+90:68718:x1853163925727104:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.822968:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.823008:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f1e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2465:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ad5 expref: 90 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.823032:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff96e2c8a10600) 00010000:00010000:3.0:1767317776.823044:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.823068:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823080:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823091:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823108:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823115:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823122:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823273:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823282:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.823289:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317776.824838:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].150, 64 off17792 00000040:00080000:1.0:1767317776.824868:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].102, 64 off14720 00010000:00010000:1.0:1767317776.825107:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825124:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825135:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825143:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825149:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825155:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825254:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.825277:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825284:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825291:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825297:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.825301:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825309:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825321:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff96e2f1c9a500) 00010000:00010000:1.0:1767317776.825324:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.825328:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825334:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f1f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2465:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825460:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825467:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825473:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825482:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825487:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.825490:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825496:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825504:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.825507:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.825511:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.825516:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f1ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317776.826152:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000081ba993 reply state 0000000005a5f0f7 transno 8589934916 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.826168:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.826175:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2aa7ff4e (ffff96e2f1c9a900) 00010000:00010000:1.0:1767317776.826178:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.826181:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.826313:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+91:68718:x1853163925727104:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3415us (3729us total) trans 8589934916 rc 0/0 00000100:00100000:1.0:1767317776.826329:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21877 00010000:00010000:3.0:1767317776.830795:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.830808:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.830818:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.830821:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.830829:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.830845:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2465:0x0].0x0 (ffff96e2f1c9a500) 00010000:00010000:3.0:1767317776.830847:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317776.830851:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.830856:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f1ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2465:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00000100:00100000:0.0:1767317776.831208:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.831342:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925727232 00000100:00100000:1.0:1767317776.831350:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925727232 00000100:00100000:1.0:1767317776.831397:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21878 00000100:00100000:1.0:1767317776.831404:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+91:68718:x1853163925727232:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.831425:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.831438:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f206 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802adc expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.831503:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831516:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831536:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831549:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831556:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831562:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831896:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831906:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831919:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:1.0:1767317776.831949:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2420:0x0]: returning size 0 00000004:00200000:1.0:1767317776.831953:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.831969:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831978:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831985:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.831989:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832062:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832066:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832070:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.832073:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832077:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832084:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.832086:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.832089:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832093:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f20d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832102:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832106:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832110:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832112:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.832113:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832116:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832120:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd3f0a24e (ffff96e2c8a10900) 00010000:00010000:1.0:1767317776.832121:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.832122:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832125:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f214 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317776.832145:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f206 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802adc expref: 93 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.832153:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802adc expref: 92 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.832157:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2420:0x0].0x0 (ffff96e2c8a10800) 00010000:00010000:1.0:1767317776.832159:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.832161:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc800, rc 0) 00000100:00100000:1.0:1767317776.832287:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+92:68718:x1853163925727232:12345-192.168.204.1@tcp:101:rm.0 Request processed in 883us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.832294:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21878 00010000:00010000:2.0:1767317776.832547:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.832550:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.832552:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.836355:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.836401:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925727488 00000100:00100000:1.0:1767317776.836409:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925727488 00000100:00100000:1.0:1767317776.836452:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21879 00000100:00100000:1.0:1767317776.836458:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+92:68718:x1853163925727488:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.836534:0:15771:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.836566:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f21b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802adc expref: 92 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.836593:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2420:0x0].0x0 (ffff96e2c8a10800) 00010000:00010000:1.0:1767317776.836606:0:15771:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.836627:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836641:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836651:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836675:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836680:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836684:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836760:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836765:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.836769:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00000040:00080000:1.0:1767317776.837007:0:15771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].103, 64 off14784 00000040:00080000:1.0:1767317776.837026:0:15771:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].151, 64 off17856 00010000:00010000:1.0:1767317776.837070:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837077:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837082:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837088:0:15771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837092:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837096:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837109:0:15771:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.837123:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837127:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837131:0:15771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837135:0:15771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.837138:0:15771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837143:0:15771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837148:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2420:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317776.837149:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.837152:0:15771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837155:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f230 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837259:0:15771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837264:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837267:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837271:0:15771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837273:0:15771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.837275:0:15771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837281:0:15771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837286:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.837287:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.837289:0:15771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837293:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f222 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00000004:00010000:1.0:1767317776.837299:0:15771:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000052da85be reply state 00000000d6647870 transno 8589934917 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837306:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.837311:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd3f0a24e (ffff96e2c8a10c00) 00010000:00010000:1.0:1767317776.837312:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.837313:0:15771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.838219:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+93:68718:x1853163925727488:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1754us (1866us total) trans 8589934917 rc 0/0 00000100:00100000:1.0:1767317776.838226:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21879 00010000:00010000:1.0:1767317776.838290:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.838295:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.838301:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81d000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.838303:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.838311:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.838320:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2420:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317776.838322:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.838324:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.838327:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2cf81d000/0xd0d4f19a2da3f237 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.838337:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.838338:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.838339:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.841817:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.841884:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925727616 00000100:00100000:2.0:1767317776.841895:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925727616 00000100:00100000:1.0:1767317776.842085:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21880 00000100:00100000:1.0:1767317776.842097:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+93:68718:x1853163925727616:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.842122:0:15771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.842146:0:15771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f23e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ae3 expref: -99 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.842207:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842217:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842225:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842262:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842270:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842276:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842346:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f253 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842351:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f253 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842356:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f253 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00000004:00200000:1.0:1767317776.842388:0:15771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2417:0x0]: returning size 12288 00000004:00200000:1.0:1767317776.842391:0:15771:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.842403:0:15771:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f253 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842411:0:15771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842415:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842418:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842422:0:15771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842426:0:15771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.842429:0:15771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842434:0:15771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842441:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c6c45300) 00010000:00010000:1.0:1767317776.842443:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.842446:0:15771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842450:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f245 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842459:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842462:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842466:0:15771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842469:0:15771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.842817:0:15771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842828:0:15771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842836:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff96e2c8a10d00) 00010000:00010000:1.0:1767317776.842839:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.842842:0:15771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842849:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f24c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.842884:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f23e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ae3 expref: 95 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.842897:0:15771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f253 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ae3 expref: 94 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.842903:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.842905:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767317776.842979:0:15771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7a00, rc 0) 00000100:00100000:1.0:1767317776.843102:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+94:68718:x1853163925727616:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1008us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.843108:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21880 00000100:00100000:0.0:1767317776.846357:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.846426:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925727872 00000100:00100000:1.0:1767317776.846435:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925727872 00000100:00100000:1.0:1767317776.846524:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9954 00000100:00100000:1.0:1767317776.846535:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+94:68718:x1853163925727872:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:1.0:1767317776.846872:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+95:68718:x1853163925727872:12345-192.168.204.1@tcp:35:rm.0 Request processed in 337us (520us total) trans 8589934918 rc 0/0 00000100:00100000:1.0:1767317776.846880:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9954 00000100:00100000:3.0:1767317776.850123:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.850184:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925728128 00000100:00100000:1.0:1767317776.850194:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925728128 00000100:00100000:1.0:1767317776.850290:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21881 00000100:00100000:1.0:1767317776.850298:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+95:68718:x1853163925728128:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.850355:0:15771:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767317776.850383:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f253 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2417:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ae3 expref: 95 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.850409:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2e2586a00/0xd0d4f19a2da3d986 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802820 expref: 94 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.850421:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e300e35700) 00010000:00010000:1.0:1767317776.850437:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726c00/0xd0d4f19a2da3d94e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80280b expref: 93 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.850446:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c6c45300) 00010000:00010000:1.0:1767317776.850452:0:15771:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.850475:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850497:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850507:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850518:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850524:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850531:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850620:0:15771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850628:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850636:0:15771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00000004:00200000:1.0:1767317776.850900:0:15771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2417:0x0]: returning size 12288 00010000:00010000:1.0:1767317776.850926:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850932:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850936:0:15771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850940:0:15771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.850942:0:15771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850946:0:15771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850952:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:1.0:1767317776.850954:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.850957:0:15771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.850961:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f268 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851083:0:15771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851087:0:15771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851093:0:15771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851096:0:15771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851099:0:15771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.851100:0:15771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851104:0:15771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851108:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317776.851109:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.851111:0:15771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851114:0:15771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f25a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00000004:00010000:1.0:1767317776.851122:0:15771:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092b8d0ef reply state 00000000665ecf8b transno 8589934919 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851128:0:15771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:1.0:1767317776.851132:0:15771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff96e2c8a10800) 00010000:00010000:1.0:1767317776.851133:0:15771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.851135:0:15771:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.851194:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+94:68718:x1853163925728128:12345-192.168.204.1@tcp:36:rm.0 Request processed in 897us (1078us total) trans 8589934919 rc 0/0 00000100:00100000:1.0:1767317776.851203:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21881 00000100:00100000:3.0:1767317776.853968:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.854757:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925728256 00000100:00100000:2.0:1767317776.854771:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925728256 00000100:00100000:2.0:1767317776.854845:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21882 00000100:00100000:2.0:1767317776.854854:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+94:68718:x1853163925728256:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.854876:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.854896:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f26f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802aea expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.854958:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.854968:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.854977:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317776.855030:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767317776.855034:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317776.855048:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.855066:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f26f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 96 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.855080:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 95 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.855086:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317776.855088:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767317776.855091:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c8800, rc 0) 00000100:00100000:2.0:1767317776.855142:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+95:68718:x1853163925728256:12345-192.168.204.1@tcp:101:rm.0 Request processed in 290us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.855148:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21882 00000100:00100000:3.0:1767317776.858408:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.858535:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925728384 00000100:00100000:2.0:1767317776.858547:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925728384 00000100:00100000:2.0:1767317776.858615:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21883 00000100:00100000:2.0:1767317776.858626:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+95:68718:x1853163925728384:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.858649:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.858689:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f27d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802af1 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.858770:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.858785:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.858797:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.858810:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.858814:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.858819:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000100:00100000:2.0:1767317776.858950:0:34315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:34315:1853163989387776:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767317776.859003:0:34315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.859034:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387776 00000100:00100000:2.0:1767317776.859038:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387776 00000100:00100000:2.0:1767317776.859060:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:2.0:1767317776.859064:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:34315:x1853163989387776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1767317776.859116:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:34315:x1853163989387776:12345-0@lo:1000:mdt00_004.0 Request processed in 51us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.859121:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00100000:2.0:1767317776.859161:0:34315:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1d013e900 going to sleep for 11 seconds 00000100:00100000:2.0:1767317776.859182:0:34315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:34315:1853163989387776:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1767317776.859218:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f292 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859223:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f292 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859243:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f292 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00010000:2.0:1767317776.859259:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f292 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859269:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859272:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859276:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859280:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859284:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.859288:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859292:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859300:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317776.859302:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.859305:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859308:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f284 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859319:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859322:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859325:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859328:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.859329:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859332:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859336:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe9f9711e (ffff96e1cf6bd700) 00010000:00010000:2.0:1767317776.859337:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.859338:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859345:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f28b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:2.0:1767317776.859366:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f27d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af1 expref: 97 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.859374:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f292 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af1 expref: 96 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.859378:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd200) 00010000:00010000:2.0:1767317776.859380:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767317776.859381:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c8600, rc 0) 00000100:00100000:2.0:1767317776.859411:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+96:68718:x1853163925728384:12345-192.168.204.1@tcp:101:rm.0 Request processed in 789us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.859415:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21883 00000100:00100000:3.0:1767317776.862060:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.862213:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925728512 00000100:00100000:2.0:1767317776.862222:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925728512 00000100:00100000:2.0:1767317776.862312:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21884 00000100:00100000:2.0:1767317776.862321:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+237:68718:x1853163925728512:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.862344:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.862366:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f299 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802af8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.862429:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.862444:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317776.862467:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000004:00200000:2.0:1767317776.862565:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00000004:00200000:2.0:1767317776.862570:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767317776.862616:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f299 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 239 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.862633:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 238 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.862642:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:2.0:1767317776.862644:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767317776.862649:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9200, rc 0) 00000100:00080000:3.0:1767317776.862778:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317776.862801:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+238:68718:x1853163925728512:12345-192.168.204.1@tcp:101:rm.0 Request processed in 481us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.862810:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21884 00000100:00100000:0.0:1767317776.868300:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317776.868343:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925728768 00000100:00100000:2.0:1767317776.868354:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925728768 00000100:00100000:2.0:1767317776.868415:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21885 00000100:00100000:2.0:1767317776.868427:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+238:68718:x1853163925728768:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317776.868460:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317776.868492:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f2a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802aff expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767317776.868859:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00010000:00010000:2.0:1767317776.869056:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f2a7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aff expref: 240 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.869080:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cf6bd500) 00010000:00010000:2.0:1767317776.869084:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767317776.869090:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f2a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aff expref: 240 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.869112:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9000, rc 0) 00000100:00100000:2.0:1767317776.869181:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+239:68718:x1853163925728768:12345-192.168.204.1@tcp:101:rm.0 Request processed in 757us (890us total) trans 4294968439 rc 301/301 00000100:00100000:2.0:1767317776.869189:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21885 00000100:00100000:0.0:1767317776.873484:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.873564:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925728896 00000100:00100000:1.0:1767317776.873877:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925728896 00000100:00100000:1.0:1767317776.873935:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9955 00000100:00100000:1.0:1767317776.873946:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+239:68718:x1853163925728896:12345-192.168.204.1@tcp:37:rm.0 00010000:00010000:2.0:1767317776.876934:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d844 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767317776.876955:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d844 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.876973:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.876984:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.876992:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.876997:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877002:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.877007:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d844 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877008:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.877015:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317776.877022:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x4df65ef0 (ffff96e2e25b8700) 00010000:00010000:1.0:1767317776.877025:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877030:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877036:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bff600/0xd0d4f19a2da3a808 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x4df65ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.877042:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586800/0xd0d4f19a2da3d83d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d844 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877060:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8087000/0xd0d4f19a2da3d795 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d79c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767317776.877066:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8087000/0xd0d4f19a2da3d795 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d79c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877085:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8087000/0xd0d4f19a2da3d795 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d79c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877092:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767317776.877098:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c8087000/0xd0d4f19a2da3d795 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d79c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877114:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767317776.877120:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877133:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877138:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767317776.877153:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586e00/0xd0d4f19a2da3d684 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d68b expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877168:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3d4e0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877171:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00000004:00010000:2.0:1767317776.877175:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3d4e0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877182:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877188:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.877189:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d4e0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877193:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.877195:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317776.877197:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.877200:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2e2586400/0xd0d4f19a2da3d4d9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3d4e0 expref: -99 pid: 15468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877203:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877210:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x15f1abf0 (ffff96e2da7e7a00) 00010000:00010000:2.0:1767317776.877212:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2cf81c400/0xd0d4f19a2da3bdfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3be04 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877213:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877216:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000004:00010000:2.0:1767317776.877219:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2cf81c400/0xd0d4f19a2da3bdfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3be04 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877222:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65200/0xd0d4f19a2da3a840 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15f1abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.877250:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2cf81c400/0xd0d4f19a2da3bdfd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3be04 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877256:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317776.877257:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.877261:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2cf81c400/0xd0d4f19a2da3bdfd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3be04 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877263:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877269:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877274:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00b400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.877276:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7a00/0xd0d4f19a2da3a70c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3a713 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877277:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00000004:00010000:2.0:1767317776.877283:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7a00/0xd0d4f19a2da3a70c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3a713 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877284:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877293:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xee8678f0 (ffff96e2c6c45200) 00010000:00010000:1.0:1767317776.877295:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.877297:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7a00/0xd0d4f19a2da3a70c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a713 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877298:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.877303:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317776.877304:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b400/0xd0d4f19a2da3a878 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xee8678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.877306:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7a00/0xd0d4f19a2da3a70c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a713 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.877317:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7200/0xd0d4f19a2da3a695 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3a69c expref: -99 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877320:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877326:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00000004:00010000:2.0:1767317776.877329:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7200/0xd0d4f19a2da3a695 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3a69c expref: -99 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877332:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877337:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877339:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.877342:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7200/0xd0d4f19a2da3a695 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a69c expref: -99 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877345:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.877348:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317776.877352:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x140bb4f0 (ffff96e2d11bbb00) 00010000:00010000:2.0:1767317776.877352:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d7200/0xd0d4f19a2da3a695 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a69c expref: -99 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877354:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877357:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00000001:00080000:2.0:1767317776.877362:0:15457:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968439 is committed 00010000:00010000:1.0:1767317776.877366:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3a8b0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x140bb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00000020:00080000:2.0:1767317776.877377:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e301d9ba80 refcount 2 committed 0 result 0 batchid 32 00010000:00010000:1.0:1767317776.877379:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877381:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2edff8200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e301d9bc00 00000020:00080000:2.0:1767317776.877384:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].32 00010000:00010000:1.0:1767317776.877385:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877387:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2ec2b8200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2e9f70200 00010000:00010000:1.0:1767317776.877391:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877396:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877398:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877402:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e301d9be40 refcount 2 committed 0 result 0 batchid 31 00010000:00010000:1.0:1767317776.877403:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877404:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2d05ba800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e301d9b180 00000020:00080000:2.0:1767317776.877407:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].31 00010000:00010000:1.0:1767317776.877410:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xbc59abf0 (ffff96e2da7e7c00) 00000020:00080000:2.0:1767317776.877410:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2d05bae00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2e9f70000 00010000:00010000:1.0:1767317776.877413:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877415:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000001:00080000:2.0:1767317776.877417:0:15457:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968433 is committed 00010000:00010000:1.0:1767317776.877421:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64000/0xd0d4f19a2da3a8e8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xbc59abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877427:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e301d9b9c0 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:2.0:1767317776.877430:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2d05baf00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e301d9b840 00010000:00010000:1.0:1767317776.877432:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877433:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].30 00000020:00080000:2.0:1767317776.877435:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2d05baa00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2e9f70e00 00010000:00010000:1.0:1767317776.877438:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877447:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877447:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e2efc309c0 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:2.0:1767317776.877451:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e2efc300c0 00010000:00010000:1.0:1767317776.877452:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877454:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877454:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].29 00000020:00080000:2.0:1767317776.877456:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e1cd2a6800 00010000:00010000:1.0:1767317776.877459:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877464:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb9f15ef0 (ffff96e2da7e7b00) 00010000:00010000:1.0:1767317776.877466:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877468:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877469:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e2efc30b40 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1767317776.877471:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e2efc30600 00010000:00010000:1.0:1767317776.877474:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64600/0xd0d4f19a2da3a920 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb9f15ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000020:00080000:2.0:1767317776.877474:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].28 00000020:00080000:2.0:1767317776.877476:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e1c5c19000 00010000:00010000:1.0:1767317776.877484:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877489:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877494:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877498:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877500:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877505:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877511:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa4c7b4f0 (ffff96e2da7e7d00) 00010000:00010000:1.0:1767317776.877513:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877515:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877531:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65600/0xd0d4f19a2da3a958 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa4c7b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000004:00080000:2.0:1767317776.877536:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 21 committed 00010000:00010000:1.0:1767317776.877543:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877549:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877554:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877559:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877561:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877721:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877733:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x7b1df7f0 (ffff96e2d11bb300) 00010000:00010000:1.0:1767317776.877735:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877739:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877744:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3a990 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7b1df7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877761:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877766:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877771:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877775:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877778:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877783:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877789:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x167a46f0 (ffff96e2da7e7700) 00010000:00010000:1.0:1767317776.877791:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877794:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00000100:00100000:0.0:1767317776.877795:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388288:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.877799:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65c00/0xd0d4f19a2da3a9c8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x167a46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.877812:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877818:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877823:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877827:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877829:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877835:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877840:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x65b89f0 (ffff96e2c2a13500) 00010000:00010000:1.0:1767317776.877843:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877845:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877850:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3aa00 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x65b89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877861:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.877865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.877867:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.877872:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.877877:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877879:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.877884:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.877890:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x67d6f7f0 (ffff96e2f70c7c00) 00010000:00010000:1.0:1767317776.877892:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877894:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.877898:0:34346:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388288 00010000:00010000:1.0:1767317776.877900:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbc600/0xd0d4f19a2da3aa38 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x67d6f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.877904:0:34346:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388288 00010000:00010000:1.0:1767317776.877916:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877921:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877926:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877930:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877933:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877938:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877945:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x6c3878f0 (ffff96e2da7e7e00) 00010000:00010000:1.0:1767317776.877947:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.877949:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.877954:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64a00/0xd0d4f19a2da3aa70 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6c3878f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.877956:0:34346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1767317776.877964:0:34346:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9adc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+13:7014:x1853163989388288:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.877968:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.877973:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.877978:0:34346:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.877978:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.877986:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00a400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.877988:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.877994:0:34346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3d4e0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdbe140f9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d4d9 expref: 13 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.877994:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878002:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xe69fc5f0 (ffff96e2c6c45600) 00010000:00010000:1.0:1767317776.878004:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.878006:0:34346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdbe140f9 (ffff96e2c3b68000) 00010000:00010000:1.0:1767317776.878007:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.878013:0:34346:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.878014:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00a400/0xd0d4f19a2da3aaa8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xe69fc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878027:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878033:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878038:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878043:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbce00 already unused, calling callback (ffffffffc185d550) 00000100:00100000:0.0:1767317776.878044:0:34346:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9adc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+12:7014:x1853163989388288:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 81us (179us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.878046:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.878051:0:34346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00010000:00010000:1.0:1767317776.878052:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878058:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x30d09af0 (ffff96e2f70c7100) 00010000:00010000:1.0:1767317776.878060:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878063:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878081:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbce00/0xd0d4f19a2da3aae0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x30d09af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878095:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878100:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878106:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878110:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00bc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878113:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878119:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878125:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf20b9af0 (ffff96e2c6c45f00) 00010000:00010000:1.0:1767317776.878128:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878130:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878135:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00bc00/0xd0d4f19a2da3ab18 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf20b9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878148:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878154:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878155:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388288:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878160:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878165:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2efdbd000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878167:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878172:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878173:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767317776.878179:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388160:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878179:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc957c5f0 (ffff96e2f70c7300) 00010000:00010000:1.0:1767317776.878182:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878184:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878189:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd000/0xd0d4f19a2da3ab50 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc957c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.878203:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878209:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878214:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.878215:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388160 00000100:00100000:0.0:1767317776.878218:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388160 00010000:00010000:1.0:1767317776.878219:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828da00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878222:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.878257:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1767317776.878264:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:7014:x1853163989388160:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1767317776.878270:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.878275:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.878280:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3d68b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xd6d15c29 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d684 expref: 12 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.878283:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfc5b4f0 (ffff96e2c2a13700) 00010000:00010000:1.0:1767317776.878285:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878288:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.878291:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xd6d15c29 (ffff96e2c3e6b100) 00010000:00010000:1.0:1767317776.878294:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3ab88 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfc5b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.878297:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.878308:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878314:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.878318:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:7014:x1853163989388160:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 55us (118us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.878319:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.878324:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00010000:00010000:1.0:1767317776.878325:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878327:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878333:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878340:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x57389af0 (ffff96e2c2a13a00) 00010000:00010000:1.0:1767317776.878342:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878345:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878350:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3abc0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x57389af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.878352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1767317776.878358:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388672:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878366:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878371:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878376:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.878378:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878382:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c36600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878385:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878391:0:34346:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388672 00010000:00010000:1.0:1767317776.878391:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878394:0:34346:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388672 00010000:00010000:1.0:1767317776.878398:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x117eb4f0 (ffff96e2f70c7d00) 00010000:00010000:1.0:1767317776.878401:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878404:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878409:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c36600/0xd0d4f19a2da3abf8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x117eb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878412:0:34346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1767317776.878417:0:34346:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+11:7014:x1853163989388672:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1767317776.878424:0:34346:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.878424:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878430:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.878433:0:34346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2efdbca00/0xd0d4f19a2da3a69c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a695 expref: 11 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.878435:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878441:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1679e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.878442:0:34346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43454b14 (ffff96e2f70c7b00) 00010000:00010000:1.0:1767317776.878444:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.878448:0:34346:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.878450:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878456:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5baf89f0 (ffff96e2c2a13b00) 00010000:00010000:1.0:1767317776.878459:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878461:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878468:0:34346:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+10:7014:x1853163989388672:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 50us (90us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.878468:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1679e00/0xd0d4f19a2da3ac30 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5baf89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878474:0:34346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00010000:00010000:1.0:1767317776.878483:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878489:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878494:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.878497:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388672:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878500:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878502:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878508:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878514:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa436b4f0 (ffff96e2c2a13900) 00010000:00010000:1.0:1767317776.878516:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878519:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878539:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678c00/0xd0d4f19a2da3ac68 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa436b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878555:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878561:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878575:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878590:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878592:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878598:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878606:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xad54abf0 (ffff96e2da7e7400) 00010000:00010000:1.0:1767317776.878608:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878610:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878616:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64800/0xd0d4f19a2da3aca0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xad54abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878632:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878637:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878646:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878651:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878654:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878660:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878667:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x772cabf0 (ffff96e2da7e7600) 00010000:00010000:1.0:1767317776.878669:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878672:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878677:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65400/0xd0d4f19a2da3acd8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x772cabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878690:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878696:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878701:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878706:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878709:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878714:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878722:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3a71b4f0 (ffff96e2da7e7200) 00010000:00010000:1.0:1767317776.878725:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878727:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878732:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65e00/0xd0d4f19a2da3ad10 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3a71b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878745:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878750:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878756:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878760:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878762:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878767:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878774:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x24475ef0 (ffff96e2c2a13000) 00010000:00010000:1.0:1767317776.878776:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878779:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878783:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3ad48 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x24475ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878796:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878802:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878807:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878812:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0d200 already unused, calling callback (ffffffffc185d550) 00000100:00100000:3.0:1767317776.878813:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989387904:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878814:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878820:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878827:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xdcb79af0 (ffff96e2c2a13600) 00010000:00010000:1.0:1767317776.878830:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878832:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878838:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0d200/0xd0d4f19a2da3ad80 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdcb79af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.878842:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.878853:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878859:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878864:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.878865:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388416:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878869:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878872:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878879:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.878882:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.878886:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x2b49abf0 (ffff96e2da7e7f00) 00010000:00010000:1.0:1767317776.878888:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878891:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878896:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64e00/0xd0d4f19a2da3adb8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x2b49abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.878899:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767317776.878904:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388032:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878909:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878915:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.878920:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.878921:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878926:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00ba00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.878929:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878935:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.878935:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388544:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.878943:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfd46f0 (ffff96e2c6c45c00) 00010000:00010000:1.0:1767317776.878945:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.878948:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.878949:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.878953:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ba00/0xd0d4f19a2da3adf0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.878967:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00000020:00080000:3.0:1767317776.878970:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25 00010000:00010000:1.0:1767317776.878973:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878978:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.878980:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989387904 00010000:00010000:1.0:1767317776.878984:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37c00 already unused, calling callback (ffffffffc185d550) 00000100:00100000:3.0:1767317776.878984:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989387904 00010000:00010000:1.0:1767317776.878986:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878992:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.878999:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x614f46f0 (ffff96e2f70c7400) 00010000:00010000:1.0:1767317776.879002:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879004:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879009:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37c00/0xd0d4f19a2da3ae28 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x614f46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879019:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388416 00000100:00100000:3.0:1767317776.879021:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388416 00010000:00010000:1.0:1767317776.879025:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879031:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879036:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388032 00010000:00010000:1.0:1767317776.879037:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879038:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388032 00010000:00010000:1.0:1767317776.879046:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81ce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879050:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879051:0:28704:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388544 00000100:00100000:3.0:1767317776.879053:0:28704:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388544 00010000:00010000:1.0:1767317776.879056:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879063:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa0bc78f0 (ffff96e2f70c7500) 00000100:00100000:3.0:1767317776.879065:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00010000:00010000:1.0:1767317776.879066:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879069:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879071:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:7015:x1853163989387904:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879074:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ce00/0xd0d4f19a2da3ae60 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa0bc78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879079:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.879087:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879090:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3d844 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3d8b5f87 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d83d expref: 13 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.879093:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879099:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879099:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3d8b5f87 (ffff96e2c3e6b900) 00010000:00010000:1.0:1767317776.879104:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81c200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.879105:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.879107:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879112:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879119:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x29e8c5f0 (ffff96e2f70c7000) 00010000:00010000:1.0:1767317776.879122:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879125:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879129:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:7015:x1853163989387904:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (287us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.879131:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c200/0xd0d4f19a2da3ae98 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x29e8c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879136:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00010000:00010000:1.0:1767317776.879145:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879148:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00010000:00010000:1.0:1767317776.879151:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879153:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:7015:x1853163989388416:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879157:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879162:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81d600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317776.879163:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.879165:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879170:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879171:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a800/0xd0d4f19a2da3be04 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0xcd52553e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3bdfd expref: 11 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.879178:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3546b4f0 (ffff96e2f70c7e00) 00010000:00010000:1.0:1767317776.879180:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.879181:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0xcd52553e (ffff96e2c8a23f00) 00010000:00010000:1.0:1767317776.879183:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879186:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.879188:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d600/0xd0d4f19a2da3aed0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3546b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879201:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879204:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:7015:x1853163989388416:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 51us (321us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.879208:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879209:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00010000:00010000:1.0:1767317776.879213:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879218:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81d200 already unused, calling callback (ffffffffc185d550) 00000100:00100000:3.0:1767317776.879219:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00010000:00010000:1.0:1767317776.879221:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879224:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:7015:x1853163989388032:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879227:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879258:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.879259:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x35f2f7f0 (ffff96e2f70c7200) 00010000:00010000:1.0:1767317776.879261:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879264:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879266:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3d79c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xdb:0x0].0xb3f5bb28 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3d795 expref: 9 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.879270:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d200/0xd0d4f19a2da3af08 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x35f2f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.879275:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xdb:0x0].0xb3f5bb28 (ffff96e2c3e6b500) 00010000:00010000:3.0:1767317776.879280:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.879284:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879290:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879295:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.879300:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989388032:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 76us (378us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.879301:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0c800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879303:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.879306:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00010000:00010000:1.0:1767317776.879310:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.879317:0:28704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00010000:00010000:1.0:1767317776.879318:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x73a789f0 (ffff96e2c2a13c00) 00010000:00010000:1.0:1767317776.879320:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879323:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.879323:0:28704:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:7015:x1853163989388544:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879328:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c800/0xd0d4f19a2da3af40 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x73a789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317776.879329:0:28704:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.879338:0:28704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3a713 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5f3a3888 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a70c expref: 7 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.879343:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317776.879346:0:28704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f3a3888 (ffff96e2d11bb400) 00010000:00010000:1.0:1767317776.879348:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317776.879352:0:28704:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.879353:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879358:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00b600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879361:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879367:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00000100:00100000:3.0:1767317776.879368:0:28704:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989388544:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 46us (418us total) trans 0 rc 0/0 00010000:00010000:1.0:1767317776.879374:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3b72abf0 (ffff96e2c6c45a00) 00000100:00100000:3.0:1767317776.879374:0:28704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00010000:00010000:1.0:1767317776.879376:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879379:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879385:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b600/0xd0d4f19a2da3af78 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3b72abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879399:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879405:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879410:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388032:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879411:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879416:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81ca00 already unused, calling callback (ffffffffc185d550) 00000100:00100000:3.0:1767317776.879417:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388544:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879419:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879424:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989387904:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879425:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00000100:00100000:3.0:1767317776.879430:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388416:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1767317776.879433:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x6ba546f0 (ffff96e2f70c7800) 00010000:00010000:1.0:1767317776.879435:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879438:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879443:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81ca00/0xd0d4f19a2da3afb0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x6ba546f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879457:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879464:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879469:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879473:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879476:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879481:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879487:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x98f45ef0 (ffff96e2c6c45400) 00010000:00010000:1.0:1767317776.879489:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879491:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879497:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3afe8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98f45ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879509:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879514:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879520:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879524:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879526:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879532:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879537:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x214bc5f0 (ffff96e2e25b8000) 00010000:00010000:1.0:1767317776.879540:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879542:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879552:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678600/0xd0d4f19a2da3b020 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x214bc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879568:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879574:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879591:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879595:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00aa00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879598:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879603:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879610:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf09178f0 (ffff96e2c6c45800) 00010000:00010000:1.0:1767317776.879612:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879615:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879620:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00aa00/0xd0d4f19a2da3b058 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf09178f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879635:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879639:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879648:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879653:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879656:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879661:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879668:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5f4c89f0 (ffff96e2e25b8100) 00010000:00010000:1.0:1767317776.879670:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879672:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879678:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678e00/0xd0d4f19a2da3b090 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5f4c89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.879692:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879697:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879702:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879706:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879708:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879712:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879719:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf01446f0 (ffff96e2c6c45d00) 00010000:00010000:1.0:1767317776.879720:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879725:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879729:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551a00/0xd0d4f19a2da3b0c8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf01446f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879756:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879761:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879767:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879771:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81d400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879774:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879778:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879786:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8f455ef0 (ffff96e2f70c7700) 00010000:00010000:1.0:1767317776.879788:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879790:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879795:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d400/0xd0d4f19a2da3b100 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f455ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.879809:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879815:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879821:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879825:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81cc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879828:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879832:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879839:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x9ae5c5f0 (ffff96e2e09d7700) 00010000:00010000:1.0:1767317776.879841:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879843:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879848:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81cc00/0xd0d4f19a2da3b138 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x9ae5c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879859:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879865:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879869:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879873:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879875:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879880:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879886:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xaad39af0 (ffff96e2da7f2400) 00010000:00010000:1.0:1767317776.879888:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.879890:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879895:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3b170 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xaad39af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879907:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879912:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879917:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879921:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.879923:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.879928:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.880984:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8c2eabf0 (ffff96e2da7f2b00) 00010000:00010000:1.0:1767317776.880987:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.880992:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.881003:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37000/0xd0d4f19a2da3b1a8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8c2eabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.881032:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881039:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881045:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881051:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0c200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881054:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881060:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881068:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5edb4f0 (ffff96e2c2a13800) 00010000:00010000:1.0:1767317776.881071:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881074:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881079:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0c200/0xd0d4f19a2da3b1e0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5edb4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881113:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881119:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881127:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881131:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81c800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881134:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881139:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881146:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xdafe9af0 (ffff96e2c2a13300) 00010000:00010000:1.0:1767317776.881149:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881151:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881157:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c800/0xd0d4f19a2da3b218 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdafe9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881171:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881177:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881182:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881187:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881189:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881194:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881201:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8cf646f0 (ffff96e2c6c45b00) 00010000:00010000:1.0:1767317776.881203:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881206:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881211:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551400/0xd0d4f19a2da3b250 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8cf646f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881225:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881246:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881252:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881256:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81c000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881259:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881264:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881270:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc52978f0 (ffff96e2c2a13200) 00010000:00010000:1.0:1767317776.881272:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881275:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881280:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c000/0xd0d4f19a2da3b288 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc52978f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881294:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881300:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881305:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881309:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881311:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881316:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881323:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1b7c9af0 (ffff96e2da7f2500) 00010000:00010000:1.0:1767317776.881325:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881328:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881333:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37800/0xd0d4f19a2da3b2c0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1b7c9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881346:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881352:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881357:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881362:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881364:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881370:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881377:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1fd578f0 (ffff96e2c6c45900) 00010000:00010000:1.0:1767317776.881379:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881382:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881387:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551c00/0xd0d4f19a2da3b2f8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1fd578f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881402:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881407:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881412:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881417:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0ca00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881420:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881425:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881433:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x267a9af0 (ffff96e2da7f2600) 00010000:00010000:1.0:1767317776.881435:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881438:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881447:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0ca00/0xd0d4f19a2da3b330 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x267a9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881470:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881476:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881482:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881486:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e302045600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881489:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881495:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881503:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8385ef0 (ffff96e2da7f2000) 00010000:00010000:1.0:1767317776.881505:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881508:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881513:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e302045600/0xd0d4f19a2da3b368 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8385ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.881725:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881731:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881740:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881744:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbac00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881747:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881753:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881761:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x61d8abf0 (ffff96e2da7f2e00) 00010000:00010000:1.0:1767317776.881763:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881766:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881771:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbac00/0xd0d4f19a2da3b3a0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x61d8abf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881786:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881791:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881797:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881802:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbb000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.881804:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881810:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881817:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xcaf4f7f0 (ffff96e2da7f2700) 00010000:00010000:1.0:1767317776.881819:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.881822:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.881828:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb000/0xd0d4f19a2da3b3d8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xcaf4f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.884110:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884128:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884135:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884141:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.884145:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884152:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884168:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x38a25ef0 (ffff96e2c6c45700) 00010000:00010000:1.0:1767317776.884171:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.884175:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884181:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551600/0xd0d4f19a2da3b410 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x38a25ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884202:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884209:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884214:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884219:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.884221:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884226:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884247:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc5dd89f0 (ffff96e2c6c45e00) 00010000:00010000:1.0:1767317776.884249:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.884252:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884257:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550600/0xd0d4f19a2da3b448 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc5dd89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884269:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884275:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884281:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884285:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.884287:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884294:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884300:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x8f5678f0 (ffff96e2df450400) 00010000:00010000:1.0:1767317776.884302:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.884305:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884309:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551e00/0xd0d4f19a2da3b480 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x8f5678f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884320:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884326:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884331:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884335:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828cc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.884338:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884343:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884349:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb246c5f0 (ffff96e2df450200) 00010000:00010000:1.0:1767317776.884352:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.884354:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884363:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3b4b8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb246c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884382:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884388:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884394:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884399:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.884401:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884406:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884413:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x469bf7f0 (ffff96e2df450100) 00010000:00010000:1.0:1767317776.884415:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.884417:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884423:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3b4f0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x469bf7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884436:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884442:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884453:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884458:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.884461:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884466:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884485:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x147789f0 (ffff96e2df450600) 00010000:00010000:1.0:1767317776.884487:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.884490:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884494:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3b528 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x147789f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884506:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884512:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.884518:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885138:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.885142:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885150:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885160:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x15c4b4f0 (ffff96e2df450d00) 00010000:00010000:1.0:1767317776.885163:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.885166:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885172:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3b560 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x15c4b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885192:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885198:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885208:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885213:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.885216:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885221:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885226:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xfeaf78f0 (ffff96e2df450500) 00010000:00010000:1.0:1767317776.885250:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.885253:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885259:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3b598 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xfeaf78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885283:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885290:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885296:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885301:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00ac00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.885303:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885308:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885315:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x670d9af0 (ffff96e2e25b8600) 00010000:00010000:1.0:1767317776.885317:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.885320:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885325:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00ac00/0xd0d4f19a2da3b5d0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x670d9af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885352:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885358:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885364:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885368:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.885371:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885377:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885383:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd68e78f0 (ffff96e2e25b8e00) 00010000:00010000:1.0:1767317776.885385:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.885388:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885393:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678400/0xd0d4f19a2da3b608 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd68e78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885407:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885412:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885417:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885421:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.885424:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885429:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885436:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x85b289f0 (ffff96e2df450a00) 00010000:00010000:1.0:1767317776.885438:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.885440:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885449:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3b640 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x85b289f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885461:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885466:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885472:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885477:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.885479:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885485:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885491:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5dc36ff0 (ffff96e2df450900) 00010000:00010000:1.0:1767317776.885493:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.885495:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885501:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3b678 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5dc36ff0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.885512:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.885517:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00000004:00080000:2.0:1767317776.885740:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 20 committed 00000020:00080000:2.0:1767317776.885763:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e1c7fcae40 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:2.0:1767317776.885768:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c4b9c600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e1c7fca180 00000020:00080000:2.0:1767317776.885771:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].27 00000020:00080000:2.0:1767317776.885773:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c4b9cd00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2eae1be00 00000020:00080000:2.0:1767317776.885800:0:15457:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e1c27a4a80 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:2.0:1767317776.885803:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405fe00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e1c27a4480 00000020:00080000:2.0:1767317776.885806:0:15457:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].26 00000020:00080000:2.0:1767317776.885808:0:15457:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2c3acb200 00000100:00100000:2.0:1767317776.885988:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388928:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.886053:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.886090:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389440:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.886110:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.886130:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767317776.886136:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389056:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.886154:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.886170:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389568:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.886187:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.886216:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388928 00000100:00100000:2.0:1767317776.886223:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388928 00000100:00100000:2.0:1767317776.886299:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389440 00000100:00100000:2.0:1767317776.886303:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389440 00000100:00100000:2.0:1767317776.886318:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389056 00000100:00100000:2.0:1767317776.886321:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389056 00000100:00100000:2.0:1767317776.886336:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389568 00000100:00100000:2.0:1767317776.886338:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389568 00000100:00100000:2.0:1767317776.886355:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16025 00000100:00100000:2.0:1767317776.886364:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989388928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.886395:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:50 count 1 00002000:00010000:2.0:1767317776.886426:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.886432:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.886445:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.886447:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.886453:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.886467:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.886476:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.886484:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.886504:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.886746:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:7015:x1853163989388928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 382us (691us total) trans 4294976224 rc 0/0 00000100:00100000:2.0:1767317776.886753:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16025 00010000:00010000:1.0:1767317776.886755:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886760:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81c600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.886764:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886771:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.886771:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16026 00000100:00100000:2.0:1767317776.886777:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989389440:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.886782:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x515989f0 (ffff96e2f70c7600) 00010000:00010000:1.0:1767317776.886784:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.886788:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00002000:00080000:2.0:1767317776.886788:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00010000:00010000:1.0:1767317776.886793:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81c600/0xd0d4f19a2da3b6b0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x515989f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00002000:00010000:2.0:1767317776.886801:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.886805:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.886813:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.886814:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.886817:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.886821:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.886825:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.886827:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886834:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.886834:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.886839:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.886841:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.886842:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886848:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886856:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x98cb5ef0 (ffff96e2df450c00) 00010000:00010000:1.0:1767317776.886858:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.886860:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.886861:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767317776.886866:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3b6e8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x98cb5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886881:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886886:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886892:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886897:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.886900:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886906:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886913:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xab9babf0 (ffff96e2df450700) 00010000:00010000:1.0:1767317776.886916:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.886919:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886924:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3b720 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xab9babf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.886946:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:7015:x1853163989389440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 169us (835us total) trans 4294976225 rc 0/0 00010000:00010000:1.0:1767317776.886952:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.886952:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16026 00010000:00010000:1.0:1767317776.886958:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886963:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.886966:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16027 00010000:00010000:1.0:1767317776.886969:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.886972:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.886972:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989389056:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.886977:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00002000:00080000:2.0:1767317776.886982:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5 count 1 00010000:00010000:1.0:1767317776.886985:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xf4f689f0 (ffff96e2df450b00) 00010000:00010000:1.0:1767317776.886987:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.886991:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.886996:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3b758 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xf4f689f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00002000:00010000:2.0:1767317776.886996:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.887000:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.887007:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.887008:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.887012:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887012:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887019:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887021:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887025:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887029:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887030:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.887032:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887036:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887039:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887045:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1f92c5f0 (ffff96e2df450800) 00010000:00010000:1.0:1767317776.887047:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.887047:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767317776.887050:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887056:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3b790 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1f92c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887070:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887075:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887081:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887086:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.887089:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887095:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887102:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x259346f0 (ffff96e2df450e00) 00010000:00010000:1.0:1767317776.887105:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.887107:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887116:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3b7c8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x259346f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887131:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.887131:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:7015:x1853163989389056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 159us (975us total) trans 4294976226 rc 0/0 00010000:00010000:1.0:1767317776.887137:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.887137:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16027 00010000:00010000:1.0:1767317776.887143:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887147:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c1678200 already unused, calling callback (ffffffffc185d550) 00000100:00100000:2.0:1767317776.887149:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16028 00010000:00010000:1.0:1767317776.887150:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.887154:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989389568:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887156:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887163:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xca2b78f0 (ffff96e2e25b8c00) 00002000:00080000:2.0:1767317776.887164:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:75 count 1 00010000:00010000:1.0:1767317776.887166:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.887168:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887173:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c1678200/0xd0d4f19a2da3b800 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xca2b78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00002000:00010000:2.0:1767317776.887177:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.887181:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.887188:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.887189:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.887191:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887192:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887197:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887201:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887206:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887209:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887211:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81da00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.887214:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:2.0:1767317776.887216:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.887219:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887225:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd9725ef0 (ffff96e2f70c7900) 00010000:00010000:1.0:1767317776.887227:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.887245:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767317776.887246:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887251:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81da00/0xd0d4f19a2da3b838 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd9725ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887277:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887284:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887289:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887294:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.887298:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887304:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887312:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x3da78f0 (ffff96e2df450f00) 00010000:00010000:1.0:1767317776.887315:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.887318:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887323:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3b870 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x3da78f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.887334:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:7015:x1853163989389568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 180us (1146us total) trans 4294976227 rc 0/0 00010000:00010000:1.0:1767317776.887338:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.887340:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16028 00010000:00010000:1.0:1767317776.887344:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887349:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887353:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.887356:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887362:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887369:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xc80d5ef0 (ffff96e2df450300) 00010000:00010000:1.0:1767317776.887371:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.887374:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887378:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3b8a8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xc80d5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00000004:00080000:2.0:1767317776.887398:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff804000/2, rc 0, transno 4294976226 00010000:00010000:1.0:1767317776.887401:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887407:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT1 00000100:00100000:2.0:1767317776.887407:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389056:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887413:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00000004:00080000:2.0:1767317776.887416:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff806680/2, rc 0, transno 4294976227 00010000:00010000:1.0:1767317776.887418:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e65a00 already unused, calling callback (ffffffffc185d550) 00000100:00100000:2.0:1767317776.887420:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389568:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887421:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887427:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT1 00000004:00080000:2.0:1767317776.887427:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff804700/2, rc 0, transno 4294976224 00000100:00100000:2.0:1767317776.887431:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989388928:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887435:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb199f7f0 (ffff96e2e25b8a00) 00000004:00080000:2.0:1767317776.887437:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff806a00/2, rc 0, transno 4294976225 00010000:00010000:1.0:1767317776.887438:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.887440:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389440:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887441:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887446:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e65a00/0xd0d4f19a2da3b8e0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb199f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT1 00010000:00010000:1.0:1767317776.887461:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887467:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887472:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887477:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2c37200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.887480:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887487:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887495:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x234a5ef0 (ffff96e2da7f2800) 00010000:00010000:1.0:1767317776.887498:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.887501:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:2.0:1767317776.887502:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389952:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887507:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2c37200/0xd0d4f19a2da3b918 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x234a5ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.887526:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00000100:00100000:2.0:1767317776.887527:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.887532:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.887538:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.887542:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c200 already unused, calling callback (ffffffffc185d550) 00000100:00100000:2.0:1767317776.887543:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1767317776.887545:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:2.0:1767317776.887547:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989390080:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.887552:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.887559:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x565146f0 (ffff96e2da7f2200) 00010000:00010000:1.0:1767317776.887561:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.887563:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.887564:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000020:00080000:0.0:1767317776.887645:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 32 committed batchid 25 00000020:00080000:0.0:1767317776.887690:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25 00000100:00100000:0.0:1767317776.887703:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389952 00000100:00100000:0.0:1767317776.887708:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389952 00000100:00100000:0.0:1767317776.887734:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390080 00000100:00100000:0.0:1767317776.887737:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390080 00000100:00100000:0.0:1767317776.887751:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16029 00000100:00100000:0.0:1767317776.887758:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+10:7015:x1853163989389952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.887771:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00002000:00010000:0.0:1767317776.887787:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.887792:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.887801:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.887802:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.887806:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.887815:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.887822:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.887834:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.887849:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767317776.887970:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16030 00000100:00100000:2.0:1767317776.887977:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:7015:x1853163989390080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.887990:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:88 count 1 00002000:00010000:2.0:1767317776.888007:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.888012:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.888019:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.888020:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.888024:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.888033:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.888040:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.888047:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.888055:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767317776.888197:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:7015:x1853163989389952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 439us (668us total) trans 4294976228 rc 0/0 00000100:00100000:0.0:1767317776.888205:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16029 00010000:00010000:0.0:1767317776.888224:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767317776.888249:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888257:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.888261:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888268:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888282:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888289:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f2b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888304:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767317776.888308:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888314:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.888317:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888324:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888334:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888340:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f2bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888351:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317776.888355:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888361:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.888364:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888371:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888380:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888391:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f2c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888401:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317776.888405:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888411:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.888414:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888421:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888430:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888437:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8c00/0xd0d4f19a2da3f2ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888448:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.888451:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888457:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.888460:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888468:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888477:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888483:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe000/0xd0d4f19a2da3f2d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888494:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.888497:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888502:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.888506:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888513:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888521:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888528:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f2d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.888543:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.888545:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.888547:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.888553:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.888781:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3b950 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x565146f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888805:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.888811:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.888817:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.888821:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.888825:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.888830:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.888839:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x21f846f0 (ffff96e2d8418d00) 00010000:00010000:1.0:1767317776.888842:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.888845:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:3.0:1767317776.888845:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.888851:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71400/0xd0d4f19a2da3b988 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x21f846f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.888865:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888870:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888881:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888885:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e302044e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.888888:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888893:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888900:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1beff7f0 (ffff96e2da7f2d00) 00010000:00010000:1.0:1767317776.888902:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.888904:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888909:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e302044e00/0xd0d4f19a2da3b9c0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1beff7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:2.0:1767317776.888913:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:7015:x1853163989390080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 936us (1348us total) trans 4294976229 rc 0/0 00000100:00100000:2.0:1767317776.888920:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16030 00010000:00010000:1.0:1767317776.888924:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888930:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888935:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888940:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbbe00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.888940:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.888943:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888948:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888955:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x16289af0 (ffff96e2da7f2a00) 00010000:00010000:1.0:1767317776.888957:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.888960:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888965:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbbe00/0xd0d4f19a2da3b9f8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x16289af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888978:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888983:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00000004:00080000:0.0:1767317776.888986:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2ca80/2, rc 0, transno 4294976229 00010000:00010000:1.0:1767317776.888988:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.888993:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7e64400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.888996:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889001:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889009:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd6519af0 (ffff96e2e25b8400) 00010000:00010000:1.0:1767317776.889011:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.889013:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889018:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7e64400/0xd0d4f19a2da3ba30 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd6519af0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.889033:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989390080:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.889045:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2e300/2, rc 0, transno 4294976228 00010000:00010000:1.0:1767317776.889052:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889059:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889065:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889069:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.889072:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889077:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889084:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xeb0ec5f0 (ffff96e2d8418b00) 00010000:00010000:1.0:1767317776.889086:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.889089:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889094:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70e00/0xd0d4f19a2da3ba68 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xeb0ec5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889110:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889116:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889121:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889126:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71c00 already unused, calling callback (ffffffffc185d550) 00000100:00100000:3.0:1767317776.889126:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1767317776.889129:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889134:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889142:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb5a0f7f0 (ffff96e2d8418700) 00010000:00010000:1.0:1767317776.889145:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.889148:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889153:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71c00/0xd0d4f19a2da3baa0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb5a0f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889167:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889174:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889179:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889184:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ff00b200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.889187:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.889190:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989389952:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.889193:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889199:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xccea89f0 (ffff96e2e25b8f00) 00010000:00010000:1.0:1767317776.889201:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.889203:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.889204:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.889212:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388800:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.889214:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ff00b200/0xd0d4f19a2da3bad8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xccea89f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889243:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889249:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889254:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889259:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f71800 already unused, calling callback (ffffffffc185d550) 00000100:00100000:0.0:1767317776.889261:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.889262:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889267:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889275:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5670f7f0 (ffff96e2d8418600) 00010000:00010000:1.0:1767317776.889277:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.889280:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.889285:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989388800 00010000:00010000:1.0:1767317776.889286:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f71800/0xd0d4f19a2da3bb10 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5670f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.889289:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989388800 00010000:00010000:1.0:1767317776.889316:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.889317:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16031 00010000:00010000:1.0:1767317776.889322:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.889323:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:7014:x1853163989388800:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.889332:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889336:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81dc00 already unused, calling callback (ffffffffc185d550) 00002000:00080000:0.0:1767317776.889338:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:1.0:1767317776.889339:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889344:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889351:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x5a67c5f0 (ffff96e2d11bb800) 00010000:00010000:1.0:1767317776.889353:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.889356:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00002000:00010000:0.0:1767317776.889358:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.889362:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81dc00/0xd0d4f19a2da3bb48 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x5a67c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.889364:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.889373:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.889375:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.889380:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.889380:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889386:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.889391:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.889392:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889397:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7f70c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.889400:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.889401:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889406:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.889407:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.889414:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa048f7f0 (ffff96e2d8418200) 00010000:00010000:1.0:1767317776.889416:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.889419:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.889419:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889424:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c7f70c00/0xd0d4f19a2da3bb80 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa048f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889469:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889475:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889480:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889485:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.889487:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889493:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889500:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xdd7fabf0 (ffff96e2e25b8b00) 00010000:00010000:1.0:1767317776.889503:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.889506:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889511:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550e00/0xd0d4f19a2da3bbb8 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xdd7fabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.889550:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889557:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.889563:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00000100:00100000:0.0:1767317776.889566:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:7014:x1853163989388800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 243us (305us total) trans 4294976230 rc 0/0 00000100:00100000:0.0:1767317776.889572:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16031 00010000:00010000:0.0:1767317776.889597:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.889602:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.889608:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.889611:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.889619:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.889630:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.889637:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff800/0xd0d4f19a2da3f2df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.889654:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.889656:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.889657:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.889676:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff805880/2, rc 0, transno 4294976230 00000100:00100000:3.0:1767317776.889722:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989390464:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.889754:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.889864:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989390592:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.889888:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.889952:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989388800:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.889964:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390464 00000100:00100000:0.0:1767317776.889968:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390464 00000100:00100000:0.0:1767317776.889987:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390592 00000100:00100000:0.0:1767317776.889990:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390592 00000100:00100000:0.0:1767317776.890006:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16032 00000100:00100000:0.0:1767317776.890012:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:7016:x1853163989390464:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.890026:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:60 count 1 00002000:00010000:0.0:1767317776.890043:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.890048:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890056:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.890058:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.890061:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890070:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890076:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890087:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890100:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.890326:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:7016:x1853163989390464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 314us (570us total) trans 4294976231 rc 0/0 00000100:00100000:0.0:1767317776.890333:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16032 00000100:00100000:0.0:1767317776.890426:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16033 00000100:00100000:0.0:1767317776.890432:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:7016:x1853163989390592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.890444:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:61 count 1 00002000:00010000:0.0:1767317776.890459:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.890464:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890471:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.890473:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.890476:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890485:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890492:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890498:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.890553:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.890661:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:7016:x1853163989390592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 229us (771us total) trans 4294976232 rc 0/0 00000100:00100000:0.0:1767317776.890668:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16033 00000004:00080000:3.0:1767317776.890728:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2ce00/2, rc 0, transno 4294976231 00000100:00100000:3.0:1767317776.890740:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989390464:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767317776.890750:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2fb80/2, rc 0, transno 4294976232 00000100:00100000:3.0:1767317776.890753:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989390592:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.890786:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.890793:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890801:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bff200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.890805:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890814:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890827:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890835:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bff200/0xd0d4f19a2da3f2e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.890836:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbb800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.890840:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890846:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:2.0:1767317776.890850:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.890854:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.890855:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xd757f7f0 (ffff96e2df450000) 00010000:00010000:1.0:1767317776.890858:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.890860:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.890861:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:2.0:1767317776.890863:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.890867:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbb800/0xd0d4f19a2da3bbf0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xd757f7f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:2.0:1767317776.890870:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890877:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890883:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bfe600/0xd0d4f19a2da3f2ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.890892:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.890893:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.890895:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.890905:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890910:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890915:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890920:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dba200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.890923:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890929:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890938:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x374c46f0 (ffff96e2da7f2c00) 00010000:00010000:1.0:1767317776.890941:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.890944:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.890949:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba200/0xd0d4f19a2da3bc28 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x374c46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:0.0:1767317776.890951:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.890961:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389312:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.890966:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.890972:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.890977:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.890982:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef550000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.890985:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.890987:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.890991:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.890998:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x7ba1c5f0 (ffff96e2c3db3300) 00010000:00010000:1.0:1767317776.891001:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.891003:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891012:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef550000/0xd0d4f19a2da3bc60 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x7ba1c5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891030:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891036:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891041:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.891044:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389824:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.891045:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2cf81d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.891048:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891054:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891061:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xb98ab4f0 (ffff96e2d11bb500) 00000100:00100000:0.0:1767317776.891063:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.891064:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.891066:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891072:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2cf81d800/0xd0d4f19a2da3bc98 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xb98ab4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891088:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891093:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891103:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891108:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2ef551000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.891110:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891116:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891123:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x1bccc5f0 (ffff96e2c3db3200) 00010000:00010000:1.0:1767317776.891125:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317776.891126:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390336:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.891128:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891133:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2ef551000/0xd0d4f19a2da3bcd0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x1bccc5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:0.0:1767317776.891144:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317776.891148:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891154:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891160:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891164:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dbae00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.891167:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891172:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891179:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x513089f0 (ffff96e2da7e7900) 00010000:00010000:1.0:1767317776.891181:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.891184:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:2.0:1767317776.891185:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389312 00010000:00010000:1.0:1767317776.891189:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dbae00/0xd0d4f19a2da3bd08 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x513089f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:2.0:1767317776.891189:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389312 00010000:00010000:1.0:1767317776.891206:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891211:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891217:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00000100:00100000:2.0:1767317776.891221:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389824 00010000:00010000:1.0:1767317776.891222:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe400 already unused, calling callback (ffffffffc185d550) 00000100:00100000:2.0:1767317776.891223:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389824 00010000:00010000:1.0:1767317776.891224:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891244:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891252:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0xa1cd46f0 (ffff96e2c3db3000) 00010000:00010000:1.0:1767317776.891254:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317776.891255:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16034 00010000:00010000:1.0:1767317776.891257:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:2.0:1767317776.891262:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+15:7014:x1853163989389312:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317776.891263:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bfe400/0xd0d4f19a2da3bd40 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0xa1cd46f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00002000:00080000:2.0:1767317776.891274:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:42 count 1 00010000:00010000:1.0:1767317776.891277:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891283:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891287:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891292:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffa00 already unused, calling callback (ffffffffc185d550) 00002000:00010000:2.0:1767317776.891293:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.891295:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.891298:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891300:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.891308:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x23e0b4f0 (ffff96e2c3db3a00) 00010000:00010000:1.0:1767317776.891310:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.891311:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.891313:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.891313:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.891316:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891318:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c2bffa00/0xd0d4f19a2da3bd78 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x23e0b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:2.0:1767317776.891326:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891333:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891339:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT1 00010000:00010000:2.0:1767317776.891339:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891346:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891351:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:2.0:1767317776.891353:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.891356:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7dba400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.891359:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891364:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891372:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6b:0x0].0x409dabf0 (ffff96e2e09d7e00) 00010000:00010000:1.0:1767317776.891374:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.891377:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00010000:00010000:1.0:1767317776.891382:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d7dba400/0xd0d4f19a2da3bdb0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x6b:0x0].0x409dabf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT1 00000100:00100000:1.0:1767317776.891409:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16035 00000100:00100000:1.0:1767317776.891417:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:7014:x1853163989389824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.891429:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:99 count 1 00002000:00010000:1.0:1767317776.891446:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.891450:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891458:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.891459:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.891462:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.891465:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:7014:x1853163989389312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 203us (477us total) trans 4294976233 rc 0/0 00000100:00100000:2.0:1767317776.891471:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16034 00010000:00010000:1.0:1767317776.891472:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891479:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891488:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.891491:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891492:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891500:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.891503:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.891505:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.891511:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891522:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891529:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f2f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891543:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.891546:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891552:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.891554:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891561:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891569:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891576:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f2fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.891600:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.891602:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.891604:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.891700:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390336 00000100:00100000:0.0:1767317776.891704:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390336 00000100:00100000:0.0:1767317776.891728:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16036 00000100:00100000:0.0:1767317776.891733:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:7014:x1853163989390336:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.891745:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:70 count 1 00002000:00010000:0.0:1767317776.891762:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.891767:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891774:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.891776:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.891779:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891788:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891794:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891801:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891813:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.891925:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:7014:x1853163989390336:12345-0@lo:6:osp-syn-0-1.0 Request processed in 191us (779us total) trans 4294976234 rc 0/0 00000100:00100000:0.0:1767317776.891931:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16036 00010000:00010000:0.0:1767317776.891950:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.891954:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891961:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffe00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.891964:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891971:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891981:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.891987:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffe00/0xd0d4f19a2da3f302 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892005:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892007:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892009:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892015:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.892037:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2c380/2, rc 0, transno 4294976234 00000100:00100000:0.0:1767317776.892045:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390336:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.892058:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.892082:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.892100:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390848 00000100:00100000:0.0:1767317776.892104:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390848 00000100:00100000:0.0:1767317776.892123:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16037 00000100:00100000:0.0:1767317776.892128:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+17:7014:x1853163989390848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.892140:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:81 count 1 00002000:00010000:0.0:1767317776.892157:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.892162:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892169:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.892171:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.892174:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892182:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892189:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892196:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892210:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.892325:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+18:7014:x1853163989390848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 196us (241us total) trans 4294976235 rc 0/0 00000100:00100000:0.0:1767317776.892331:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16037 00010000:00010000:0.0:1767317776.892346:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.892351:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892358:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bffc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.892362:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892369:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892379:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892386:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c2bffc00/0xd0d4f19a2da3f309 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892397:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892399:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892401:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.892416:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2c000/2, rc 0, transno 4294976235 00000100:00100000:0.0:1767317776.892420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390848:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.892429:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff805c00/2, rc 0, transno 4294976233 00000100:00100000:0.0:1767317776.892432:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389312:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.892441:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1767317776.892447:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.892467:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.892484:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389184 00000100:00100000:0.0:1767317776.892487:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389184 00000100:00100000:0.0:1767317776.892506:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16038 00000100:00100000:0.0:1767317776.892512:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:7014:x1853163989389184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.892523:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:79 count 1 00002000:00010000:0.0:1767317776.892539:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.892544:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892552:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.892554:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.892557:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892565:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892571:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892596:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892609:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.892706:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:7014:x1853163989389184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 193us (237us total) trans 4294976236 rc 0/0 00000100:00100000:0.0:1767317776.892713:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16038 00010000:00010000:0.0:1767317776.892729:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.892733:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892741:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.892744:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892751:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892762:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892768:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086800/0xd0d4f19a2da3f310 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892783:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892785:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.892788:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.892805:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff806300/2, rc 0, transno 4294976236 00000100:00100000:0.0:1767317776.892810:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.892816:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389696:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.892837:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.892854:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989389696 00000100:00100000:0.0:1767317776.892858:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989389696 00000100:00100000:0.0:1767317776.892877:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16039 00000100:00100000:0.0:1767317776.892883:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+19:7014:x1853163989389696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.892894:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:89 count 1 00002000:00010000:0.0:1767317776.892908:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.892912:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892920:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.892921:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.892924:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892932:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892940:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892947:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.892963:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.892994:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+21:7014:x1853163989389824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1577us (1928us total) trans 4294976237 rc 0/0 00000100:00100000:1.0:1767317776.893001:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16035 00000100:00100000:0.0:1767317776.893046:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+20:7014:x1853163989389696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (208us total) trans 4294976238 rc 0/0 00000100:00100000:0.0:1767317776.893051:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16039 00000004:00080000:0.0:1767317776.893073:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ff806d80/2, rc 0, transno 4294976238 00000100:00100000:0.0:1767317776.893076:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389696:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.893082:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390208:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.893102:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.893117:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390208 00000100:00100000:0.0:1767317776.893119:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390208 00000100:00100000:0.0:1767317776.893135:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16040 00000100:00100000:0.0:1767317776.893140:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+20:7014:x1853163989390208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.893150:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:34 count 1 00002000:00010000:0.0:1767317776.893165:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.893169:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893175:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.893177:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.893179:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893187:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893194:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893200:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893211:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.893312:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:7014:x1853163989390208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 171us (208us total) trans 4294976239 rc 0/0 00000100:00100000:0.0:1767317776.893317:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16040 00010000:00010000:0.0:1767317776.893332:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.893336:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893342:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.893345:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893352:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893362:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893368:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087c00/0xd0d4f19a2da3f317 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893380:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.893383:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893389:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.893392:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893397:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893404:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893409:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086e00/0xd0d4f19a2da3f31e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893418:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.893419:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.893421:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.893435:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2d880/2, rc 0, transno 4294976239 00000100:00100000:0.0:1767317776.893439:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390208:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.893444:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390720:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.893463:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.893478:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390720 00000100:00100000:0.0:1767317776.893481:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390720 00000100:00100000:0.0:1767317776.893497:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16041 00000100:00100000:0.0:1767317776.893502:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+21:7014:x1853163989390720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.893511:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8 count 1 00002000:00010000:0.0:1767317776.893525:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.893530:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893537:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.893539:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.893542:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893551:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893558:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893564:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893589:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.893683:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+22:7014:x1853163989390720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 179us (218us total) trans 4294976240 rc 0/0 00000100:00100000:0.0:1767317776.893689:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16041 00010000:00010000:0.0:1767317776.893705:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.893710:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893717:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.893720:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893733:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893744:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893751:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087600/0xd0d4f19a2da3f325 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.893763:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.893765:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.893767:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.893785:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2f100/2, rc 0, transno 4294976240 00000100:00100000:0.0:1767317776.893790:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989390720:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.893799:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2f800/2, rc 0, transno 4294976237 00000100:00100000:0.0:1767317776.893803:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989389824:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.893989:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.894028:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989390976:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.894053:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.894113:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989391488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.894132:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.894254:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767317776.894259:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989391104:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.894277:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.894328:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989390976 00000100:00100000:3.0:1767317776.894333:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989390976 00000100:00100000:3.0:1767317776.894359:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391488 00000100:00100000:3.0:1767317776.894362:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391488 00000100:00100000:3.0:1767317776.894375:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16042 00000100:00100000:3.0:1767317776.894381:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:7015:x1853163989390976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.894396:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:52 count 1 00002000:00010000:3.0:1767317776.894418:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.894424:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.894430:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+11:68718:x1853163925728896:12345-192.168.204.1@tcp:37:rm.0 Request processed in 20483us (20954us total) trans 0 rc 0/0 00010000:00010000:3.0:1767317776.894433:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.894435:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.894438:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.894439:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9955 00010000:00010000:3.0:1767317776.894448:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.894455:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.894463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391232:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.894464:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.894477:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.894493:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16043 00000100:00100000:1.0:1767317776.894500:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+23:7015:x1853163989391488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.894511:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:43 count 1 00002000:00010000:1.0:1767317776.894544:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.894550:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.894558:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.894559:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.894562:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.894591:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.894612:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.894615:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:7015:x1853163989390976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 234us (560us total) trans 4294976241 rc 0/0 00010000:00010000:1.0:1767317776.894620:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.894622:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16042 00010000:00010000:1.0:1767317776.894633:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317776.894724:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+24:7015:x1853163989391488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 225us (590us total) trans 4294976242 rc 0/0 00000100:00100000:1.0:1767317776.894731:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16043 00000100:00100000:0.0:1767317776.894788:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989391616:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.894842:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317776.895293:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2df80/2, rc 0, transno 4294976241 00000100:00100000:0.0:1767317776.895304:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989390976:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.895313:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d1880/2, rc 0, transno 4294976242 00000100:00100000:0.0:1767317776.895317:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989391488:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317776.895330:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317776.895337:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895346:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.895350:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895359:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895373:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895380:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3f32c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895410:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.895414:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895421:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.895425:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895432:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895441:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895448:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f333 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895460:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.895462:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.895464:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.895477:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.895499:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391744:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.895523:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.895545:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767317776.895551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391360:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.895570:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.895596:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391872:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.895616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.895643:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391104 00000100:00100000:0.0:1767317776.895648:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391104 00000100:00100000:0.0:1767317776.895681:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391616 00000100:00100000:0.0:1767317776.895684:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391616 00000100:00100000:0.0:1767317776.895702:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391232 00000100:00100000:0.0:1767317776.895705:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391232 00000100:00100000:0.0:1767317776.895722:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391744 00000100:00100000:0.0:1767317776.895724:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391744 00000100:00100000:0.0:1767317776.895735:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391360 00000100:00100000:0.0:1767317776.895737:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391360 00000100:00100000:0.0:1767317776.895746:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989391872 00000100:00100000:0.0:1767317776.895748:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989391872 00000100:00100000:0.0:1767317776.895760:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16044 00000100:00100000:0.0:1767317776.895767:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:7015:x1853163989391104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.895788:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:80 count 1 00000100:00100000:1.0:1767317776.895788:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16045 00000100:00100000:1.0:1767317776.895796:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+29:7015:x1853163989391616:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.895805:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:51 count 1 00002000:00010000:0.0:1767317776.895811:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.895816:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767317776.895817:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.895821:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895825:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.895827:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.895828:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.895829:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.895831:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.895832:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895842:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.895842:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895851:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.895851:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895858:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.895860:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.895871:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.895924:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16046 00000100:00100000:3.0:1767317776.895934:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:7013:x1853163989391232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.895948:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00002000:00010000:3.0:1767317776.895964:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.895968:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.895976:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.895978:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.895981:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.895990:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.895997:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.896003:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.896179:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:7015:x1853163989391104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 411us (1899us total) trans 4294976243 rc 0/0 00000100:00100000:0.0:1767317776.896188:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16044 00000100:00100000:0.0:1767317776.896203:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16047 00000100:00100000:0.0:1767317776.896208:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:7013:x1853163989391744:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.896217:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:77 count 1 00002000:00010000:0.0:1767317776.896247:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.896252:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.896259:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.896261:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.896264:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.896272:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.896280:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.896287:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.896647:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16048 00000100:00100000:2.0:1767317776.896656:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:7013:x1853163989391360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.896668:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9 count 1 00002000:00010000:2.0:1767317776.896684:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.896689:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.896697:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.896699:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.896701:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.896709:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.896716:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.896722:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.897200:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1767317776.897239:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317776.897363:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:7015:x1853163989391616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1566us (2518us total) trans 4294976244 rc 0/0 00000100:00100000:3.0:1767317776.897364:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:7013:x1853163989391232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1433us (1887us total) trans 4294976245 rc 0/0 00000100:00100000:1.0:1767317776.897369:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16045 00000100:00100000:3.0:1767317776.897397:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16046 00000100:00100000:1.0:1767317776.897400:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16049 00000100:00100000:1.0:1767317776.897407:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+29:7013:x1853163989391872:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.897422:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15 count 1 00002000:00010000:1.0:1767317776.897438:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.897444:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.897452:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.897453:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.897456:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.897466:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.897467:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1767317776.897473:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.897480:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.897489:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767317776.897569:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:7013:x1853163989391872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (1951us total) trans 4294976246 rc 0/0 00000100:00100000:1.0:1767317776.897575:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16049 00010000:00010000:3.0:1767317776.897692:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767317776.897699:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897707:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.897711:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897720:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897735:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897741:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3f33a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897754:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767317776.897756:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897760:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.897761:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897766:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897771:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897775:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f341 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897786:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767317776.897788:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897792:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.897793:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897797:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897801:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897805:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f348 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897812:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767317776.897814:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897817:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.897819:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897822:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897828:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897831:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3f34f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897838:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.897840:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897843:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.897845:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897849:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897853:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897857:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.897859:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897862:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.897863:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897868:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897872:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897876:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f35d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.897882:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.897883:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.897884:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.898063:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:7013:x1853163989391744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1855us (2539us total) trans 4294976247 rc 0/0 00000100:00100000:0.0:1767317776.898068:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16047 00010000:00010000:0.0:1767317776.898095:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.898100:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.898104:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.898131:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d3480/2, rc 0, transno 4294976246 00000100:00100000:0.0:1767317776.898135:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391872:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.898141:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d0000/2, rc 0, transno 4294976245 00000100:00100000:0.0:1767317776.898144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391232:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.898148:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d1500/2, rc 0, transno 4294976247 00000100:00100000:0.0:1767317776.898150:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391744:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.898168:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f2d500/2, rc 0, transno 4294976243 00000100:00100000:0.0:1767317776.898170:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989391104:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.898174:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d0a80/2, rc 0, transno 4294976244 00000100:00100000:0.0:1767317776.898176:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989391616:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.898459:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767317776.898464:0:63828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f356 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.898950:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392128:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317776.898986:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.898994:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.898998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392256:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.899017:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392640:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.899020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.899035:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392768:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.899035:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.899050:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767317776.899052:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.899055:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392000:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.899066:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317776.899070:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392384:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.899074:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.899087:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.899087:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392512:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.899103:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.899109:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392128 00000100:00100000:0.0:1767317776.899114:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392128 00000100:00100000:0.0:1767317776.899144:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392256 00000100:00100000:0.0:1767317776.899147:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392256 00000100:00100000:0.0:1767317776.899160:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392640 00000100:00100000:0.0:1767317776.899162:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392640 00000100:00100000:0.0:1767317776.899173:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392768 00000100:00100000:0.0:1767317776.899176:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392768 00000100:00100000:0.0:1767317776.899189:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392000 00000100:00100000:0.0:1767317776.899191:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392000 00000100:00100000:0.0:1767317776.899200:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392384 00000100:00100000:0.0:1767317776.899202:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392384 00000100:00100000:0.0:1767317776.899210:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392512 00000100:00100000:0.0:1767317776.899213:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392512 00000100:00100000:0.0:1767317776.899251:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16050 00000100:00100000:0.0:1767317776.899259:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+37:7016:x1853163989392128:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.899266:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16051 00000100:00100000:1.0:1767317776.899274:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989392256:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.899277:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6 count 1 00002000:00080000:1.0:1767317776.899283:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11 count 1 00002000:00010000:0.0:1767317776.899301:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1767317776.899301:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.899308:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.899308:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899320:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.899320:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.899322:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.899322:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.899327:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.899327:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899340:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.899340:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899349:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.899349:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899358:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.899358:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899379:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317776.899513:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+38:7016:x1853163989392128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 254us (517us total) trans 4294976249 rc 0/0 00000100:00100000:0.0:1767317776.899519:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16050 00000100:00100000:0.0:1767317776.899534:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16052 00000100:00100000:0.0:1767317776.899540:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+37:7016:x1853163989392640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.899550:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:65 count 1 00002000:00010000:0.0:1767317776.899564:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.899569:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899577:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.899587:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.899590:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899598:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899614:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.899621:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.899767:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989391360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3112us (4195us total) trans 4294976248 rc 0/0 00000100:00100000:2.0:1767317776.899774:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16048 00000100:00100000:2.0:1767317776.899789:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16053 00000100:00100000:2.0:1767317776.899796:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+36:7013:x1853163989392768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.899806:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:72 count 1 00002000:00010000:2.0:1767317776.899822:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.899826:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.899833:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.899834:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.899837:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.899846:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.899854:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.899861:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.900799:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767317776.902974:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989392256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3690us (3942us total) trans 4294976250 rc 0/0 00000100:00100000:1.0:1767317776.902990:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16051 00000100:00100000:1.0:1767317776.903027:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16054 00000100:00100000:1.0:1767317776.903040:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+36:7016:x1853163989392000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.903070:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:57 count 1 00002000:00010000:1.0:1767317776.903099:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.903105:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903116:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.903118:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.903122:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903132:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903138:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903143:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903164:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317776.903303:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+37:7016:x1853163989392000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 270us (4228us total) trans 4294976251 rc 0/0 00000100:00100000:1.0:1767317776.903307:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16054 00000100:00100000:1.0:1767317776.903317:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16055 00000100:00100000:1.0:1767317776.903321:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+36:7013:x1853163989392384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.903330:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:94 count 1 00002000:00010000:1.0:1767317776.903341:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.903344:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903349:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.903350:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.903352:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903357:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903362:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903366:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903375:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767317776.903441:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989392384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 119us (4353us total) trans 4294976252 rc 0/0 00000100:00100000:1.0:1767317776.903444:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16055 00000100:00100000:1.0:1767317776.903454:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16056 00000100:00100000:1.0:1767317776.903458:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+36:7016:x1853163989392512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.903466:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:38 count 1 00002000:00010000:1.0:1767317776.903476:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.903479:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903484:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.903485:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.903487:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903492:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903497:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903501:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.903505:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767317776.903563:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+37:7016:x1853163989392512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 104us (4460us total) trans 4294976253 rc 0/0 00000100:00100000:1.0:1767317776.903587:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16056 00010000:00010000:2.0:1767317776.903965:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767317776.904075:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989392768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4279us (5020us total) trans 4294976254 rc 0/0 00000100:00100000:2.0:1767317776.904082:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16053 00000004:00080000:2.0:1767317776.904132:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa704000/2, rc 0, transno 4294976252 00000100:00100000:2.0:1767317776.904158:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392384:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.904171:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa706a00/2, rc 0, transno 4294976250 00000100:00100000:2.0:1767317776.904175:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392256:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.904182:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa707b80/2, rc 0, transno 4294976254 00000100:00100000:2.0:1767317776.904185:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392768:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.904193:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d2680/2, rc 0, transno 4294976248 00000100:00100000:2.0:1767317776.904196:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989391360:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.904215:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767317776.904222:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904251:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904256:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904264:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904281:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904287:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3f36b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904305:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317776.904308:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904313:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904316:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904322:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904329:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904337:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f364 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904350:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317776.904353:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904360:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904363:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904369:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904377:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904384:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.904387:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904392:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904394:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904400:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904407:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904413:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f379 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904425:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.904428:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904433:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904435:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904441:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904448:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904458:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f380 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904468:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.904471:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904477:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904479:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904486:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904494:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904501:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f387 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904511:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.904515:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904690:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.904693:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904699:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904709:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904715:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f38e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.904729:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.904731:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.904733:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.905004:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1767317776.905051:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.905077:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989393152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.905089:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.905121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.905151:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989393024:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767317776.905166:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa705c00/2, rc 0, transno 4294976251 00000100:00100000:1.0:1767317776.905175:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.905176:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392000:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767317776.905185:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa706d80/2, rc 0, transno 4294976253 00000100:00100000:3.0:1767317776.905188:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392512:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1767317776.905198:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa706680/2, rc 0, transno 4294976249 00000100:00100000:3.0:1767317776.905202:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392128:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.905217:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.905287:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767317776.905294:0:71518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3f372 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.905305:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.905319:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392896:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.905339:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.905349:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317776.905353:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393408:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.905370:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.905387:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393152 00000100:00100000:0.0:1767317776.905393:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393024 00000100:00100000:2.0:1767317776.905393:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393152 00000100:00100000:0.0:1767317776.905396:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393024 00000100:00100000:0.0:1767317776.905417:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989392896 00000100:00100000:2.0:1767317776.905417:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393280 00000100:00100000:0.0:1767317776.905420:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989392896 00000100:00100000:2.0:1767317776.905420:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393280 00000100:00100000:2.0:1767317776.905428:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393408 00000100:00100000:2.0:1767317776.905430:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393408 00000100:00100000:0.0:1767317776.905432:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16057 00000100:00100000:0.0:1767317776.905439:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+41:7015:x1853163989393024:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.905440:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16058 00000100:00100000:2.0:1767317776.905445:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:7016:x1853163989393152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.905458:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4 count 1 00002000:00080000:2.0:1767317776.905458:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:49 count 1 00002000:00010000:0.0:1767317776.905480:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767317776.905480:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.905487:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.905487:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.905497:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.905497:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.905499:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.905499:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.905504:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.905504:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.905515:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.905515:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.905524:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.905532:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.905536:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.905543:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.905545:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.905901:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.905986:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:7016:x1853163989393152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 540us (863us total) trans 4294976255 rc 0/0 00000100:00100000:2.0:1767317776.905994:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16058 00000100:00100000:0.0:1767317776.906002:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:7015:x1853163989393024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 564us (827us total) trans 4294976256 rc 0/0 00000100:00100000:0.0:1767317776.906007:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16057 00000100:00100000:2.0:1767317776.906011:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16059 00000100:00100000:2.0:1767317776.906018:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:7013:x1853163989393280:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.906019:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16060 00000100:00100000:0.0:1767317776.906024:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+41:7013:x1853163989392896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.906028:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:100 count 1 00002000:00080000:0.0:1767317776.906032:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:84 count 1 00002000:00010000:0.0:1767317776.906043:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767317776.906044:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.906049:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.906049:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906058:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.906058:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.906060:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.906060:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.906064:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.906064:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906074:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.906074:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906083:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.906083:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906092:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.906092:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906100:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767317776.906100:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317776.906191:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:7013:x1853163989392896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 165us (849us total) trans 4294976257 rc 0/0 00000100:00100000:0.0:1767317776.906196:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16060 00000100:00100000:0.0:1767317776.906209:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16061 00000100:00100000:0.0:1767317776.906215:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:7013:x1853163989393408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.906225:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14 count 1 00002000:00010000:0.0:1767317776.906253:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.906258:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906265:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.906267:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.906270:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906278:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906286:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906292:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.906299:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317776.906353:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989393536:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.906376:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317776.906409:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b4b800/2, rc 0, transno 4294976256 00000100:00100000:1.0:1767317776.906419:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989393024:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.906427:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317776.906431:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989393664:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.906450:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767317776.906481:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b4b480/2, rc 0, transno 4294976255 00000100:00100000:3.0:1767317776.906485:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989393152:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.906500:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767317776.906505:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906513:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.906517:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.906524:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:7013:x1853163989393280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 507us (1219us total) trans 4294976258 rc 0/0 00000100:00100000:2.0:1767317776.906531:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16059 00010000:00010000:3.0:1767317776.906537:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.906547:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393792:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.906550:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906557:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f39c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906572:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767317776.906576:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.906585:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317776.906590:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.906594:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906681:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906700:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906707:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f395 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906724:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767317776.906727:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906737:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.906740:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906747:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906758:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906765:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f3aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906777:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.906780:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906786:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.906790:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906800:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906808:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906818:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f3a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906828:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.906832:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906841:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.906844:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906854:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906863:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906872:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f3b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.906882:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.906884:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.906886:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.906950:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.907106:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:7013:x1853163989393408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 890us (1733us total) trans 4294976259 rc 0/0 00000004:00080000:2.0:1767317776.907106:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b48e00/2, rc 0, transno 4294976259 00000100:00100000:2.0:1767317776.907111:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393408:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.907113:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16061 00000004:00080000:2.0:1767317776.907119:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b48380/2, rc 0, transno 4294976258 00000100:00100000:2.0:1767317776.907123:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393280:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.907127:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393536 00000004:00080000:2.0:1767317776.907130:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b49c00/2, rc 0, transno 4294976257 00000100:00100000:0.0:1767317776.907132:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393536 00000100:00100000:2.0:1767317776.907133:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989392896:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.907148:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.907150:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393664 00000100:00100000:0.0:1767317776.907152:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393664 00000100:00100000:2.0:1767317776.907155:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393792 00000100:00100000:2.0:1767317776.907157:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393792 00000100:00100000:0.0:1767317776.907163:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16062 00000100:00100000:0.0:1767317776.907169:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:7015:x1853163989393536:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.907170:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16063 00000100:00100000:2.0:1767317776.907174:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:7015:x1853163989393664:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317776.907182:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:66 count 1 00002000:00080000:2.0:1767317776.907182:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:33 count 1 00002000:00010000:0.0:1767317776.907198:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767317776.907198:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.907204:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907204:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.907213:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.907213:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.907215:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.907215:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.907219:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907219:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907248:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907257:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907264:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907279:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.907310:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16064 00000100:00100000:3.0:1767317776.907318:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+44:7013:x1853163989393792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.907330:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:25 count 1 00002000:00010000:3.0:1767317776.907346:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.907351:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907358:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.907360:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.907363:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907371:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907383:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907390:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907400:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.907401:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+45:7015:x1853163989393664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 225us (949us total) trans 4294976260 rc 0/0 00000100:00100000:2.0:1767317776.907410:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16063 00000004:00080000:2.0:1767317776.907435:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b4b100/2, rc 0, transno 4294976260 00000100:00100000:2.0:1767317776.907440:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989393664:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.907451:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317776.907455:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907463:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.907466:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907474:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907485:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.907492:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+45:7013:x1853163989393792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 175us (924us total) trans 4294976261 rc 0/0 00010000:00010000:2.0:1767317776.907493:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f3b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.907498:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16064 00010000:00010000:2.0:1767317776.907505:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.907508:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907514:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.907517:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907525:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907535:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907542:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3f3c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.907553:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.907554:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.907556:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.907664:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b48000/2, rc 0, transno 4294976261 00000100:00100000:2.0:1767317776.907669:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393792:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317776.907732:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.907742:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.907749:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.907767:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.907845:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989394176:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.907860:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:7015:x1853163989393536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 691us (1483us total) trans 4294976262 rc 0/0 00000100:00100000:0.0:1767317776.907867:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16062 00000100:00100000:1.0:1767317776.907871:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.907881:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394176 00000100:00100000:0.0:1767317776.907884:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394176 00000100:00100000:1.0:1767317776.907895:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767317776.907899:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989394048:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.907918:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.907923:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.907926:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394304:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.907930:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.907933:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907940:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.907948:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317776.907951:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907957:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f3bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.907974:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.907976:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.907978:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317776.907992:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b49180/2, rc 0, transno 4294976262 00000100:00100000:1.0:1767317776.908002:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989393536:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.908038:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317776.908047:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989394688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.909404:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767317776.909412:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394304 00000100:00100000:2.0:1767317776.909417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393920:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.909419:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394304 00000100:00100000:2.0:1767317776.909457:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317776.909460:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16065 00000100:00100000:0.0:1767317776.909468:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:7016:x1853163989394176:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.909468:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394432:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.909483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1767317776.909493:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:68 count 1 00000100:00100000:2.0:1767317776.909505:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989393920 00000100:00100000:2.0:1767317776.909508:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989393920 00000100:00100000:2.0:1767317776.909523:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394432 00000100:00100000:2.0:1767317776.909525:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394432 00000100:00100000:2.0:1767317776.909549:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16066 00000100:00100000:2.0:1767317776.909555:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:7013:x1853163989394304:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.909696:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16067 00000100:00100000:3.0:1767317776.909705:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+48:7013:x1853163989393920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.909718:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:93 count 1 00002000:00010000:3.0:1767317776.909732:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.909738:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.909750:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.909752:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.909756:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.909767:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.909775:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.909782:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.909797:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317776.909969:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+49:7013:x1853163989393920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 266us (511us total) trans 4294976263 rc 0/0 00000100:00100000:3.0:1767317776.909979:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16067 00000100:00100000:3.0:1767317776.909996:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16068 00000100:00100000:3.0:1767317776.910003:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+48:7013:x1853163989394432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.910014:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:45 count 1 00002000:00010000:3.0:1767317776.910031:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.910035:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910043:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.910045:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.910048:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910056:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910062:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910068:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910076:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.910165:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+49:7013:x1853163989394432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (680us total) trans 4294976264 rc 0/0 00000100:00100000:3.0:1767317776.910171:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16068 00010000:00010000:3.0:1767317776.910194:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.910200:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910208:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.910213:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910221:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910258:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910265:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3f3d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910281:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.910284:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910290:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.910293:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910300:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910308:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910314:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3f3db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.910324:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.910326:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.910328:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.910437:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+49:7016:x1853163989392640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10897us (11400us total) trans 4294976265 rc 0/0 00000100:00100000:3.0:1767317776.910444:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16052 00002000:00010000:0.0:1767317776.910668:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317776.910676:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910685:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.910686:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317776.910690:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910698:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910705:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910711:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910731:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317776.910851:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+49:7016:x1853163989394176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1384us (2978us total) trans 4294976266 rc 0/0 00000100:00100000:0.0:1767317776.910857:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16065 00010000:00010000:0.0:1767317776.910889:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.910896:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910903:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.910906:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910912:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910922:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910928:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f3cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.910941:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.910943:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.910944:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.910951:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.910958:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.911099:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317776.911297:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925729152 00000100:00100000:0.0:1767317776.911304:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925729152 00000100:00100000:0.0:1767317776.911343:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9956 00000100:00100000:0.0:1767317776.911351:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fb06b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+11:68718:x1853163925729152:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:0.0:1767317776.911775:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fb06b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+12:68718:x1853163925729152:12345-192.168.204.1@tcp:35:rm.0 Request processed in 423us (4829us total) trans 4294968440 rc 0/0 00000100:00100000:0.0:1767317776.911782:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9956 00002000:00080000:2.0:1767317776.912493:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:53 count 1 00002000:00010000:2.0:1767317776.912522:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.912529:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.912551:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.912553:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.912559:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.912659:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.912669:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.912677:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.912695:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317776.912718:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317776.912724:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.912736:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ee00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317776.912740:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.912749:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.912765:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.912771:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f3e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.912793:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.912795:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317776.912796:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.912874:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:7013:x1853163989394304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3318us (4924us total) trans 4294976267 rc 0/0 00000100:00100000:2.0:1767317776.912880:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16066 00000100:00100000:2.0:1767317776.912905:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.912942:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394688 00000100:00100000:3.0:1767317776.912949:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394688 00000004:00080000:2.0:1767317776.912971:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e6b48700/2, rc 0, transno 4294976263 00000100:00100000:2.0:1767317776.912986:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989393920:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.912986:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16069 00000100:00100000:3.0:1767317776.912994:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:7015:x1853163989394688:12345-0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.912998:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa720a80/2, rc 0, transno 4294976264 00000100:00100000:2.0:1767317776.913002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394432:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.913009:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c722a300/2, rc 0, transno 4294976267 00000100:00100000:2.0:1767317776.913012:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394304:0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.913013:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:58 count 1 00010000:00010000:2.0:1767317776.913027:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1767317776.913029:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.913033:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.913040:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.913042:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.913045:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.913053:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.913065:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.913072:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.913092:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317776.913161:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.913166:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.913173:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.913176:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.913184:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.913188:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:7015:x1853163989394688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 196us (282us total) trans 4294976268 rc 0/0 00000100:00100000:3.0:1767317776.913194:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16069 00010000:00010000:2.0:1767317776.913195:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.913201:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3f3e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.913215:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.913217:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.913219:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317776.913253:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa722300/2, rc 0, transno 4294976268 00000100:00100000:2.0:1767317776.913258:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989394688:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.913331:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.913406:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989394560:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.913437:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317776.913505:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c722b480/2, rc 0, transno 4294976266 00000100:00100000:1.0:1767317776.913509:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989394176:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.913516:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa704380/2, rc 0, transno 4294976265 00000100:00100000:1.0:1767317776.913518:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989392640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.913679:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395200:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.913705:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.913742:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.913884:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394048 00000100:00100000:2.0:1767317776.913889:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394048 00000100:00100000:2.0:1767317776.913922:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394560 00000100:00100000:2.0:1767317776.913925:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394560 00000100:00100000:2.0:1767317776.913944:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16070 00000100:00100000:2.0:1767317776.913950:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+51:7016:x1853163989394048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.913964:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:21 count 1 00002000:00010000:2.0:1767317776.913984:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.913989:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.913998:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.913999:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.914003:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914013:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914021:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914029:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914042:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.914173:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+52:7016:x1853163989394048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 223us (841us total) trans 4294976269 rc 0/0 00000100:00100000:2.0:1767317776.914180:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16070 00000100:00100000:2.0:1767317776.914194:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16071 00000100:00100000:2.0:1767317776.914201:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+51:7016:x1853163989394560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.914212:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:73 count 1 00002000:00010000:2.0:1767317776.914227:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.914348:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914356:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.914357:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.914360:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914369:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914376:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914383:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.914394:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317776.915108:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+52:7016:x1853163989394560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 904us (1667us total) trans 4294976270 rc 0/0 00000100:00100000:2.0:1767317776.915115:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16071 00000004:00080000:1.0:1767317776.915331:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c7228000/2, rc 0, transno 4294976269 00000100:00100000:1.0:1767317776.915343:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989394048:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.915352:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa721180/2, rc 0, transno 4294976270 00000100:00100000:1.0:1767317776.915355:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989394560:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.915368:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317776.915376:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395072:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.915408:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.915481:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395712:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.915502:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.915527:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317776.915532:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395584:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.915754:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395200 00000100:00100000:2.0:1767317776.915760:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395200 00000100:00100000:2.0:1767317776.915791:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395072 00000100:00100000:2.0:1767317776.915794:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395072 00000100:00100000:2.0:1767317776.915806:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395712 00000100:00100000:2.0:1767317776.915809:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395712 00000100:00100000:2.0:1767317776.915826:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16072 00000100:00100000:2.0:1767317776.915833:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:7016:x1853163989395200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.915854:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:37 count 1 00002000:00010000:2.0:1767317776.915882:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.915890:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.915902:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.915904:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.915909:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.915921:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.915930:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.915937:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.915950:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.916101:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+55:7016:x1853163989395200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 268us (2394us total) trans 4294976271 rc 0/0 00000100:00100000:2.0:1767317776.916107:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16072 00000100:00100000:2.0:1767317776.916121:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16073 00000100:00100000:2.0:1767317776.916127:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:7016:x1853163989395072:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.916139:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:56 count 1 00002000:00010000:2.0:1767317776.916154:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.916159:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916166:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.916167:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.916170:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916180:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916188:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916195:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916209:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317776.916310:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+55:7016:x1853163989395072:12345-0@lo:6:osp-syn-0-1.0 Request processed in 182us (899us total) trans 4294976272 rc 0/0 00000100:00100000:2.0:1767317776.916316:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16073 00000100:00100000:2.0:1767317776.916328:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16074 00000100:00100000:2.0:1767317776.916334:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:7016:x1853163989395712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.916344:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:86 count 1 00002000:00010000:2.0:1767317776.916358:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.916362:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916370:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.916372:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.916375:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916383:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916391:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916398:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916412:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1767317776.916422:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317776.916427:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916434:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.916439:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916447:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916463:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916469:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f3f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916487:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.916491:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916497:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.916500:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916506:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916515:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916522:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c8086600/0xd0d4f19a2da3f3f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.916741:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317776.916784:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa722680/2, rc 0, transno 4294976272 00000100:00100000:1.0:1767317776.916794:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395072:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.916804:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa721f80/2, rc 0, transno 4294976271 00000100:00100000:1.0:1767317776.916807:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395200:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.916838:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.916843:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916849:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.916852:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916860:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916871:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.916878:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c8087000/0xd0d4f19a2da3f3fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.917022:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395584 00000100:00100000:1.0:1767317776.917027:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395584 00000100:00100000:1.0:1767317776.917059:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16075 00000100:00100000:1.0:1767317776.917067:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+55:7016:x1853163989395584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.917084:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:47 count 1 00002000:00010000:1.0:1767317776.917107:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.917112:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917120:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.917122:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.917125:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917133:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917139:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917146:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917154:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317776.917315:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+56:7016:x1853163989395584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 249us (573us total) trans 4294976273 rc 0/0 00000100:00100000:1.0:1767317776.917323:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16075 00000004:00080000:1.0:1767317776.917354:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a17b80/2, rc 0, transno 4294976273 00000100:00100000:1.0:1767317776.917359:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395584:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.917426:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317776.917437:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396096:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.917464:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.917491:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396096 00000100:00100000:1.0:1767317776.917494:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396096 00000100:00100000:1.0:1767317776.917517:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16076 00000100:00100000:1.0:1767317776.917523:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+56:7016:x1853163989396096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.917548:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00002000:00010000:1.0:1767317776.917562:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.917576:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917592:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.917594:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.917597:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917606:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917614:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917622:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.917631:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767317776.917957:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317776.917964:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.917972:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.917975:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.917983:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.917996:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918003:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f405 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918020:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317776.918024:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918029:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.918032:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918039:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918041:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.918047:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918048:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918056:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f40c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918056:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.918059:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918066:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918067:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.918070:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918076:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.918076:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918079:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918083:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f413 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918086:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918095:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918095:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.918097:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.918099:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.918102:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f41a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.918111:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.918113:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.918115:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.918121:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.918248:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+58:7016:x1853163989395712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1913us (2744us total) trans 4294976275 rc 0/0 00000100:00100000:2.0:1767317776.918256:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16074 00000004:00080000:3.0:1767317776.918275:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a15880/2, rc 0, transno 4294976275 00000100:00100000:3.0:1767317776.918298:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989395712:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.918357:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+57:7016:x1853163989396096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 833us (893us total) trans 4294976274 rc 0/0 00000100:00100000:1.0:1767317776.918364:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16076 00000004:00080000:3.0:1767317776.918376:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a16680/2, rc 0, transno 4294976274 00000100:00100000:3.0:1767317776.918381:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396096:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.918393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.918411:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394816 00000100:00100000:3.0:1767317776.918415:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394816 00000100:00100000:1.0:1767317776.918422:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395328:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.918441:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16077 00000100:00100000:1.0:1767317776.918447:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.918448:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+57:7013:x1853163989394816:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.918463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395840:0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.918464:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:95 count 1 00000100:00100000:1.0:1767317776.918481:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.918497:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767317776.918503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394944:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.918524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1767317776.918699:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.918706:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918716:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.918718:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.918721:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918732:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918740:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.918741:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395456:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.918752:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.918764:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317776.918765:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317776.918781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395968:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317776.918798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.918821:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395328 00000100:00100000:1.0:1767317776.918825:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395328 00000100:00100000:1.0:1767317776.918845:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395840 00000100:00100000:1.0:1767317776.918848:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395840 00000100:00100000:1.0:1767317776.918857:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989394944 00000100:00100000:1.0:1767317776.918859:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989394944 00000100:00100000:1.0:1767317776.918867:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395456 00000100:00100000:1.0:1767317776.918870:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395456 00000100:00100000:3.0:1767317776.918877:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:7013:x1853163989394816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 429us (483us total) trans 4294976276 rc 0/0 00000100:00100000:1.0:1767317776.918879:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989395968 00000100:00100000:1.0:1767317776.918881:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989395968 00000100:00100000:3.0:1767317776.918884:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16077 00000100:00100000:1.0:1767317776.918891:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16078 00000100:00100000:3.0:1767317776.918896:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16079 00000100:00100000:1.0:1767317776.918897:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+62:7013:x1853163989395328:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.918901:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:7013:x1853163989395840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317776.918910:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:54 count 1 00002000:00080000:3.0:1767317776.918910:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3 count 1 00002000:00010000:3.0:1767317776.918924:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1767317776.918925:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317776.918930:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.918930:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.918939:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.918940:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317776.918943:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.918952:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.918959:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919065:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919068:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919071:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919081:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919089:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919096:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919107:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.919195:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:7013:x1853163989395840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 292us (711us total) trans 4294976277 rc 0/0 00000100:00100000:3.0:1767317776.919201:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16079 00000100:00100000:3.0:1767317776.919213:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16080 00000100:00100000:3.0:1767317776.919218:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:7013:x1853163989394944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.919251:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:41 count 1 00002000:00010000:3.0:1767317776.919267:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.919272:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919278:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919280:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919283:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919291:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919299:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919306:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919316:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767317776.919399:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:7013:x1853163989394944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 180us (873us total) trans 4294976278 rc 0/0 00000100:00100000:3.0:1767317776.919405:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16080 00000100:00100000:3.0:1767317776.919417:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16081 00000100:00100000:3.0:1767317776.919422:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:7013:x1853163989395456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.919432:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18 count 1 00002000:00010000:3.0:1767317776.919445:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.919449:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919456:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919458:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919461:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919469:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919701:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919708:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919718:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317776.919807:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:7013:x1853163989395456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 384us (1042us total) trans 4294976279 rc 0/0 00000100:00100000:3.0:1767317776.919813:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16081 00000100:00100000:3.0:1767317776.919826:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16082 00000100:00100000:3.0:1767317776.919832:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:7013:x1853163989395968:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.919843:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00002000:00010000:3.0:1767317776.919857:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.919861:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919868:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919869:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.919872:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919880:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919886:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919893:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.919900:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767317776.919990:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:7013:x1853163989395968:12345-0@lo:6:osp-syn-0-1.0 Request processed in 157us (1189us total) trans 4294976280 rc 0/0 00000100:00100000:3.0:1767317776.919995:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16082 00010000:00010000:3.0:1767317776.920016:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767317776.920022:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920033:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.920036:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920045:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920060:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920067:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3f421 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920083:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767317776.920087:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920093:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.920096:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920102:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920109:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920120:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3f428 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920129:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767317776.920132:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920137:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.920140:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920147:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920154:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920160:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3f436 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920169:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.920171:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920177:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.920179:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920186:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920193:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920198:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3f43d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920206:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.920209:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920214:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.920217:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920223:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920252:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920259:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3f444 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.920275:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.920276:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.920278:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.921843:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.921851:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.921931:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:1.0:1767317776.922945:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.922967:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.923001:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.923008:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.923016:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.923020:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.923030:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.923048:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.923054:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f42f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.923080:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.923082:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.923083:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.923192:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+63:7013:x1853163989395328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4294us (4743us total) trans 4294976281 rc 0/0 00000100:00100000:1.0:1767317776.923200:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16078 00000004:00080000:1.0:1767317776.923277:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa720000/2, rc 0, transno 4294976278 00000100:00100000:1.0:1767317776.923283:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394944:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.923294:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa723100/2, rc 0, transno 4294976279 00000100:00100000:1.0:1767317776.923298:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395456:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.923306:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a17480/2, rc 0, transno 4294976280 00000100:00100000:1.0:1767317776.923309:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395968:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.923316:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a14380/2, rc 0, transno 4294976277 00000100:00100000:1.0:1767317776.923319:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395840:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.923327:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa722d80/2, rc 0, transno 4294976276 00000100:00100000:1.0:1767317776.923330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989394816:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317776.923337:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa721880/2, rc 0, transno 4294976281 00000100:00100000:1.0:1767317776.923339:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989395328:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.923401:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.923515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396352:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.923552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.923664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396864:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.923670:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396224:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.923690:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.923706:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.923711:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767317776.923716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.923720:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396736:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.923735:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.923757:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396992:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.923757:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396352 00000100:00100000:3.0:1767317776.923763:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396352 00000100:00100000:2.0:1767317776.923775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.923793:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16083 00000100:00100000:2.0:1767317776.923795:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.923800:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+63:7013:x1853163989396352:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.923808:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767317776.923812:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396608:0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.923826:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:87 count 1 00000100:00100000:2.0:1767317776.923830:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.923844:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989397120:0@lo:6:osp-syn-0-1.0 00002000:00010000:3.0:1767317776.923856:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.923862:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.923863:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317776.923873:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.923876:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767317776.923879:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396864 00010000:00010000:3.0:1767317776.923881:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.923883:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396864 00010000:00010000:3.0:1767317776.923893:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.923898:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396224 00000100:00100000:2.0:1767317776.923900:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396224 00010000:00010000:3.0:1767317776.923903:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.923908:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396480 00000100:00100000:2.0:1767317776.923910:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396480 00010000:00010000:3.0:1767317776.923911:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.923917:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396992 00000100:00100000:2.0:1767317776.923919:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396992 00010000:00010000:3.0:1767317776.923923:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317776.923927:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396736 00000100:00100000:2.0:1767317776.923929:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396736 00000100:00100000:2.0:1767317776.923938:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989396608 00000100:00100000:2.0:1767317776.923940:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989396608 00000100:00100000:2.0:1767317776.923948:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397120 00000100:00100000:2.0:1767317776.923950:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397120 00000100:00100000:2.0:1767317776.923961:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16084 00000100:00100000:2.0:1767317776.923967:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:7013:x1853163989396864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.923981:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:55 count 1 00002000:00010000:2.0:1767317776.923997:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.924001:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924009:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.924011:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.924014:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924022:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924029:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924036:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.924043:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+71:7013:x1853163989396352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 243us (491us total) trans 4294976282 rc 0/0 00010000:00010000:2.0:1767317776.924048:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317776.924052:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16083 00000100:00100000:3.0:1767317776.924066:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16085 00000100:00100000:3.0:1767317776.924071:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+70:7016:x1853163989396224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.924083:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:71 count 1 00002000:00010000:3.0:1767317776.924097:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.924102:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924109:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.924111:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.924113:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924122:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924129:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.924134:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+71:7013:x1853163989396864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 167us (444us total) trans 4294976283 rc 0/0 00010000:00010000:3.0:1767317776.924137:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.924140:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16084 00010000:00010000:3.0:1767317776.924149:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317776.924154:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16086 00000100:00100000:2.0:1767317776.924159:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:7013:x1853163989396480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.924170:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:2.0:1767317776.924185:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.924189:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924197:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.924199:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.924202:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924209:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924216:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924223:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924253:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317776.924271:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+71:7016:x1853163989396224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 199us (563us total) trans 4294976284 rc 0/0 00000100:00100000:3.0:1767317776.924277:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16085 00000100:00100000:3.0:1767317776.924290:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16087 00000100:00100000:3.0:1767317776.924296:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+71:7013:x1853163989396992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.924307:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:40 count 1 00002000:00010000:3.0:1767317776.924321:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.924326:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924333:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767317776.924334:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+71:7013:x1853163989396480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 175us (598us total) trans 4294976285 rc 0/0 00010000:00010000:3.0:1767317776.924335:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.924338:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.924340:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16086 00010000:00010000:3.0:1767317776.924347:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.924353:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16088 00010000:00010000:3.0:1767317776.924354:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317776.924359:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:7016:x1853163989396736:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1767317776.924362:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767317776.924368:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:39 count 1 00010000:00010000:3.0:1767317776.924369:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1767317776.924380:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.924384:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924391:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.924392:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.924396:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924405:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924413:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924419:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.924427:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767317776.924458:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+72:7013:x1853163989396992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (681us total) trans 4294976286 rc 0/0 00000100:00100000:3.0:1767317776.924464:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16087 00000100:00100000:2.0:1767317776.924507:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+72:7016:x1853163989396736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 148us (709us total) trans 4294976287 rc 0/0 00000100:00100000:2.0:1767317776.924513:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16088 00000100:00100000:2.0:1767317776.924526:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16089 00000100:00100000:2.0:1767317776.924532:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+71:7016:x1853163989396608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317776.924542:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:78 count 1 00002000:00010000:2.0:1767317776.924556:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317776.924561:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.924743:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16090 00000100:00100000:3.0:1767317776.924751:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+70:7016:x1853163989397120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.924783:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00002000:00010000:3.0:1767317776.924798:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.924803:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924809:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.924811:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.924814:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924822:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924829:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924835:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924842:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767317776.924934:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+71:7016:x1853163989397120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 183us (1069us total) trans 4294976288 rc 0/0 00000100:00100000:3.0:1767317776.924939:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16090 00010000:00010000:3.0:1767317776.924967:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767317776.924973:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924981:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.924984:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.924998:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925014:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925021:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f44b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925040:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767317776.925043:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925048:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.925051:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925058:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925066:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925072:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f452 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925089:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767317776.925092:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925098:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.925101:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925106:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925114:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925119:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f459 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925129:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767317776.925132:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925137:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.925139:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925145:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925152:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925158:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f460 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925167:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767317776.925169:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925175:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.925178:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925184:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925192:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925198:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f467 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925210:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317776.925213:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925224:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.925227:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925251:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925260:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925266:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f46e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925278:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.925281:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925287:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.925289:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925296:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925304:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925314:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f47c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.925324:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.925327:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.925328:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.925335:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.925340:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.925704:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.925995:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.925996:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317776.925999:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.926007:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.926013:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.926018:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.926031:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.926051:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.926056:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.926062:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317776.926065:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.926072:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.926083:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.926089:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f475 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.926101:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.926103:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.926105:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317776.926172:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+71:7016:x1853163989396608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1640us (2339us total) trans 4294976289 rc 0/0 00000100:00100000:2.0:1767317776.926179:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16089 00000004:00080000:0.0:1767317776.926312:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d1f80/2, rc 0, transno 4294976285 00000004:00080000:2.0:1767317776.926315:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d0e00/2, rc 0, transno 4294976289 00000100:00100000:0.0:1767317776.926327:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396480:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.926339:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d0700/2, rc 0, transno 4294976286 00000100:00100000:2.0:1767317776.926381:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396608:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.926394:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1ed2bfb80/2, rc 0, transno 4294976288 00000100:00100000:2.0:1767317776.926397:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989397120:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.926405:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d3100/2, rc 0, transno 4294976287 00000100:00100000:2.0:1767317776.926408:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396736:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317776.926416:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d3b80/2, rc 0, transno 4294976284 00000100:00100000:2.0:1767317776.926419:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989396224:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.926429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396992:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1767317776.926435:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317776.926442:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d1c00/2, rc 0, transno 4294976282 00000100:00100000:0.0:1767317776.926445:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396352:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317776.926454:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd1d1180/2, rc 0, transno 4294976283 00000100:00100000:0.0:1767317776.926457:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989396864:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317776.926476:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925729408 00000100:00100000:0.0:1767317776.926483:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925729408 00000100:00100000:0.0:1767317776.926664:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21886 00000100:00100000:0.0:1767317776.926675:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+12:68718:x1853163925729408:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.926695:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.926716:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f483 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b06 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.926816:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f48a lrc: 3/1,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.926828:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f48a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.926838:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f48a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00000004:00200000:0.0:1767317776.926848:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00010000:00010000:0.0:1767317776.926926:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f483 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b06 expref: 15 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.926943:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f48a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b06 expref: 14 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.926952:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:0.0:1767317776.926955:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1767317776.926959:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6a00, rc 0) 00000100:00100000:0.0:1767317776.927021:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925729408:12345-192.168.204.1@tcp:101:rm.0 Request processed in 349us (5094us total) trans 4294968441 rc 0/0 00000100:00100000:0.0:1767317776.927027:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21886 00000100:00100000:2.0:1767317776.928966:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989397248:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1767317776.929023:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.929058:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397248 00000100:00100000:3.0:1767317776.929065:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397248 00000100:00100000:3.0:1767317776.929107:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16091 00000100:00100000:3.0:1767317776.929116:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+71:7016:x1853163989397248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317776.929141:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2 count 1 00002000:00010000:3.0:1767317776.929170:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317776.929178:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.929189:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.929190:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317776.929194:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.929204:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.929210:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.929215:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.929421:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.929427:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.929435:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317776.929439:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.929443:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767317776.929448:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.929463:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.929470:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f498 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.929485:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.929486:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.929487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317776.929673:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+72:7016:x1853163989397248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 557us (647us total) trans 4294976290 rc 0/0 00000100:00100000:3.0:1767317776.929681:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16091 00000004:00080000:2.0:1767317776.931909:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd253b80/2, rc 0, transno 4294976290 00000100:00100000:2.0:1767317776.931926:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989397248:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1767317776.932870:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.932950:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925729536 00000100:00100000:0.0:1767317776.932957:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925729536 00000100:00100000:0.0:1767317776.933046:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21887 00000100:00100000:0.0:1767317776.933056:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925729536:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1767317776.933079:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317776.933098:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3f49f lrc: 2/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b0d expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.933163:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.933177:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933188:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933200:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.933205:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933210:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933295:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f4b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317776.933304:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933310:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00000004:00010000:0.0:1767317776.933336:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f4b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933350:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933356:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933361:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933367:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933374:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.933378:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933384:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933395:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:0.0:1767317776.933398:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.933403:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933410:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f4a6 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933422:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933428:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933433:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933438:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317776.933441:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933447:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933454:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff96e2da7e7500) 00010000:00010000:0.0:1767317776.933457:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317776.933459:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 2/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933464:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f4ad lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:0.0:1767317776.933493:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6800/0xd0d4f19a2da3f49f lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b0d expref: 16 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.933504:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f4b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b0d expref: 15 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.933510:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2c54a9600) 00010000:00010000:0.0:1767317776.933512:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767317776.933515:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6e00, rc 0) 00000100:00100000:0.0:1767317776.933606:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925729536:12345-192.168.204.1@tcp:101:rm.0 Request processed in 551us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.933614:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21887 00000100:00100000:2.0:1767317776.939347:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.939428:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925729664 00000100:00100000:1.0:1767317776.939439:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925729664 00000100:00100000:1.0:1767317776.939497:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21888 00000100:00100000:1.0:1767317776.939508:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+96:68718:x1853163925729664:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.939528:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.939563:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f4bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b14 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.939635:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f4c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.939650:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.939664:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f4c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.939718:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x247e:0x0]: returning size 4096 00000004:00200000:1.0:1767317776.939722:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767317776.939753:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f4bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b14 expref: 98 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.939772:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f4c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b14 expref: 97 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.939781:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2e09d7c00) 00010000:00010000:1.0:1767317776.939784:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767317776.939788:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7e00, rc 0) 00000100:00100000:1.0:1767317776.939849:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+97:68718:x1853163925729664:12345-192.168.204.1@tcp:101:rm.0 Request processed in 343us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.939856:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21888 00000100:00100000:3.0:1767317776.940155:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.940368:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925729792 00000100:00100000:0.0:1767317776.940374:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925729792 00000100:00100000:0.0:1767317776.940418:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 183 00000100:00100000:0.0:1767317776.940426:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9add850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+15:2511:x1853163925729792:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767317776.940438:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.940458:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f4b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b0d expref: 15 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.940471:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2c54a9600) 00010000:00010000:0.0:1767317776.940476:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317776.940499:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9add850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+14:2511:x1853163925729792:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 74us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.940506:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 183 00000100:00100000:3.0:1767317776.949211:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.953216:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925729920 00000100:00100000:0.0:1767317776.953260:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925729920 00000100:00100000:0.0:1767317776.953333:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9957 00000100:00100000:0.0:1767317776.953345:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+97:68718:x1853163925729920:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:2.0:1767317776.958553:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+97:68718:x1853163925729920:12345-192.168.204.1@tcp:37:rm.0 Request processed in 5198us (9340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317776.959028:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9957 00000100:00100000:3.0:1767317776.963158:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.963264:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925730048 00000100:00100000:1.0:1767317776.963272:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925730048 00000100:00100000:1.0:1767317776.963321:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21889 00000100:00100000:1.0:1767317776.963331:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+97:68718:x1853163925730048:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.963352:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.963374:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f4c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b1b expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.963427:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963438:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963446:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963457:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963461:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963465:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963624:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963632:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963639:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.963672:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x247f:0x0]: returning size 2094080 00000004:00200000:1.0:1767317776.963678:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317776.963699:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963708:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963715:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963719:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963723:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963727:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963731:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.963733:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963738:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963746:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2e09d7c00) 00010000:00010000:1.0:1767317776.963748:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.963751:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963755:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f4d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963765:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963768:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963772:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963774:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.963776:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963779:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963782:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0xd0512ca8 (ffff96e2c8a10400) 00010000:00010000:1.0:1767317776.963783:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.963785:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963788:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f4d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.963808:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f4c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b1b expref: 99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.963816:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b1b expref: 98 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.963820:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247f:0x0].0x0 (ffff96e2c8a10b00) 00010000:00010000:1.0:1767317776.963821:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317776.963822:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7400, rc 0) 00000100:00100000:1.0:1767317776.963875:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+98:68718:x1853163925730048:12345-192.168.204.1@tcp:101:rm.0 Request processed in 546us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.963884:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21889 00000100:00100000:3.0:1767317776.968555:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.969294:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925730304 00000100:00100000:1.0:1767317776.969305:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925730304 00000100:00100000:1.0:1767317776.969368:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21890 00000100:00100000:1.0:1767317776.969379:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+98:68718:x1853163925730304:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317776.969442:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767317776.969469:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f4de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b1b expref: 98 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.969485:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247f:0x0].0x0 (ffff96e2c8a10b00) 00010000:00010000:1.0:1767317776.969497:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f4c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b14 expref: 97 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.969503:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2e09d7c00) 00010000:00010000:1.0:1767317776.969506:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317776.969528:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969609:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969621:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969637:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969643:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969672:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969745:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969750:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.969755:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000040:00080000:1.0:1767317776.969955:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].104, 64 off14848 00010000:00010000:1.0:1767317776.969994:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970000:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970005:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970009:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970013:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970017:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970032:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317776.970047:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970057:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970063:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970067:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317776.970068:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.970072:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970073:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970079:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317776.970080:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970082:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970089:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247f:0x0].0x0 (ffff96e2c8a10300) 00010000:00010000:3.0:1767317776.970089:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970092:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317776.970095:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970097:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247f:0x0].0x0 (ffff96e2c8a10300) 00010000:00010000:3.0:1767317776.970100:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317776.970101:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f4f3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x247f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970103:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 1/0,0 mode: --/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970108:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3f4fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x247f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317776.970121:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.970122:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.970124:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317776.970282:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970289:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970295:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970300:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970304:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.970308:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970314:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970321:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2e09d7c00) 00010000:00010000:1.0:1767317776.970323:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.970325:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970329:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f4e5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:1.0:1767317776.970335:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001a895085 reply state 000000001c2fa6a3 transno 8589934920 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970342:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.970346:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0xd0512ca8 (ffff96e2c8a10200) 00010000:00010000:1.0:1767317776.970348:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317776.970349:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317776.970415:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+98:68718:x1853163925730304:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1036us (1870us total) trans 8589934920 rc 0/0 00000100:00100000:1.0:1767317776.970422:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21890 00000100:00100000:3.0:1767317776.974966:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.975472:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925730432 00000100:00100000:1.0:1767317776.975483:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925730432 00000100:00100000:1.0:1767317776.975704:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21891 00000100:00100000:1.0:1767317776.975717:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925730432:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.975740:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.975759:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f501 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b22 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.975815:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.975829:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975837:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975845:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 3/1,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.975849:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975853:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975898:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f516 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.975902:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f516 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975906:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f516 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00000004:00010000:1.0:1767317776.975927:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f516 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975940:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975946:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975953:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975960:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975966:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.975970:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975977:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.975987:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:1.0:1767317776.975989:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.975994:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976000:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f508 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976012:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976017:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976023:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976027:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317776.976030:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976040:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976047:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff96e2c8a10b00) 00010000:00010000:1.0:1767317776.976050:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.976052:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 2/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976058:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f50f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317776.976083:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f501 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b22 expref: 16 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.976092:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f516 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b22 expref: 15 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.976097:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2c54a9600) 00010000:00010000:1.0:1767317776.976098:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1767317776.976100:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a6000, rc 0) 00000100:00100000:1.0:1767317776.976153:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925730432:12345-192.168.204.1@tcp:101:rm.0 Request processed in 439us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.976160:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21891 00000100:00100000:3.0:1767317776.980451:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.980559:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925730560 00000100:00100000:1.0:1767317776.980571:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925730560 00000100:00100000:1.0:1767317776.980663:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21892 00000100:00100000:1.0:1767317776.980673:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+98:68718:x1853163925730560:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317776.980704:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.980732:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f51d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b29 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.980797:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f524 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.980811:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317776.980824:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317776.980877:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x247e:0x0]: returning size 4096 00000004:00200000:1.0:1767317776.980882:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1767317776.980922:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f51d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b29 expref: 100 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.980942:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b29 expref: 99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.980951:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2e09d7c00) 00010000:00010000:1.0:1767317776.980954:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767317776.980958:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7800, rc 0) 00000100:00100000:1.0:1767317776.981035:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925730560:12345-192.168.204.1@tcp:101:rm.0 Request processed in 362us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.981043:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21892 00000100:00100000:0.0:1767317776.981287:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.982082:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925730688 00000100:00100000:3.0:1767317776.982089:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925730688 00000100:00100000:3.0:1767317776.982131:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 184 00000100:00100000:3.0:1767317776.982137:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+15:2513:x1853163925730688:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767317776.982147:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317776.982162:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f516 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b22 expref: 15 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.982176:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2c54a9600) 00010000:00010000:3.0:1767317776.982179:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767317776.982217:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:2513:x1853163925730688:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 80us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.982224:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 184 00000100:00100000:0.0:1767317776.986554:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317776.986619:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317776.986722:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925730816 00000100:00100000:1.0:1767317776.986732:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925730816 00000100:00100000:1.0:1767317776.986798:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 185 00000100:00100000:1.0:1767317776.986809:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+14:2512:x1853163925730816:12345-192.168.204.1@tcp:103:rm.0 00010000:00010000:1.0:1767317776.986828:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.986859:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d2c0da00/0xd0d4f19a2da35d2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8016df expref: 14 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.986883:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2c54a9600) 00010000:00010000:1.0:1767317776.986894:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767317776.987009:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+13:2512:x1853163925730816:12345-192.168.204.1@tcp:103:rm.0 Request processed in 200us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.987018:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 185 00000100:00100000:2.0:1767317776.987135:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925731072 00000100:00100000:2.0:1767317776.987140:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925731072 00000100:00100000:2.0:1767317776.987208:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9958 00000100:00100000:2.0:1767317776.987217:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925731072:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:2.0:1767317776.987979:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925731072:12345-192.168.204.1@tcp:35:rm.0 Request processed in 693us (1288us total) trans 8589934921 rc 0/0 00000100:00100000:2.0:1767317776.987988:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9958 00000100:00100000:0.0:1767317776.989428:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317776.989544:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925731328 00000100:00100000:3.0:1767317776.989554:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925731328 00000100:00100000:3.0:1767317776.989629:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21893 00000100:00100000:3.0:1767317776.989638:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925731328:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317776.989696:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767317776.989721:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f524 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x247e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b29 expref: 100 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.989742:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e1c2726800/0xd0d4f19a2da38ddd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x247e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80171e expref: 99 pid: 88815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.989753:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2e09d7c00) 00010000:00010000:3.0:1767317776.989766:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.989817:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 3/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.989826:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 3/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317776.989839:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 3/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT0 00000100:00100000:3.0:1767317776.989858:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989397376:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1767317776.989893:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.989928:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397376 00000100:00100000:1.0:1767317776.989932:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397376 00000100:00100000:3.0:1767317776.989945:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9b300 going to sleep for 11 seconds 00000100:00100000:1.0:1767317776.989965:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:1.0:1767317776.989972:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15469:x1853163989397376:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767317776.989982:0:15473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317776.990083:0:15473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f52b expref: -99 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.990111:0:15473:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 12 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.990122:0:15473:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 4/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.990146:0:15473:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 12 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.990159:0:15473:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 12 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:1.0:1767317776.990174:0:15473:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:15473:1853163989397504:192.168.204.1@tcp:104: 00000100:00100000:1.0:1767317776.990302:0:15473:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4f00 going to sleep for 11 seconds 00010000:00010000:1.0:1767317776.992403:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.993467:0:15473:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:15473:1853163989397504:192.168.204.1@tcp:104: 00010000:00010000:1.0:1767317776.993503:0:15473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.993516:0:15473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:1.0:1767317776.993531:0:15473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317776.993541:0:15473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.993552:0:15473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7600, rc 0) 00000100:00100000:1.0:1767317776.993626:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15469:x1853163989397376:12345-0@lo:101:mdt00_001.0 Request processed in 3653us (3729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.993636:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:3.0:1767317776.993681:0:15469:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968433 gen 2 00000004:00080000:3.0:1767317776.993688:0:15469:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968427 committed transno 4294968433 00000020:00080000:3.0:1767317776.993695:0:15469:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff96e2efc30e40 refcount 2 committed 0 result 0 batchid 4294995416 00000020:00080000:3.0:1767317776.993699:0:15469:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff96e2efc30f00 00000020:00080000:3.0:1767317776.993702:0:15469:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].3 00000020:00080000:3.0:1767317776.993705:0:15469:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405f700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2f96a4400 00000020:00080000:3.0:1767317776.993707:0:15469:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].3 00000100:00100000:0.0:1767317776.993726:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000004:00080000:3.0:1767317776.993735:0:15469:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968433 committed transno 4294968433 00000020:00080000:3.0:1767317776.993738:0:15469:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff96e2efc30300 refcount 2 committed 0 result 0 batchid 4294995417 00000020:00080000:3.0:1767317776.993741:0:15469:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405fc00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff96e1cd70e780 00000020:00080000:3.0:1767317776.993743:0:15469:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].4 00000020:00080000:3.0:1767317776.993746:0:15469:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2e405fa00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2c2de8400 00000020:00080000:3.0:1767317776.993748:0:15469:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].4 00000100:00100000:3.0:1767317776.993763:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989397376:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1767317776.993779:0:15469:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 4/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.993790:0:15469:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 4/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1767317776.993803:0:88812:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294995417 committed batchid 4294995415 00000020:00080000:2.0:1767317776.993875:0:88812:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294995415 00000100:00100000:1.0:1767317776.994126:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925731456 00000100:00100000:1.0:1767317776.994132:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925731456 00010000:00010000:1.0:1767317776.994154:0:18389:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 13 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:1.0:1767317776.994179:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2414 00000100:00100000:1.0:1767317776.994188:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+13:2511:x1853163925731456:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767317776.994203:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317776.994209:0:18389:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 13 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767317776.994219:0:18389:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 13 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767317776.994380:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f2a0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af8 expref: 13 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:1.0:1767317776.994396:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:1.0:1767317776.994401:0:18389:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 5 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.994465:0:18389:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 5 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.994472:0:18389:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 5 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317776.994503:0:18389:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 5 pid: 15473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.994527:0:18389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:18389:1853163989397632:0@lo:105: 00000100:00100000:1.0:1767317776.994799:0:18389:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.994831:0:18389:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767317776.994836:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397632 00000100:00100000:3.0:1767317776.994841:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397632 00000100:00100000:3.0:1767317776.994877:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:3.0:1767317776.994884:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:18389:x1853163989397632:12345-0@lo:105: 00010000:00010000:3.0:1767317776.994895:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 5/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.994913:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 5/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.994920:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 5/0,1 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.994925:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 5/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.994929:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 6/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.994934:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 6/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.994949:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff96e2c4bbc800) 00010000:00010000:2.0:1767317776.994971:0:15469:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.994980:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317776.994988:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:18389:x1853163989397632:12345-0@lo:105: Request processed in 105us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.994994:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000004:00080000:2.0:1767317776.995004:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00010000:00010000:2.0:1767317776.995038:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.995045:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.995055:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT0 00000100:00100000:2.0:1767317776.995072:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989397760:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1767317776.995097:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.995118:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718d900 going to sleep for 11 seconds 00000100:00100000:3.0:1767317776.995135:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397760 00000100:00100000:3.0:1767317776.995140:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397760 00000100:00100000:3.0:1767317776.995169:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:1.0:1767317776.995172:0:18389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:18389:1853163989397632:0@lo:105: 00000100:00100000:3.0:1767317776.995175:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15469:x1853163989397760:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767317776.995183:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317776.995190:0:15473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.995203:0:15473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f540 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f539 expref: -99 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.995219:0:15473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f540 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f539 expref: 7 pid: 15473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317776.995226:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+12:2511:x1853163925731456:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 1039us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317776.995252:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2414 00010000:00010000:3.0:1767317776.995256:0:15473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f540 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f539 expref: 7 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.995263:0:15473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff96e2f9286e00) 00010000:00010000:3.0:1767317776.995266:0:15473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317776.995269:0:15473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbde00, rc 0) 00000100:00100000:3.0:1767317776.995296:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989397760:12345-0@lo:101:mdt00_001.0 Request processed in 121us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.995302:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:2.0:1767317776.995541:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989397760:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317776.995554:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.995562:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767317776.995586:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00000100:00100000:2.0:1767317776.995621:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989397888:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317776.995646:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.995666:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767317776.995847:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989397888 00000100:00100000:0.0:1767317776.995853:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989397888 00000100:00100000:0.0:1767317776.995891:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:0.0:1767317776.995898:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989397888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317776.995966:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989397888:12345-0@lo:1000:mdt00_001.0 Request processed in 68us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.995973:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00100000:2.0:1767317776.996339:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989397888:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317776.996383:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989398016:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317776.996408:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.996438:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767317776.996474:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398016 00000100:00100000:3.0:1767317776.996689:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398016 00000100:00100000:3.0:1767317776.996717:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:3.0:1767317776.996724:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989398016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1767317776.996792:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989398016:12345-0@lo:1000:mdt00_001.0 Request processed in 67us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.996798:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:2.0:1767317776.996820:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989398016:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317776.996856:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989398144:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317776.996879:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.996897:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718d600 going to sleep for 11 seconds 00000100:00100000:3.0:1767317776.996967:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398144 00000100:00100000:3.0:1767317776.996970:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398144 00000100:00100000:3.0:1767317776.996999:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1767317776.997006:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989398144:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1767317776.997071:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989398144:12345-0@lo:1000:mdt00_001.0 Request processed in 66us (191us total) trans 0 rc 1/1 00000100:00100000:3.0:1767317776.997078:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:2.0:1767317776.997098:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989398144:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1767317776.997147:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.997156:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.997166:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT0 00000100:00100000:2.0:1767317776.997177:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989398272:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1767317776.997193:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317776.997209:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718d900 going to sleep for 11 seconds 00000100:00100000:3.0:1767317776.997222:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398272 00000100:00100000:3.0:1767317776.997226:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398272 00000100:00100000:3.0:1767317776.997270:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:3.0:1767317776.997276:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989398272:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1767317776.997286:0:15473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317776.997299:0:15473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f54e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f547 expref: -99 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.997320:0:15473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f54e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f547 expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.997333:0:15473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f54e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f547 expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.997342:0:15473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2f9286300) 00010000:00010000:3.0:1767317776.997345:0:15473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767317776.997348:0:15473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc400, rc 0) 00000100:00100000:3.0:1767317776.997381:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:15469:x1853163989398272:12345-0@lo:101:mdt00_001.0 Request processed in 105us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317776.997387:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00100000:2.0:1767317776.997404:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989398272:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317776.997425:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.997435:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.997453:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.997458:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.997467:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:2.0:1767317776.997753:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].5, 416 off36880 00000040:00080000:2.0:1767317776.997790:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].5, 496 off37400 00000004:00080000:2.0:1767317776.997795:0:15469:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff96e2f718d900 with version 13 00000004:00080000:1.0:1767317776.997977:0:88797:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c752a540 version 13 rpc_version 13 00000020:00100000:1.0:1767317776.997995:0:88797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767317776.998002:0:88797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2fd253480 x1853163989398528/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1728/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317776.998018:0:88797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989398528:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767317776.998047:0:88797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317776.998073:0:88797:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767317776.998082:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398528 00000100:00100000:3.0:1767317776.998087:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398528 00000100:00100000:3.0:1767317776.998114:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:3.0:1767317776.998121:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:88797:x1853163989398528:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767317776.998549:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:88797:x1853163989398528:12345-0@lo:1000:osp_up1-0.0 Request processed in 429us (501us total) trans 4294968442 rc 0/0 00000100:00100000:2.0:1767317776.998554:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00100000:1.0:1767317776.998890:0:88797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989398528:0@lo:1000:osp_up1-0.0 00000004:00200000:2.0:1767317776.998927:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x247e:0x0]: returning size 4096 00010000:00010000:2.0:1767317776.998943:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.998951:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.998958:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.998964:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317776.998969:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.998976:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.998986:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2da7f2200) 00010000:00010000:2.0:1767317776.998988:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317776.998992:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.998998:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f555 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317776.999016:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999023:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999030:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999053:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317776.999084:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317776.999090:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.999098:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc186a290) 00010000:00010000:3.0:1767317776.999101:0:15462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767317776.999109:0:15462:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.999133:0:15462:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.999139:0:15462:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000004:00080000:2.0:1767317776.999164:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00010000:00010000:3.0:1767317776.999168:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999171:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.999175:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c9600/0xd0d4f19a2da3f547 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f54e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999179:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999185:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.999187:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.999189:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317776.999191:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.999199:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767317776.999203:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x112:0x0] 00010000:00010000:2.0:1767317776.999208:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317776.999213:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999219:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc186a290) 00010000:00010000:2.0:1767317776.999221:0:16680:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317776.999273:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.999274:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989398656:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767317776.999282:0:15469:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317776.999310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317776.999352:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925731328:12345-192.168.204.1@tcp:36:rm.0 Request processed in 9712us (9928us total) trans 8589934922 rc 0/0 00000100:00100000:3.0:1767317776.999359:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21893 00000004:00010000:2.0:1767317776.999508:0:16680:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999532:0:16680:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 2/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999536:0:16680:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767317776.999547:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 1/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999552:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c4bbc800/0xd0d4f19a2da3f52b lrc: 0/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f532 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317776.999561:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.999562:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317776.999564:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317776.999659:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989398784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317776.999718:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398656 00000100:00100000:0.0:1767317776.999722:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398656 00000100:00100000:0.0:1767317776.999758:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1767317776.999766:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:7013:x1853163989398656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317776.999778:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317776.999795:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f54e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x247e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f547 expref: 9 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317776.999805:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0x0 (ffff96e2f9286300) 00010000:00010000:0.0:1767317776.999810:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317776.999838:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:7013:x1853163989398656:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317776.999842:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1767317777.000343:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989398656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767317777.000717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.000788:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398784 00000100:00100000:2.0:1767317777.000793:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398784 00000100:00100000:2.0:1767317777.000828:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1767317777.000836:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:7014:x1853163989398784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767317777.000846:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317777.000860:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f532 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f52b expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.000872:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:2.0:1767317777.000876:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767317777.000914:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:7014:x1853163989398784:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.000920:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1767317777.000981:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989398784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317777.003700:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317777.003778:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.003869:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925731584 00000100:00100000:1.0:1767317777.003879:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925731584 00000100:00100000:1.0:1767317777.003943:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 188 00000100:00100000:1.0:1767317777.003953:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+99:2511:x1853163925731584:12345-192.168.204.1@tcp:103:rm.0 00010000:00010000:1.0:1767317777.003968:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317777.003991:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f292 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802af1 expref: 99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.004011:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd200) 00010000:00010000:1.0:1767317777.004021:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767317777.004074:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+98:2511:x1853163925731584:12345-192.168.204.1@tcp:103:rm.0 Request processed in 123us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.004081:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 188 00000100:00100000:2.0:1767317777.007072:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925731840 00000100:00100000:2.0:1767317777.007085:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925731840 00000100:00100000:2.0:1767317777.007143:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9959 00000100:00100000:2.0:1767317777.007150:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+12:68718:x1853163925731840:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:2.0:1767317777.007433:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925731840:12345-192.168.204.1@tcp:35:rm.0 Request processed in 282us (3742us total) trans 4294968443 rc 0/0 00000100:00100000:2.0:1767317777.007439:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9959 00000100:00100000:0.0:1767317777.009787:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.009867:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732096 00000100:00100000:3.0:1767317777.009876:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732096 00000100:00100000:3.0:1767317777.009953:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21894 00000100:00100000:3.0:1767317777.009964:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925732096:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317777.010017:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767317777.010044:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f48a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x112:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b06 expref: 13 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.010064:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2efdbd200/0xd0d4f19a2da35d0e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8016d8 expref: 12 pid: 15771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.010076:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e1cf6bd300) 00010000:00010000:3.0:1767317777.010085:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317777.010129:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.010135:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.010142:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT1 00000100:00100000:3.0:1767317777.010158:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989398912:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1767317777.010196:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317777.010222:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9b300 going to sleep for 11 seconds 00000100:00100000:2.0:1767317777.010381:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989398912 00000100:00100000:2.0:1767317777.010384:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989398912 00000100:00100000:2.0:1767317777.010442:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1767317777.010448:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:15469:x1853163989398912:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317777.010456:0:15473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.010468:0:15473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f55c expref: -99 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.010485:0:15473:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 97 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.010494:0:15473:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 7 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.010529:0:15473:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 97 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.010542:0:15473:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 97 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:2.0:1767317777.010557:0:15473:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:15473:1853163989399040:192.168.204.1@tcp:104: 00000100:00100000:2.0:1767317777.010637:0:15473:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a180 going to sleep for 11 seconds 00000100:00100000:1.0:1767317777.013465:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.013548:0:15473:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:15473:1853163989399040:192.168.204.1@tcp:104: 00010000:00010000:2.0:1767317777.013596:0:15473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 7 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.013610:0:15473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317777.013613:0:15473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.013618:0:15473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 7 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.013630:0:15473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9400, rc 0) 00000100:00100000:3.0:1767317777.013688:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732224 00000100:00100000:2.0:1767317777.013692:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:15469:x1853163989398912:12345-0@lo:101:mdt00_001.0 Request processed in 3244us (3494us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.013694:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732224 00000100:00100000:2.0:1767317777.013701:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00010000:00010000:3.0:1767317777.013727:0:15460:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 98 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767317777.013757:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2415 00000100:00100000:3.0:1767317777.013766:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9adf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+98:2512:x1853163925732224:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767317777.013781:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317777.013786:0:15460:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 98 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:3.0:1767317777.013797:0:15460:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 98 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:3.0:1767317777.013819:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f276 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802aea expref: 98 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:3.0:1767317777.013832:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:3.0:1767317777.013836:0:15460:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.013846:0:15460:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.013855:0:15460:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.013885:0:15460:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 6 pid: 15473 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317777.013902:0:15460:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15460:1853163989399168:0@lo:105: 00000100:00100000:0.0:1767317777.013991:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989398912:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1767317777.014009:0:15469:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.014019:0:15469:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317777.014101:0:15460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317777.014134:0:15460:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9b180 going to sleep for 11 seconds 00000100:00100000:2.0:1767317777.014137:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399168 00000100:00100000:2.0:1767317777.014141:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399168 00000100:00100000:2.0:1767317777.014170:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1767317777.014177:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:15460:x1853163989399168:12345-0@lo:105: 00010000:00010000:2.0:1767317777.014187:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.014196:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.014203:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.014210:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.014214:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.014218:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.014349:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff96e2c4bbdc00) 00000100:00100000:2.0:1767317777.014378:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:15460:x1853163989399168:12345-0@lo:105: Request processed in 201us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.014384:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00000100:00100000:3.0:1767317777.014401:0:15460:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:15460:1853163989399168:0@lo:105: 00010000:00010000:3.0:1767317777.014413:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767317777.014455:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9adf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2d60331a-63e5-4404-aa9d-074124659b10+97:2512:x1853163925732224:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 691us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.014463:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2415 00010000:00010000:0.0:1767317777.014854:0:15469:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.014864:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317777.014883:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1767317777.014918:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.014925:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT1 00010000:00010000:0.0:1767317777.014933:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT1 00000100:00100000:0.0:1767317777.014948:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399296:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1767317777.014977:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317777.015134:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2efc30840 going to sleep for 11 seconds 00000100:00100000:2.0:1767317777.015176:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399296 00000100:00100000:2.0:1767317777.015181:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399296 00000100:00100000:2.0:1767317777.015289:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:2.0:1767317777.015297:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:15469:x1853163989399296:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317777.015311:0:15473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.015327:0:15473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f571 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f56a expref: -99 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.015347:0:15473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f571 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f56a expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.015359:0:15473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f571 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f56a expref: 8 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.015366:0:15473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe9f9711e (ffff96e2da7f2200) 00010000:00010000:2.0:1767317777.015369:0:15473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.015372:0:15473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c8600, rc 0) 00000100:00100000:2.0:1767317777.015422:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989399296:12345-0@lo:101:mdt00_001.0 Request processed in 116us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.015428:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767317777.015433:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399296:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767317777.015444:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.015458:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767317777.015472:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1767317777.015519:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399424:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767317777.015547:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317777.016007:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1767317777.016077:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399424 00000100:00100000:0.0:1767317777.016082:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399424 00000100:00100000:0.0:1767317777.016107:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:0.0:1767317777.016112:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989399424:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317777.016217:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989399424:12345-0@lo:1000:mdt00_001.0 Request processed in 103us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.016224:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:1.0:1767317777.016545:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399424:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767317777.016605:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399552:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767317777.016630:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317777.016657:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4600 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.016686:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399552 00000100:00100000:3.0:1767317777.016691:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399552 00000100:00100000:3.0:1767317777.016760:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:3.0:1767317777.016768:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989399552:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1767317777.016850:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989399552:12345-0@lo:1000:mdt00_001.0 Request processed in 83us (219us total) trans 0 rc 1/1 00000100:00100000:3.0:1767317777.016856:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:1.0:1767317777.016876:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399552:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1767317777.016922:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.016930:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.016939:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT1 00000100:00100000:1.0:1767317777.016950:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399680:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1767317777.016973:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317777.017088:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399680 00000100:00100000:3.0:1767317777.017092:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399680 00000100:00100000:1.0:1767317777.017094:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.017121:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:3.0:1767317777.017127:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989399680:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1767317777.017136:0:15474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.017150:0:15474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f57f lrc: 2/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f578 expref: -99 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.017172:0:15474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f57f lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f578 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.017191:0:15474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f57f lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f578 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.017197:0:15474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e2f9286600) 00010000:00010000:3.0:1767317777.017199:0:15474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767317777.017201:0:15474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc200, rc 0) 00000100:00100000:3.0:1767317777.017269:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:15469:x1853163989399680:12345-0@lo:101:mdt00_001.0 Request processed in 101us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.017276:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:1.0:1767317777.017511:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989399680:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767317777.017619:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.017631:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.017659:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.017668:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.017676:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000040:00080000:1.0:1767317777.018070:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].33, 504 off61008 00000004:00080000:1.0:1767317777.018077:0:15469:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c27a4f00 with version 61 00000004:00080000:2.0:1767317777.018134:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 61 rpc_version 61 00000020:00100000:2.0:1767317777.018155:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767317777.018161:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e1ed2bed80 x1853163989399936/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317777.018175:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989399936:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767317777.018210:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.018250:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a180 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.018328:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989399936 00000100:00100000:3.0:1767317777.018333:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989399936 00000100:00100000:3.0:1767317777.018367:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:3.0:1767317777.018374:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a51050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:15573:x1853163989399936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317777.018964:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a51050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:15573:x1853163989399936:12345-0@lo:1000:osp_up0-1.0 Request processed in 588us (750us total) trans 8589934923 rc 0/0 00000100:00100000:3.0:1767317777.018972:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:2.0:1767317777.019115:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989399936:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1767317777.019179:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x112:0x0]: returning size 4096 00010000:00010000:1.0:1767317777.019199:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019207:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019214:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019221:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.019226:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019253:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019342:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e2c8a10400) 00010000:00010000:1.0:1767317777.019344:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.019348:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019353:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f586 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.019367:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019372:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019376:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019393:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767317777.019493:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767317777.019501:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019507:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019513:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019540:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1767317777.019543:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1767317777.019549:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.019555:0:15469:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317777.019642:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+12:68718:x1853163925732096:12345-192.168.204.1@tcp:36:rm.0 Request processed in 9679us (9859us total) trans 4294968444 rc 0/0 00000100:00100000:1.0:1767317777.019649:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21894 00010000:00010000:2.0:1767317777.019705:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317777.019711:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.019717:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7400 already unused, calling callback (ffffffffc186a290) 00010000:00010000:2.0:1767317777.019721:0:15463:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767317777.019728:0:15463:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.019756:0:15463:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.019762:0:15463:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767317777.019793:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989400064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317777.019830:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317777.019892:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317777.019947:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 1/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.019953:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.019955:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2fc3a7400/0xd0d4f19a2da3f578 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f57f expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.019961:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc186a290) 00010000:00010000:3.0:1767317777.019964:0:25336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.019969:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317777.019971:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1767317777.019971:0:25336:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.019973:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.019994:0:25336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.020000:0:25336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767317777.020352:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989400192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767317777.020381:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317777.020608:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400064 00000100:00100000:1.0:1767317777.020615:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400064 00000100:00100000:1.0:1767317777.020665:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400192 00000100:00100000:1.0:1767317777.020669:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400192 00000100:00100000:1.0:1767317777.020693:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1767317777.020700:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:7015:x1853163989400064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1767317777.020712:0:15460:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317777.020729:0:15460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f57f lrc: 0/0,0 mode: --/EX res: [0x240000401:0x112:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f578 expref: 11 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.020742:0:15460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff96e2f9286600) 00010000:00010000:1.0:1767317777.020749:0:15460:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767317777.020805:0:34346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1767317777.020815:0:34346:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+10:7016:x1853163989400192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767317777.020822:0:34346:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317777.020834:0:34346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f563 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f55c expref: 10 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.020844:0:34346:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e1cf6bd800) 00010000:00010000:2.0:1767317777.020850:0:34346:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767317777.020878:0:34346:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+9:7016:x1853163989400192:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.020884:0:34346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1767317777.020920:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989400192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767317777.022155:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989400064:12345-0@lo:103:ldlm_bl.0 Request processed in 1450us (2319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.022163:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00010000:00010000:3.0:1767317777.022212:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.022222:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f55c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f563 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.022260:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.022263:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.022264:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317777.022390:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989400064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767317777.022390:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.022626:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732352 00000100:00100000:2.0:1767317777.022632:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732352 00000100:00100000:2.0:1767317777.022699:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21895 00000100:00100000:2.0:1767317777.022706:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+97:68718:x1853163925732352:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.022724:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.022740:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f58d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b30 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.022794:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f594 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.022804:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.022812:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317777.022851:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767317777.022854:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317777.022867:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.022882:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f58d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b30 expref: 99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.022892:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f594 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b30 expref: 98 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.022898:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2a00) 00010000:00010000:2.0:1767317777.022899:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767317777.022902:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9200, rc 0) 00000100:00100000:2.0:1767317777.022958:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+98:68718:x1853163925732352:12345-192.168.204.1@tcp:101:rm.0 Request processed in 251us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.022964:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21895 00000100:00100000:0.0:1767317777.025042:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.025108:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732480 00000100:00100000:2.0:1767317777.025117:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732480 00000100:00100000:2.0:1767317777.025199:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21896 00000100:00100000:2.0:1767317777.025207:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+98:68718:x1853163925732480:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.025222:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.025272:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f59b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b37 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.025330:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f5a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.025340:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f5a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.025347:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f5a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317777.025437:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24a1:0x0]: returning size 4096 00000004:00200000:2.0:1767317777.025441:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1767317777.025453:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f5a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.025469:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f59b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b37 expref: 100 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.025481:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f5a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b37 expref: 99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.025489:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a1:0x0].0x0 (ffff96e2d11bb100) 00010000:00010000:2.0:1767317777.025492:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767317777.025497:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9000, rc 0) 00000100:00100000:2.0:1767317777.025557:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925732480:12345-192.168.204.1@tcp:101:rm.0 Request processed in 350us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.025563:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21896 00000100:00100000:0.0:1767317777.031600:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.031740:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732608 00000100:00100000:2.0:1767317777.031751:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732608 00000100:00100000:2.0:1767317777.031811:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21897 00000100:00100000:2.0:1767317777.031820:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925732608:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.031841:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.031866:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f5a9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b3e expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.031930:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f5b0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.031945:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.031957:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317777.032015:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x3:0x0]: returning size 4096 00000004:00200000:2.0:1767317777.032021:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1767317777.032055:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f5a9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b3e expref: 101 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.032073:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f5b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b3e expref: 100 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.032082:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff96e2da7f2300) 00010000:00010000:2.0:1767317777.032084:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767317777.032088:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c8800, rc 0) 00000100:00100000:2.0:1767317777.032141:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925732608:12345-192.168.204.1@tcp:101:rm.0 Request processed in 322us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.032149:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21897 00000100:00100000:0.0:1767317777.034288:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.034371:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732736 00000100:00100000:1.0:1767317777.034379:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732736 00000100:00100000:1.0:1767317777.034429:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21898 00000100:00100000:1.0:1767317777.034436:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+12:68718:x1853163925732736:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.034453:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.034470:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f5b7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b45 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.034515:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f5be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.034808:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f5be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.034819:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f5be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00000004:00200000:1.0:1767317777.034859:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767317777.034862:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1767317777.034886:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f5b7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b45 expref: 14 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.034897:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f5be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b45 expref: 13 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.034903:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2c8a10400) 00010000:00010000:1.0:1767317777.034905:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1767317777.034909:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7a00, rc 0) 00000100:00100000:1.0:1767317777.034963:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925732736:12345-192.168.204.1@tcp:101:rm.0 Request processed in 526us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.034971:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21898 00000100:00100000:0.0:1767317777.038169:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.038534:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732864 00000100:00100000:3.0:1767317777.038544:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732864 00000100:00100000:2.0:1767317777.038811:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9960 00000100:00100000:2.0:1767317777.038818:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925732864:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:2.0:1767317777.042548:0:83223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925732864:12345-192.168.204.1@tcp:37:rm.0 Request processed in 3716us (4376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.042562:0:83223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9960 00000100:00100000:0.0:1767317777.046337:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.046404:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925732992 00000100:00100000:2.0:1767317777.046421:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925732992 00000100:00100000:2.0:1767317777.046466:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9961 00000100:00100000:2.0:1767317777.046472:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fb06a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925732992:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:2.0:1767317777.051036:0:83223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fb06a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925732992:12345-192.168.204.1@tcp:37:rm.0 Request processed in 4552us (4696us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.051050:0:83223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9961 00000100:00100000:0.0:1767317777.055079:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.055489:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925733120 00000100:00100000:2.0:1767317777.055498:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925733120 00000100:00100000:2.0:1767317777.055561:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21899 00000100:00100000:2.0:1767317777.055656:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925733120:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.055689:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.055712:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f5c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b4c expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.055780:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.055794:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.055806:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.055824:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.055831:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.055836:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.056115:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 3/1,0 mode: --/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.056125:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.056132:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000004:00200000:2.0:1767317777.056178:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x12e:0x0]: returning size 0 00000004:00200000:2.0:1767317777.056183:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317777.056204:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.056216:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.056225:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057112:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057120:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057131:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057137:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.057141:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057150:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057165:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2c8a10400) 00010000:00010000:2.0:1767317777.057168:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.057174:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057180:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057195:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057201:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057206:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057210:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.057213:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057219:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057266:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x929dc027 (ffff96e2da7f2100) 00010000:00010000:2.0:1767317777.057270:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.057274:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057279:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f5d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.057318:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f5c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b4c expref: 15 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.057333:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b4c expref: 14 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.057340:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff96e2d11bbf00) 00010000:00010000:2.0:1767317777.057343:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317777.057346:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2de2c9e00, rc 0) 00000100:00100000:2.0:1767317777.057472:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925733120:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1818us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.057493:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21899 00000100:00100000:0.0:1767317777.061815:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.061983:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925733376 00000100:00100000:2.0:1767317777.062003:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925733376 00000100:00100000:2.0:1767317777.062064:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21900 00000100:00100000:2.0:1767317777.062074:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925733376:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317777.062125:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1767317777.062152:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9e00/0xd0d4f19a2da3f5da lrc: 0/0,0 mode: --/PR res: [0x240000401:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b4c expref: 14 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.062179:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3a369 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x12e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802039 expref: 13 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.062191:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff96e2d11bbf00) 00010000:00010000:2.0:1767317777.062207:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f5be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b45 expref: 12 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.062216:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2c8a10400) 00010000:00010000:2.0:1767317777.062222:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317777.062279:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.062291:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062300:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062313:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x929dc027 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.062320:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062326:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062401:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 3/0,1 mode: --/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.062410:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062417:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000040:00080000:2.0:1767317777.062875:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].156, 64 off18176 00000004:00080000:2.0:1767317777.062886:0:15469:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3026789654895ns, next at 3027789652445ns, rc = 0 00010000:00010000:2.0:1767317777.062932:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.062940:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062948:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062955:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062960:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062966:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.062988:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317777.063005:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063010:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063016:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063022:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.063027:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063034:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063041:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff96e2da7f2c00) 00010000:00010000:2.0:1767317777.063044:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317777.063047:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 2/0,0 mode: --/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063053:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e400/0xd0d4f19a2da3f5ef lrc: 0/0,0 mode: --/EX res: [0x240000401:0x12e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063156:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063163:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063168:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063173:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063178:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.063181:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063187:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063194:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2da7f2700) 00010000:00010000:2.0:1767317777.063196:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.063199:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063204:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c8000/0xd0d4f19a2da3f5e1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00000004:00010000:2.0:1767317777.063215:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fd919526 reply state 00000000b1a1566f transno 4294968445 ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063226:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.063253:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x929dc027 (ffff96e2da7f2b00) 00010000:00010000:2.0:1767317777.063255:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317777.063258:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1767317777.063331:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317777.063338:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.063348:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317777.063351:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.063357:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.063365:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12e:0x0].0x0 (ffff96e2da7f2c00) 00010000:00010000:1.0:1767317777.063368:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317777.063371:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.063375:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e600/0xd0d4f19a2da3f5f6 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x12e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317777.063387:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317777.063389:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317777.063390:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317777.063471:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925733376:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1396us (1663us total) trans 4294968445 rc 0/0 00000100:00100000:2.0:1767317777.063478:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21900 00000100:00100000:3.0:1767317777.068058:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.068141:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925733504 00000100:00100000:2.0:1767317777.068151:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925733504 00000100:00100000:2.0:1767317777.068212:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21901 00000100:00100000:2.0:1767317777.068222:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+13:68718:x1853163925733504:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.068273:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.068296:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f5fd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b53 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.068367:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.068380:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068391:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068402:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.068408:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068414:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068486:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.068495:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068501:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000004:00200000:2.0:1767317777.068538:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x12f:0x0]: returning size 0 00000004:00200000:2.0:1767317777.068543:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317777.068562:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068594:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068603:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068610:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068615:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068625:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068631:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.068635:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068642:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068653:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2da7f2800) 00010000:00010000:2.0:1767317777.068657:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.068662:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068667:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e000/0xd0d4f19a2da3f604 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068681:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068687:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068693:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068698:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ec00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.068701:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068706:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068718:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xbbabe27 (ffff96e2da7f2600) 00010000:00010000:2.0:1767317777.068720:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.068723:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068728:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ec00/0xd0d4f19a2da3f60b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.068757:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131e200/0xd0d4f19a2da3f5fd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b53 expref: 15 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.068773:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b53 expref: 14 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.068780:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12f:0x0].0x0 (ffff96e2d11bbd00) 00010000:00010000:2.0:1767317777.068783:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317777.068785:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2d131ee00, rc 0) 00000100:00100000:2.0:1767317777.068834:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925733504:12345-192.168.204.1@tcp:101:rm.0 Request processed in 614us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.068843:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21901 00000100:00100000:0.0:1767317777.072089:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.072147:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925733760 00000100:00100000:2.0:1767317777.072158:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925733760 00000100:00100000:2.0:1767317777.072223:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21902 00000100:00100000:2.0:1767317777.072259:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925733760:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317777.072311:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767317777.072336:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131ee00/0xd0d4f19a2da3f612 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b53 expref: 14 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.072364:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3a3e7 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x12f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f80205c expref: 13 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.072375:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12f:0x0].0x0 (ffff96e2d11bbd00) 00010000:00010000:2.0:1767317777.072385:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317777.072410:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.072422:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072431:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072443:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.072449:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072455:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072528:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.072536:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072542:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000040:00080000:2.0:1767317777.072768:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].157, 64 off18240 00010000:00010000:2.0:1767317777.072818:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 3/0,1 mode: --/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.072827:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072834:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072841:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072846:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072852:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072872:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317777.072894:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072901:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072908:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072914:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.072918:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072925:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072932:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12f:0x0].0x0 (ffff96e2da7f2500) 00010000:00010000:2.0:1767317777.072936:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317777.072939:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.072945:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9600/0xd0d4f19a2da3f627 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x12f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073048:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073055:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073059:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073064:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073070:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fe00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.073073:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073078:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.073084:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317777.073087:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2da7f2100) 00010000:00010000:2.0:1767317777.073092:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.073092:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073096:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.073107:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317777.073109:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131fe00/0xd0d4f19a2da3f619 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.073113:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.073123:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT1 00000004:00010000:2.0:1767317777.073126:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000057bf472f reply state 0000000093e1c728 transno 4294968446 ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.073135:0:15462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x12f:0x0].0x0 (ffff96e2da7f2500) 00010000:00010000:3.0:1767317777.073140:0:15462:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317777.073142:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.073144:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 1/0,0 mode: --/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.073157:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xbbabe27 (ffff96e2da7f2400) 00010000:00010000:2.0:1767317777.073164:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.073167:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f62e lrc: 0/0,0 mode: --/PW res: [0x240000401:0x12f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT1 00000100:00100000:2.0:1767317777.073169:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1767317777.073185:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.073188:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.073189:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317777.073272:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925733760:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1037us (1189us total) trans 4294968446 rc 0/0 00000100:00100000:2.0:1767317777.073279:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21902 00000100:00100000:0.0:1767317777.076857:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.077024:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925733888 00000100:00100000:2.0:1767317777.077035:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925733888 00000100:00100000:2.0:1767317777.077099:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21903 00000100:00100000:2.0:1767317777.077110:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925733888:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.077131:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.077152:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f635 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b5a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.077257:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077271:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077281:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077296:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077302:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077310:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077393:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077402:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077408:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317777.077450:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24a2:0x0]: returning size 0 00000004:00200000:2.0:1767317777.077455:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317777.077472:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077869:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077879:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077885:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077890:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077896:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077964:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.077969:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.077977:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078059:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff96e2da7f2300) 00010000:00010000:2.0:1767317777.078062:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.078070:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078076:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f63c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078091:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078097:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078104:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078109:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.078111:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078116:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078123:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xd8a61d12 (ffff96e2da7f2800) 00010000:00010000:2.0:1767317777.078126:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.078128:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078133:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f643 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.078168:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f635 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b5a expref: 102 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.078183:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b5a expref: 101 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.078190:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a2:0x0].0x0 (ffff96e2d11bbe00) 00010000:00010000:2.0:1767317777.078192:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317777.078194:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828cc00, rc 0) 00000100:00100000:2.0:1767317777.078421:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+101:68718:x1853163925733888:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1312us (1575us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.078430:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21903 00000100:00100000:2.0:1767317777.083401:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.083895:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925734144 00000100:00100000:1.0:1767317777.083916:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925734144 00000100:00100000:1.0:1767317777.083982:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21904 00000100:00100000:1.0:1767317777.084003:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+101:68718:x1853163925734144:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317777.084062:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1767317777.084095:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f64a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b5a expref: 101 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.084118:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3a4b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802094 expref: 100 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.084133:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a2:0x0].0x0 (ffff96e2d11bbe00) 00010000:00010000:1.0:1767317777.084152:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8800/0xd0d4f19a2da3f5b0 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b3e expref: 99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.084159:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff96e2da7f2300) 00010000:00010000:1.0:1767317777.084166:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317777.084193:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084205:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084216:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084264:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084272:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084278:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084360:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084367:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.084373:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:1.0:1767317777.085083:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].152, 64 off17920 00000040:00080000:1.0:1767317777.085110:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].105, 64 off14912 00010000:00010000:1.0:1767317777.085165:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085177:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085184:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085192:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085197:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085203:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085224:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317777.085264:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085271:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085276:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085282:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.085286:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085294:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085303:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a2:0x0].0x0 (ffff96e2c8a10d00) 00010000:00010000:1.0:1767317777.085306:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317777.085310:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085315:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f65f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085418:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085425:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085431:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085436:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085441:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.085444:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085451:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085458:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317777.085460:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.085463:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.085467:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f651 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.085784:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317777.085792:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.085799:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317777.085801:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.085808:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.085819:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a2:0x0].0x0 (ffff96e2c8a10d00) 00010000:00010000:2.0:1767317777.085822:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767317777.085825:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.085830:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f666 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.085843:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317777.085845:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317777.085847:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1767317777.086078:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000260b78b9 reply state 00000000686975a1 transno 8589934924 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.086093:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.086101:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xd8a61d12 (ffff96e2c8a10600) 00010000:00010000:1.0:1767317777.086103:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317777.086107:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317777.086195:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925734144:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2202us (2801us total) trans 8589934924 rc 0/0 00000100:00100000:1.0:1767317777.086204:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21904 00000100:00100000:1.0:1767317777.090350:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.090477:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925734272 00000100:00100000:2.0:1767317777.090498:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925734272 00000100:00100000:2.0:1767317777.090559:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21905 00000100:00100000:2.0:1767317777.090588:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+14:68718:x1853163925734272:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.090613:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.090639:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f66d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b61 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.090706:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.090720:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090731:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090744:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.090751:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090756:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090824:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x130:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.090837:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x130:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090843:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x130:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000004:00200000:2.0:1767317777.090888:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x130:0x0]: returning size 0 00000004:00200000:2.0:1767317777.090893:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317777.090911:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x130:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090922:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x130:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090930:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090936:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090942:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090948:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090954:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.090958:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090966:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.090977:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2da7f2800) 00010000:00010000:2.0:1767317777.090980:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.090984:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091000:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f674 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091014:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091019:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091024:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091028:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.091030:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091036:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091043:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xb201be27 (ffff96e2da7f2100) 00010000:00010000:2.0:1767317777.091045:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.091048:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091053:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f67b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.091081:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f66d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b61 expref: 16 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.091103:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x130:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b61 expref: 15 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.091110:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x130:0x0].0x0 (ffff96e2d11bba00) 00010000:00010000:2.0:1767317777.091113:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767317777.091115:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828c400, rc 0) 00000100:00100000:2.0:1767317777.091181:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925734272:12345-192.168.204.1@tcp:101:rm.0 Request processed in 605us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.091189:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21905 00000100:00100000:0.0:1767317777.095448:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.095560:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925734528 00000100:00100000:1.0:1767317777.095588:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925734528 00000100:00100000:1.0:1767317777.095646:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21906 00000100:00100000:1.0:1767317777.095657:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925734528:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1767317777.095712:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1767317777.095739:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f682 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x130:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b61 expref: 15 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.095762:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3a450 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x130:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802078 expref: 14 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.095774:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x130:0x0].0x0 (ffff96e2d11bba00) 00010000:00010000:1.0:1767317777.095785:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317777.095814:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.095827:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.095840:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.095852:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.095858:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.095863:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.095946:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x130:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.095953:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.095959:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00000040:00080000:1.0:1767317777.096200:0:34315:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].134, 64 off16768 00000004:00080000:1.0:1767317777.096211:0:34315:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3026822980272ns, next at 3027822976652ns, rc = 0 00010000:00010000:1.0:1767317777.096306:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 3/0,1 mode: --/PW res: [0x240000401:0x130:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.096316:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096324:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096330:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096336:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096342:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096363:0:34315:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317777.096381:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096386:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096392:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096397:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.096401:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096407:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096414:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x130:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:1.0:1767317777.096417:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317777.096421:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096426:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f697 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x130:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096542:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096552:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096557:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096562:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096567:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.096570:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096587:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096596:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317777.096598:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.096601:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096607:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f689 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000004:00010000:1.0:1767317777.096619:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5974fe2 reply state 000000002addceda transno 4294968447 ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096629:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317777.096635:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xb201be27 (ffff96e2c8a10500) 00010000:00010000:1.0:1767317777.096638:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317777.096641:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317777.096710:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925734528:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1053us (1269us total) trans 4294968447 rc 0/0 00000100:00100000:1.0:1767317777.096717:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21906 00010000:00010000:3.0:1767317777.097422:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317777.097429:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317777.097436:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317777.097439:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317777.097445:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317777.097456:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x130:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:3.0:1767317777.097458:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317777.097461:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 1/0,0 mode: --/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317777.097465:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f69e lrc: 0/0,0 mode: --/PW res: [0x240000401:0x130:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 34315 initiator: MDT1 00010000:00010000:3.0:1767317777.097489:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.097491:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.097493:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317777.102708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.102963:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925734784 00000100:00100000:2.0:1767317777.102974:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925734784 00000100:00100000:2.0:1767317777.103141:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9962 00000100:00100000:2.0:1767317777.103153:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925734784:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:2.0:1767317777.103444:0:83223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+101:68718:x1853163925734784:12345-192.168.204.1@tcp:35:rm.0 Request processed in 294us (749us total) trans 8589934925 rc 0/0 00000100:00100000:2.0:1767317777.103451:0:83223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9962 00000100:00100000:0.0:1767317777.108343:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.108461:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925735040 00000100:00100000:2.0:1767317777.108472:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925735040 00000100:00100000:2.0:1767317777.108550:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21907 00000100:00100000:2.0:1767317777.108570:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+101:68718:x1853163925735040:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317777.108646:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1767317777.108677:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c2bfea00/0xd0d4f19a2da3a38c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802047 expref: 101 pid: 15470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.108699:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9000/0xd0d4f19a2da3f5a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b37 expref: 100 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.108714:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2ff00a200/0xd0d4f19a2da3a31c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24a1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802024 expref: 99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.108726:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a1:0x0].0x0 (ffff96e2d11bb100) 00010000:00010000:2.0:1767317777.108749:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9200/0xd0d4f19a2da3f594 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b30 expref: 98 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.108756:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2a00) 00010000:00010000:2.0:1767317777.108762:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317777.108790:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108803:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108812:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108823:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108828:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108834:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108929:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108936:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108943:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108964:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 3/0,1 mode: --/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108969:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.108975:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.109020:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.109027:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.109037:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT0 00000100:00100000:2.0:1767317777.109058:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989400320:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1767317777.109106:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.109138:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718de40 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.109403:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400320 00000100:00100000:3.0:1767317777.109408:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400320 00000100:00100000:3.0:1767317777.109443:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:3.0:1767317777.109450:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:15469:x1853163989400320:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1767317777.109464:0:15474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.109479:0:15474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f6c8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f6c1 expref: -99 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.109498:0:15474:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f6c8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f6c1 expref: 8 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.109509:0:15474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f6c8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f6c1 expref: 8 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.109516:0:15474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2f9286400) 00010000:00010000:3.0:1767317777.109518:0:15474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317777.109521:0:15474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbdc00, rc 0) 00000100:00100000:3.0:1767317777.109584:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:15469:x1853163989400320:12345-0@lo:101:mdt00_001.0 Request processed in 120us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.109591:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1767317777.109724:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989400320:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767317777.109740:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.109749:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317777.110447:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989400448:0@lo:403:mdt00_001.0 00000100:00100000:1.0:1767317777.110491:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317777.110519:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27a4480 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.110818:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400448 00000100:00100000:3.0:1767317777.110824:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400448 00000100:00100000:3.0:1767317777.110864:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767317777.110871:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:15469:x1853163989400448:12345-0@lo:403:mdt00_001.0 00000100:00100000:3.0:1767317777.116440:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:15469:x1853163989400448:12345-0@lo:403:mdt00_001.0 Request processed in 5557us (5936us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.116455:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00000100:00100000:1.0:1767317777.117290:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989400448:0@lo:403:mdt00_001.0 00000040:00080000:1.0:1767317777.118313:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].6, 936 off37816 00000040:00080000:1.0:1767317777.118492:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000402:0x2:0x0].6, 1016 off38416 00000004:00080000:1.0:1767317777.118499:0:15469:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff96e1c27a4480 with version 14 00000004:00080000:2.0:1767317777.119659:0:88797:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c752a540 version 14 rpc_version 14 00000020:00100000:2.0:1767317777.119702:0:88797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767317777.119712:0:88797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e1ed2be680 x1853163989400704/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2232/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317777.119736:0:88797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989400704:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767317777.119803:0:88797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.119839:0:88797:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718de40 going to sleep for 11 seconds 00000100:00100000:1.0:1767317777.120046:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400704 00000100:00100000:1.0:1767317777.120054:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400704 00000100:00100000:1.0:1767317777.120104:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:1.0:1767317777.120113:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:88797:x1853163989400704:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767317777.120490:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:88797:x1853163989400704:12345-0@lo:1000:osp_up1-0.0 Request processed in 377us (686us total) trans 4294968448 rc 0/0 00000100:00100000:1.0:1767317777.120499:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00100000:2.0:1767317777.120767:0:88797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989400704:0@lo:1000:osp_up1-0.0 00000004:00200000:1.0:1767317777.121106:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24a1:0x0]: returning size 4096 00010000:00010000:1.0:1767317777.121129:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121144:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 2/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121152:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 3/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121158:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.121162:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 3/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121169:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 4/0,0 mode: EX/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121184:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0x0 (ffff96e2da7f2700) 00010000:00010000:1.0:1767317777.121187:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317777.121192:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 2/0,0 mode: --/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121198:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f6ba lrc: 0/0,0 mode: --/EX res: [0x200000bd0:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121220:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.121227:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.121267:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.121282:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767317777.121291:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:1.0:1767317777.121302:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121308:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121313:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121318:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.121321:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121327:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121334:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24a1:0x0].0x0 (ffff96e2da7f2600) 00010000:00010000:1.0:1767317777.121336:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1767317777.121339:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121344:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f6b3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121844:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121850:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121853:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121857:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121863:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.121865:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121869:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121874:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2800) 00010000:00010000:1.0:1767317777.121876:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.121878:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121881:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f6a5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:1.0:1767317777.121889:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007482cbdb reply state 00000000f728bff8 transno 8589934926 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.121898:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.122104:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317777.122112:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.122119:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc186a290) 00010000:00010000:3.0:1767317777.122124:0:25336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1767317777.122131:0:25336:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.122164:0:25336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.122170:0:25336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1767317777.122246:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989400832:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767317777.122303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317777.122381:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.122390:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2c828de00/0xd0d4f19a2da3f6c1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f6c8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.122404:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.122406:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.122407:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317777.122426:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400832 00000100:00100000:3.0:1767317777.122431:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400832 00000100:00100000:3.0:1767317777.122480:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1767317777.122488:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:7013:x1853163989400832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767317777.122501:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317777.122518:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f6c8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f6c1 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.122530:0:15461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff96e2f9286400) 00010000:00010000:3.0:1767317777.122536:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317777.122738:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2431a69e (ffff96e2da7f2100) 00010000:00010000:1.0:1767317777.122741:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1767317777.122744:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1767317777.122819:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925735040:12345-192.168.204.1@tcp:36:rm.0 Request processed in 14258us (14486us total) trans 8589934926 rc 0/0 00000100:00100000:1.0:1767317777.122827:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21907 00000100:00100000:3.0:1767317777.124196:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:7013:x1853163989400832:12345-0@lo:103:ldlm_bl.0 Request processed in 1701us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.124208:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1767317777.124437:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989400832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317777.127032:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.127105:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925735168 00000100:00100000:1.0:1767317777.127114:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925735168 00000100:00100000:1.0:1767317777.127167:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21908 00000100:00100000:1.0:1767317777.127176:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+99:68718:x1853163925735168:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.127201:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.127224:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f6cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b68 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.127325:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f6d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.127338:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.127348:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:1.0:1767317777.127392:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767317777.127396:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317777.127412:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.127438:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f6cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b68 expref: 101 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.127458:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b68 expref: 100 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.127467:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317777.127470:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767317777.127474:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a6800, rc 0) 00000100:00100000:1.0:1767317777.127530:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925735168:12345-192.168.204.1@tcp:101:rm.0 Request processed in 354us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.127536:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21908 00000100:00100000:0.0:1767317777.130342:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.130444:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925735296 00000100:00100000:1.0:1767317777.130454:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925735296 00000100:00100000:1.0:1767317777.130515:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21909 00000100:00100000:1.0:1767317777.130524:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+100:68718:x1853163925735296:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.130547:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.130570:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f6dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b6f expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.130646:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130660:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130671:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130684:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130691:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130696:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130847:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f6f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130855:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130861:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317777.130897:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1767317777.130901:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317777.130922:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130934:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130940:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130946:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130952:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130957:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.130961:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130968:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.130979:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:1.0:1767317777.130982:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.130987:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131003:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f6e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131015:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131022:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131027:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131032:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.131034:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131039:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131046:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff96e2c8a10a00) 00010000:00010000:1.0:1767317777.131048:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.131051:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131056:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f6eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.131089:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f6dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b6f expref: 102 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.131102:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f6f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b6f expref: 101 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.131110:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:1.0:1767317777.131112:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767317777.131115:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a6a00, rc 0) 00000100:00100000:1.0:1767317777.131168:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+101:68718:x1853163925735296:12345-192.168.204.1@tcp:101:rm.0 Request processed in 645us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.131176:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21909 00000100:00100000:0.0:1767317777.143069:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.143182:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925735552 00000100:00100000:2.0:1767317777.143193:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925735552 00000100:00100000:2.0:1767317777.143281:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21910 00000100:00100000:2.0:1767317777.143292:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+101:68718:x1853163925735552:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.143312:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.143334:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f6f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b76 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767317777.143448:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1767317777.143586:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f6f9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b76 expref: 103 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.143600:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:2.0:1767317777.143604:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767317777.143609:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f6f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b76 expref: 103 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.143624:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828da00, rc 0) 00000100:00100000:2.0:1767317777.143729:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+102:68718:x1853163925735552:12345-192.168.204.1@tcp:101:rm.0 Request processed in 439us (675us total) trans 8589934927 rc 301/301 00000100:00100000:2.0:1767317777.143736:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21910 00000100:00100000:0.0:1767317777.149819:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.149915:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925735680 00000100:00100000:2.0:1767317777.149926:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925735680 00000100:00100000:2.0:1767317777.149991:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9963 00000100:00100000:2.0:1767317777.150001:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+102:68718:x1853163925735680:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:3.0:1767317777.158450:0:83223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+102:68718:x1853163925735680:12345-192.168.204.1@tcp:37:rm.0 Request processed in 8439us (8630us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.158467:0:83223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9963 00000100:00100000:1.0:1767317777.161434:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.161627:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925735936 00000100:00100000:3.0:1767317777.161637:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925735936 00000100:00100000:1.0:1767317777.161706:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9964 00000100:00100000:1.0:1767317777.161715:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+102:68718:x1853163925735936:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:1.0:1767317777.162023:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+103:68718:x1853163925735936:12345-192.168.204.1@tcp:35:rm.0 Request processed in 308us (596us total) trans 8589934928 rc 0/0 00000100:00100000:1.0:1767317777.162032:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9964 00000100:00100000:0.0:1767317777.165641:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.165697:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925736192 00000100:00100000:1.0:1767317777.165707:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925736192 00000100:00100000:1.0:1767317777.165824:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21911 00000100:00100000:1.0:1767317777.165834:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+103:68718:x1853163925736192:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.165860:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.165884:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f707 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b7d expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.166017:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f70e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.166032:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f70e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.166045:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f70e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317777.166056:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00010000:00010000:1.0:1767317777.166176:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f707 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b7d expref: 106 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.166198:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f70e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b7d expref: 105 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.166208:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:1.0:1767317777.166211:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1767317777.166215:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7400, rc 0) 00000100:00100000:1.0:1767317777.166322:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+105:68718:x1853163925736192:12345-192.168.204.1@tcp:101:rm.0 Request processed in 489us (688us total) trans 8589934929 rc 0/0 00000100:00100000:1.0:1767317777.166329:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21911 00000100:00100000:0.0:1767317777.169088:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.169132:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925736320 00000100:00100000:1.0:1767317777.169141:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925736320 00000100:00100000:1.0:1767317777.169226:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21912 00000100:00100000:1.0:1767317777.169255:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+105:68718:x1853163925736320:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.169280:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.169302:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f71c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b84 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.169360:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169371:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169378:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169388:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169395:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169399:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169537:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169545:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169550:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317777.169604:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:1.0:1767317777.169609:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317777.169629:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169638:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169644:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169648:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169652:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169656:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169663:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.169666:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169671:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169679:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:1.0:1767317777.169681:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.169683:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169687:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f723 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169696:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169699:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169702:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169705:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.169707:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169709:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169713:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xbb9b349e (ffff96e2c8a10a00) 00010000:00010000:1.0:1767317777.169714:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.169716:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169721:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f72a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.169748:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f71c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b84 expref: 107 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.169761:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b84 expref: 106 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.169768:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff96e2c8a10700) 00010000:00010000:1.0:1767317777.169770:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1767317777.169773:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7800, rc 0) 00000100:00100000:1.0:1767317777.169831:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+106:68718:x1853163925736320:12345-192.168.204.1@tcp:101:rm.0 Request processed in 578us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.169836:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21912 00000100:00100000:0.0:1767317777.172782:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.172871:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925736576 00000100:00100000:1.0:1767317777.172882:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925736576 00000100:00100000:2.0:1767317777.173419:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21913 00000100:00100000:2.0:1767317777.173431:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+106:68718:x1853163925736576:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317777.173488:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767317777.173515:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f731 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b84 expref: 106 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.173537:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff96e2c8a10700) 00010000:00010000:2.0:1767317777.173555:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f6f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b6f expref: 105 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.173584:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:2.0:1767317777.173589:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317777.173613:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173625:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173633:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173643:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173647:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173651:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173728:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173735:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.173740:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:2.0:1767317777.174012:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].106, 64 off14976 00000040:00080000:2.0:1767317777.174027:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].153, 64 off17984 00010000:00010000:2.0:1767317777.174068:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174074:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174080:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174085:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174089:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174092:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174111:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317777.174125:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174129:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174133:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174137:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.174140:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174145:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174150:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff96e2da7f2e00) 00010000:00010000:2.0:1767317777.174152:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317777.174154:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174157:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f746 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174275:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174282:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174286:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174291:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174295:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828da00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.174298:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174308:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174316:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:2.0:1767317777.174318:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.174321:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174326:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f738 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:2.0:1767317777.174335:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000626fc2e3 reply state 000000000e62b945 transno 8589934930 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174342:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.174346:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xbb9b349e (ffff96e2da7f2a00) 00010000:00010000:2.0:1767317777.174348:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317777.174349:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317777.174422:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+106:68718:x1853163925736576:12345-192.168.204.1@tcp:36:rm.0 Request processed in 993us (1745us total) trans 8589934930 rc 0/0 00000100:00100000:2.0:1767317777.174427:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21913 00010000:00010000:1.0:1767317777.174487:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317777.174494:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.174502:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317777.174505:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.174513:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.174522:0:25337:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff96e2da7f2e00) 00010000:00010000:1.0:1767317777.174526:0:25337:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767317777.174529:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.174535:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f74d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317777.174549:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317777.174551:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317777.174553:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317777.181461:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.181515:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925736704 00000100:00100000:2.0:1767317777.181528:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925736704 00000100:00100000:2.0:1767317777.181611:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21914 00000100:00100000:2.0:1767317777.181621:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+106:68718:x1853163925736704:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.181647:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.181671:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3f754 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b8b expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.181737:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.181751:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.181762:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.181775:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.181781:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.181787:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000100:00100000:2.0:1767317777.181916:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989400960:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317777.181969:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.182014:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a900 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.184400:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989400960 00000100:00100000:3.0:1767317777.184414:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989400960 00000100:00100000:3.0:1767317777.184475:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:3.0:1767317777.184485:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:15469:x1853163989400960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1767317777.184622:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:15469:x1853163989400960:12345-0@lo:1000:mdt00_001.0 Request processed in 137us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.184630:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:2.0:1767317777.184813:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:15469:1853163989400960:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1767317777.184880:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f769 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.184896:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f769 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.184917:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f769 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00010000:2.0:1767317777.184941:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f769 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000100:00100000:3.0:1767317777.184953:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989401088:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767317777.184957:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.184968:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.184974:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.184981:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00000100:00100000:3.0:1767317777.184996:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767317777.184998:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.185005:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185013:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185025:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:2.0:1767317777.185028:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.185033:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185039:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f75b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185053:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185060:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185065:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185070:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.185072:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185078:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185085:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xd21c608b (ffff96e2da7f2d00) 00010000:00010000:2.0:1767317777.185087:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.185090:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185094:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f762 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.185133:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d200/0xd0d4f19a2da3f754 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b8b expref: 108 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.185147:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f769 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b8b expref: 107 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.185155:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7f2800) 00010000:00010000:2.0:1767317777.185157:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767317777.185159:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828d000, rc 0) 00000100:00100000:2.0:1767317777.185216:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+107:68718:x1853163925736704:12345-192.168.204.1@tcp:101:rm.0 Request processed in 3597us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.185223:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21914 00000100:00100000:1.0:1767317777.185394:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401088 00000100:00100000:1.0:1767317777.185399:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401088 00000100:00100000:1.0:1767317777.185437:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1767317777.185445:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+72:7014:x1853163989401088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317777.185458:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3920384000 avail 3688861696 00000100:00100000:1.0:1767317777.185492:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+72:7014:x1853163989401088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.185498:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:0.0:1767317777.185617:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989401216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317777.185650:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317777.185835:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401216 00000100:00100000:1.0:1767317777.185839:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401216 00000100:00100000:1.0:1767317777.185872:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1767317777.185879:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989401216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317777.185890:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317777.185930:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989401216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.185937:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:3.0:1767317777.186064:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989401088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317777.187053:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989401216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317777.189090:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.189142:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925736832 00000100:00100000:2.0:1767317777.189155:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925736832 00000100:00100000:2.0:1767317777.189218:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21915 00000100:00100000:2.0:1767317777.189227:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+15:68718:x1853163925736832:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.189272:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.189299:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f770 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b92 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.189359:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f777 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.189370:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f777 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.189377:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f777 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000004:00200000:2.0:1767317777.189418:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00000004:00200000:2.0:1767317777.189421:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767317777.189448:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f770 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b92 expref: 17 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.189464:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f777 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b92 expref: 16 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.189470:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7f2600) 00010000:00010000:2.0:1767317777.189473:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767317777.189476:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828ce00, rc 0) 00000100:00100000:2.0:1767317777.189541:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+16:68718:x1853163925736832:12345-192.168.204.1@tcp:101:rm.0 Request processed in 315us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.189547:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21915 00000100:00100000:3.0:1767317777.191889:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.191973:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925736960 00000100:00100000:2.0:1767317777.191983:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925736960 00000100:00100000:2.0:1767317777.192031:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21916 00000100:00100000:2.0:1767317777.192038:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+107:68718:x1853163925736960:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.192054:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.192070:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802b99 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.192096:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 108 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.192105:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 108 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.192112:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:2.0:1767317777.192114:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.192116:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828d600, rc 0) 00000100:00100000:2.0:1767317777.192162:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925736960:12345-192.168.204.1@tcp:101:rm.0 Request processed in 124us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.192166:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21916 00000100:00100000:1.0:1767317777.195602:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.195830:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925737088 00000100:00100000:2.0:1767317777.195841:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925737088 00000100:00100000:2.0:1767317777.195888:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9965 00000100:00100000:2.0:1767317777.195895:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925737088:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:2.0:1767317777.200158:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925737088:12345-192.168.204.1@tcp:37:rm.0 Request processed in 4251us (4554us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.200173:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9965 00000100:00100000:0.0:1767317777.206016:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.206198:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925737344 00000100:00100000:2.0:1767317777.206210:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925737344 00000100:00100000:2.0:1767317777.206312:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21917 00000100:00100000:2.0:1767317777.206322:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+16:68718:x1853163925737344:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.206344:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.206370:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f785 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ba0 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1767317777.206468:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1767317777.206770:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f785 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ba0 expref: 18 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.206784:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2da7f2d00) 00010000:00010000:2.0:1767317777.206787:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767317777.206793:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f785 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ba0 expref: 18 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.206810:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828da00, rc 0) 00000100:00100000:2.0:1767317777.206874:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+17:68718:x1853163925737344:12345-192.168.204.1@tcp:101:rm.0 Request processed in 552us (867us total) trans 4294968449 rc 301/301 00000100:00100000:2.0:1767317777.206881:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21917 00000100:00100000:1.0:1767317777.212479:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.212563:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925737472 00000100:00100000:2.0:1767317777.212586:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925737472 00000100:00100000:2.0:1767317777.212652:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9966 00000100:00100000:2.0:1767317777.212663:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fb069c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+17:68718:x1853163925737472:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:2.0:1767317777.217460:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fb069c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+17:68718:x1853163925737472:12345-192.168.204.1@tcp:37:rm.0 Request processed in 4786us (4979us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.217473:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9966 00000100:00100000:0.0:1767317777.221291:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.221535:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925737728 00000100:00100000:2.0:1767317777.221545:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925737728 00000100:00100000:2.0:1767317777.221770:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9967 00000100:00100000:2.0:1767317777.221793:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+17:68718:x1853163925737728:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:2.0:1767317777.222117:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+18:68718:x1853163925737728:12345-192.168.204.1@tcp:35:rm.0 Request processed in 336us (833us total) trans 4294968450 rc 0/0 00000100:00100000:2.0:1767317777.222124:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9967 00000100:00100000:1.0:1767317777.226176:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.226253:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.226711:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925737856 00000100:00100000:3.0:1767317777.226723:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925737856 00000100:00100000:3.0:1767317777.226797:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 192 00000100:00100000:3.0:1767317777.226807:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2d60331a-63e5-4404-aa9d-074124659b10+108:2512:x1853163925737856:12345-192.168.204.1@tcp:103:rm.0 00010000:00010000:3.0:1767317777.226826:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317777.226852:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f769 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b8b expref: 108 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.226873:0:15461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7f2800) 00010000:00010000:3.0:1767317777.226885:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767317777.227104:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2d60331a-63e5-4404-aa9d-074124659b10+107:2512:x1853163925737856:12345-192.168.204.1@tcp:103:rm.0 Request processed in 297us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.227113:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 192 00000100:00100000:2.0:1767317777.227361:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925738112 00000100:00100000:2.0:1767317777.227368:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925738112 00000100:00100000:2.0:1767317777.227396:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21918 00000100:00100000:2.0:1767317777.227403:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+18:68718:x1853163925738112:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317777.227460:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317777.227475:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f777 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b92 expref: 18 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.227498:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7f2600) 00010000:00010000:2.0:1767317777.227506:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317777.227553:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.227569:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.227587:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT1 00000100:00100000:2.0:1767317777.227610:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401344:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1767317777.227658:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.227694:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c27c9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767317777.227742:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401344 00000100:00100000:3.0:1767317777.227747:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401344 00000100:00100000:3.0:1767317777.227780:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:3.0:1767317777.227787:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:15469:x1853163989401344:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1767317777.227800:0:15474:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.227814:0:15474:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f793 expref: -99 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.227836:0:15474:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 106 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.227844:0:15474:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 4/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.227865:0:15474:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 106 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.227877:0:15474:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 106 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767317777.227887:0:15474:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:15474:1853163989401472:192.168.204.1@tcp:104: 00000100:00100000:3.0:1767317777.227938:0:15474:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9b480 going to sleep for 11 seconds 00000100:00100000:1.0:1767317777.232359:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.232463:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925738240 00000100:00100000:2.0:1767317777.232473:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925738240 00010000:00010000:2.0:1767317777.232522:0:18389:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 107 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:2.0:1767317777.232558:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2416 00000100:00100000:2.0:1767317777.232586:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+107:2511:x1853163925738240:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767317777.232602:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767317777.232609:0:18389:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 107 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:2.0:1767317777.232621:0:18389:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 107 pid: 15469 timeout: 3126 lvb_type: 0 00010000:00010000:2.0:1767317777.232643:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:2.0:1767317777.232649:0:18389:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232660:0:18389:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232668:0:18389:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232706:0:18389:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317777.232720:0:18389:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:18389:1853163989401600:0@lo:105: 00000100:00100000:2.0:1767317777.232768:0:18389:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.232803:0:18389:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2c8c2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1767317777.232821:0:15455:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401600 00000100:00100000:2.0:1767317777.232825:0:15455:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401600 00000100:00100000:2.0:1767317777.232849:0:15455:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989 00000100:00100000:2.0:1767317777.232856:0:15455:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:18389:x1853163989401600:12345-0@lo:105: 00010000:00010000:2.0:1767317777.232866:0:15455:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232876:0:15455:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232885:0:15455:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232892:0:15455:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232898:0:15455:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232918:0:15455:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.232932:0:15455:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff96e2c828da00) 00000100:00100000:2.0:1767317777.232966:0:15455:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:18389:x1853163989401600:12345-0@lo:105: Request processed in 110us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.232973:0:15455:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989 00000100:00100000:2.0:1767317777.233020:0:18389:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:18389:1853163989401600:0@lo:105: 00010000:00010000:2.0:1767317777.233040:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767317777.233076:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+107:2511:x1853163925738240:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 493us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.233083:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2416 00010000:00010000:3.0:1767317777.234779:0:15474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f77e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b99 expref: 106 pid: 15469 timeout: 3126 lvb_type: 0 00000100:00100000:3.0:1767317777.234807:0:15474:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:15474:1853163989401472:192.168.204.1@tcp:104: 00010000:00010000:3.0:1767317777.234832:0:15474:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 9 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.234843:0:15474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:3.0:1767317777.234846:0:15474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.234849:0:15474:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbdc00, rc 0) 00000100:00100000:2.0:1767317777.235031:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401344:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317777.235047:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767317777.235068:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00010000:00010000:2.0:1767317777.235104:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.235110:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.235117:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT1 00000100:00100000:2.0:1767317777.235133:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401728:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1767317777.236785:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.236834:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767317777.236917:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401728 00000100:00100000:1.0:1767317777.236925:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401728 00000100:00100000:1.0:1767317777.236975:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:1.0:1767317777.236983:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:15469:x1853163989401728:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1767317777.237010:0:15473:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.237034:0:15473:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f7a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f7a1 expref: -99 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.237060:0:15473:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f7a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f7a1 expref: 11 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.237075:0:15473:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f7a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f7a1 expref: 11 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.237082:0:15473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xd21c608b (ffff96e2c8a10a00) 00010000:00010000:1.0:1767317777.237085:0:15473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.237089:0:15473:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a6c00, rc 0) 00000100:00100000:1.0:1767317777.237138:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989401728:12345-0@lo:101:mdt00_001.0 Request processed in 155us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.237144:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1767317777.237320:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401728:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317777.237335:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.237346:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767317777.237367:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00000100:00100000:2.0:1767317777.237409:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401856:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317777.237443:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.237464:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a900 going to sleep for 11 seconds 00000100:00100000:0.0:1767317777.237714:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401856 00000100:00100000:0.0:1767317777.237720:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401856 00000100:00100000:0.0:1767317777.237744:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:0.0:1767317777.237751:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989401856:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1767317777.237821:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989401856:12345-0@lo:1000:mdt00_001.0 Request processed in 71us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.237828:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00100000:2.0:1767317777.237893:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401856:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317777.237941:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401984:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1767317777.237964:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.237993:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767317777.238106:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989401984 00000100:00100000:1.0:1767317777.238111:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989401984 00000100:00100000:1.0:1767317777.238130:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:1.0:1767317777.238136:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989401984:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1767317777.238224:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989401984:12345-0@lo:1000:mdt00_001.0 Request processed in 87us (259us total) trans 0 rc 1/1 00000100:00100000:1.0:1767317777.238254:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00100000:2.0:1767317777.238429:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989401984:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1767317777.238476:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.238497:0:15469:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.238506:0:15469:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 15469 initiator: MDT1 00000100:00100000:2.0:1767317777.238517:0:15469:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989402112:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1767317777.238541:0:15469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317777.238553:0:15469:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f220a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767317777.238720:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402112 00000100:00100000:0.0:1767317777.238724:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402112 00000100:00100000:0.0:1767317777.238753:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:0.0:1767317777.238759:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989402112:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1767317777.238768:0:35744:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767317777.238782:0:35744:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f7b6 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd0d4f19a2da3f7af expref: -99 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.238802:0:35744:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f7b6 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f7af expref: 12 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.238814:0:35744:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f7b6 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd0d4f19a2da3f7af expref: 12 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.238821:0:35744:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7e7e00) 00010000:00010000:0.0:1767317777.238824:0:35744:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767317777.238827:0:35744:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2f72d6c00, rc 0) 00000100:00100000:0.0:1767317777.238866:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:15469:x1853163989402112:12345-0@lo:101:mdt00_001.0 Request processed in 107us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.238871:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00100000:2.0:1767317777.238936:0:15469:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:15469:1853163989402112:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1767317777.238946:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.238955:0:15469:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.238977:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.239135:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:2.0:1767317777.239145:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT1 00000040:00080000:2.0:1767317777.240185:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].34, 736 off61744 00000004:00080000:2.0:1767317777.240194:0:15469:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e2f220a9c0 with version 62 00000100:00100000:3.0:1767317777.240470:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:15469:x1853163989401344:12345-0@lo:101:mdt00_001.0 Request processed in 12680us (12809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.240478:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000004:00080000:0.0:1767317777.240706:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 62 rpc_version 62 00000020:00100000:0.0:1767317777.240738:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767317777.240747:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2ec09b100 x1853163989402368/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1712/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317777.240768:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989402368:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1767317777.240822:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317777.240895:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2efc30240 going to sleep for 11 seconds 00000100:00100000:1.0:1767317777.241090:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402368 00000100:00100000:1.0:1767317777.241098:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402368 00000100:00100000:1.0:1767317777.241170:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:1.0:1767317777.241178:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:15573:x1853163989402368:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767317777.241659:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:15573:x1853163989402368:12345-0@lo:1000:osp_up0-1.0 Request processed in 479us (833us total) trans 8589934931 rc 0/0 00000100:00100000:1.0:1767317777.241666:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1767317777.241767:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989402368:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1767317777.241967:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1767317777.241996:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 3/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242006:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242014:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242019:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.242025:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242032:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 4/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242047:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7f2500) 00010000:00010000:3.0:1767317777.242051:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.242056:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242063:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f7bd lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:3.0:1767317777.242085:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242093:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242099:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242116:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767317777.242253:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00010000:00010000:3.0:1767317777.242259:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242266:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242273:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242290:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1767317777.242294:0:15469:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x3:0x0] 00010000:00010000:3.0:1767317777.242298:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.242305:0:15469:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317777.242372:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+18:68718:x1853163925738112:12345-192.168.204.1@tcp:36:rm.0 Request processed in 14968us (16144us total) trans 4294968451 rc 0/0 00000100:00100000:3.0:1767317777.242380:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21918 00010000:00010000:0.0:1767317777.242717:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317777.242729:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242736:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c000 already unused, calling callback (ffffffffc186a290) 00010000:00010000:0.0:1767317777.242741:0:15462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767317777.242747:0:15462:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242778:0:15462:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242784:0:15462:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317777.242816:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 1/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242822:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828c000/0xd0d4f19a2da3f7af lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f7b6 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242837:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317777.242840:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242845:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828da00 already unused, calling callback (ffffffffc186a290) 00010000:00010000:0.0:1767317777.242848:0:15462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1767317777.242855:0:15462:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242869:0:15462:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242874:0:15462:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317777.242889:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242895:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828da00/0xd0d4f19a2da3f793 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f79a expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.242906:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317777.242908:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317777.242910:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317777.242923:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989402624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317777.242966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317777.243094:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402624 00000100:00100000:0.0:1767317777.243100:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402624 00000100:00100000:0.0:1767317777.243138:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1767317777.243145:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:7013:x1853163989402624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317777.243157:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317777.243173:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f79a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f793 expref: 12 pid: 15474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.243185:0:15461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:0.0:1767317777.243189:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317777.243221:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:7013:x1853163989402624:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.243227:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1767317777.243292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989402624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317777.243312:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317777.243319:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989402496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317777.243344:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317777.243367:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402496 00000100:00100000:0.0:1767317777.243371:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402496 00000100:00100000:0.0:1767317777.243395:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1767317777.243401:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9addc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:7015:x1853163989402496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317777.243408:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317777.243419:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f7b6 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f7af expref: 11 pid: 35744 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.243429:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff96e2da7e7e00) 00010000:00010000:0.0:1767317777.243436:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317777.243460:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9addc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:7015:x1853163989402496:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.243465:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1767317777.243515:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989402496:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767317777.243760:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317777.248435:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.248690:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925738368 00000100:00100000:3.0:1767317777.248702:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925738368 00000100:00100000:3.0:1767317777.248791:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21919 00000100:00100000:3.0:1767317777.248802:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+106:68718:x1853163925738368:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317777.248824:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.248843:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802ba7 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.248918:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.248932:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.248943:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.248956:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.248963:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.248971:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249057:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f7d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249067:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249073:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317777.249111:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00000004:00200000:3.0:1767317777.249114:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317777.249131:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249142:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249148:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249153:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249158:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249164:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.249167:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249173:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249184:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:3.0:1767317777.249186:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.249191:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249197:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249208:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249214:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249219:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249223:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.249225:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249267:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249274:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff96e2f9286400) 00010000:00010000:3.0:1767317777.249276:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.249278:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249283:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.249311:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ba7 expref: 108 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.249325:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ba7 expref: 107 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.249336:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:3.0:1767317777.249339:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767317777.249341:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbc400, rc 0) 00000100:00100000:3.0:1767317777.249404:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+107:68718:x1853163925738368:12345-192.168.204.1@tcp:101:rm.0 Request processed in 604us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.249411:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21919 00000100:00100000:1.0:1767317777.255114:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.255150:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.255184:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317777.255277:0:88788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925738752 00000100:00100000:0.0:1767317777.255287:0:88788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925738752 00000100:00100000:0.0:1767317777.255345:0:88788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1114 00000100:00100000:0.0:1767317777.255354:0:88788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2df42e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:72a88d52-d1c2-43bb-97b6-e4f0202ce716+9:2513:x1853163925738752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317777.255416:0:88788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2df42e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:72a88d52-d1c2-43bb-97b6-e4f0202ce716+9:2513:x1853163925738752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 63us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.255428:0:88788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1114 00000100:00100000:2.0:1767317777.255503:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925738624 00000100:00100000:2.0:1767317777.255508:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925738624 00000100:00100000:2.0:1767317777.255545:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9968 00000100:00100000:2.0:1767317777.255552:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+107:68718:x1853163925738624:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:2.0:1767317777.255760:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925738624:12345-192.168.204.1@tcp:35:rm.0 Request processed in 208us (655us total) trans 8589934932 rc 0/0 00000100:00100000:2.0:1767317777.255766:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9968 00000100:00100000:3.0:1767317777.256444:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925738880 00000100:00100000:3.0:1767317777.256451:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925738880 00000100:00100000:3.0:1767317777.256510:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1956 00000100:00100000:3.0:1767317777.256518:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2d60331a-63e5-4404-aa9d-074124659b10+7:2513:x1853163925738880:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767317777.256685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317777.256756:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2d60331a-63e5-4404-aa9d-074124659b10+7:2513:x1853163925738880:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 237us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.256764:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1956 00000100:00100000:1.0:1767317777.268924:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.269031:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925739136 00000100:00100000:3.0:1767317777.269042:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925739136 00000100:00100000:3.0:1767317777.269106:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21920 00000100:00100000:3.0:1767317777.269116:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925739136:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317777.269170:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1767317777.269193:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f7d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802ba7 expref: 108 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.269209:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f70e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b7d expref: 107 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.269219:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2c8a10900) 00010000:00010000:3.0:1767317777.269286:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f6d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802b68 expref: 106 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.269293:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10f00) 00010000:00010000:3.0:1767317777.269297:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317777.269318:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269329:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269335:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269342:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269346:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269349:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269414:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269418:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269422:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317777.269655:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 4096 00010000:00010000:3.0:1767317777.269672:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269679:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269685:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269692:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.269695:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269702:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269710:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff96e2f9286d00) 00010000:00010000:3.0:1767317777.269713:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767317777.269717:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269722:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f7ee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269871:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269878:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269884:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269889:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269894:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.269897:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269903:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269911:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2f9286400) 00010000:00010000:3.0:1767317777.269913:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.269916:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269920:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f7e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:3.0:1767317777.269932:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb7f8147 reply state 000000005faf4d10 transno 8589934933 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269941:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.269946:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff96e2f9286c00) 00010000:00010000:3.0:1767317777.269949:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1767317777.269951:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767317777.270026:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+107:68718:x1853163925739136:12345-192.168.204.1@tcp:36:rm.0 Request processed in 911us (1112us total) trans 8589934933 rc 0/0 00000100:00100000:3.0:1767317777.270034:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21920 00000100:00100000:0.0:1767317777.272769:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.272892:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925739264 00000100:00100000:1.0:1767317777.272911:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925739264 00000100:00100000:1.0:1767317777.272978:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21921 00000100:00100000:1.0:1767317777.272997:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+107:68718:x1853163925739264:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.273023:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.273048:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f7f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bae expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.273118:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f7fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.273128:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f7fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.273138:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f7fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317777.273176:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767317777.273179:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317777.273195:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f7fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.273213:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f7f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bae expref: 109 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.273789:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f7fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bae expref: 108 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.273803:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10700) 00010000:00010000:1.0:1767317777.273807:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767317777.273811:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7e00, rc 0) 00000100:00100000:0.0:1767317777.274272:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925739264:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1272us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.274280:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21921 00000100:00100000:0.0:1767317777.278980:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.279145:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925739392 00000100:00100000:1.0:1767317777.279156:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925739392 00000100:00100000:1.0:1767317777.279218:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21922 00000100:00100000:1.0:1767317777.279227:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+108:68718:x1853163925739392:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.279276:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.279299:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bb5 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.279367:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279381:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279396:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279409:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279416:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279422:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279606:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f818 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279614:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279620:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317777.279653:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1767317777.279657:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317777.279678:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279691:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279697:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279702:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279712:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279718:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.279722:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279730:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279741:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10700) 00010000:00010000:1.0:1767317777.279744:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.279750:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279755:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f80a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279767:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279773:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279779:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279784:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317777.279787:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279793:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279804:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40b17d1 (ffff96e2c8a10e00) 00010000:00010000:1.0:1767317777.279806:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317777.279809:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279814:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f811 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.279845:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bb5 expref: 110 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.279859:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f818 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bb5 expref: 109 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.279866:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff96e2c8a10d00) 00010000:00010000:1.0:1767317777.279868:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767317777.279870:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a6a00, rc 0) 00000100:00100000:1.0:1767317777.279928:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+109:68718:x1853163925739392:12345-192.168.204.1@tcp:101:rm.0 Request processed in 702us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.279935:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21922 00000100:00100000:1.0:1767317777.286884:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.287104:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925739648 00000100:00100000:3.0:1767317777.287113:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925739648 00000100:00100000:3.0:1767317777.287168:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21923 00000100:00100000:3.0:1767317777.287176:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+109:68718:x1853163925739648:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317777.287196:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.287217:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f81f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bbc expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767317777.287343:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 4096 00010000:00010000:3.0:1767317777.287430:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f81f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bbc expref: 111 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.287444:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10700) 00010000:00010000:3.0:1767317777.287447:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767317777.287453:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f81f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bbc expref: 111 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.287465:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbd800, rc 0) 00000100:00100000:3.0:1767317777.287515:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+110:68718:x1853163925739648:12345-192.168.204.1@tcp:101:rm.0 Request processed in 340us (640us total) trans 8589934934 rc 301/301 00000100:00100000:3.0:1767317777.287523:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21923 00000100:00100000:0.0:1767317777.294436:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.294527:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925739776 00000100:00100000:3.0:1767317777.294538:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925739776 00000100:00100000:3.0:1767317777.294603:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9969 00000100:00100000:3.0:1767317777.294613:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+110:68718:x1853163925739776:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:0.0:1767317777.301378:0:83223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+110:68718:x1853163925739776:12345-192.168.204.1@tcp:37:rm.0 Request processed in 6755us (6942us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317777.301393:0:83223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9969 00000100:00100000:1.0:1767317777.305595:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317777.305766:0:83223:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925740032 00000100:00100000:0.0:1767317777.305776:0:83223:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925740032 00000100:00100000:0.0:1767317777.305840:0:83223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9970 00000100:00100000:0.0:1767317777.305852:0:83223:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+110:68718:x1853163925740032:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:0.0:1767317777.306151:0:83223:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_006:2d60331a-63e5-4404-aa9d-074124659b10+111:68718:x1853163925740032:12345-192.168.204.1@tcp:35:rm.0 Request processed in 299us (565us total) trans 8589934935 rc 0/0 00000100:00100000:0.0:1767317777.306159:0:83223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9970 00000100:00100000:1.0:1767317777.310744:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317777.310871:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925740288 00000100:00100000:0.0:1767317777.310881:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925740288 00000100:00100000:0.0:1767317777.311124:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21924 00000100:00100000:0.0:1767317777.311136:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+111:68718:x1853163925740288:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1767317777.311198:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767317777.311226:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f818 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bb5 expref: 111 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.311350:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff96e2c8a10d00) 00010000:00010000:0.0:1767317777.311368:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f7fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bae expref: 110 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317777.311378:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10700) 00010000:00010000:0.0:1767317777.311384:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767317777.311409:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311422:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311432:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311446:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311453:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311460:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311579:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311588:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311595:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:0.0:1767317777.311831:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 4096 00010000:00010000:0.0:1767317777.311847:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311854:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311861:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311867:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317777.311871:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311878:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311887:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff96e2da7e7d00) 00010000:00010000:0.0:1767317777.311890:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317777.311893:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.311908:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f83b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312069:0:34315:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312077:0:34315:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312083:0:34315:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312092:0:34315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312098:0:34315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317777.312101:0:34315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312107:0:34315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312115:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7e7e00) 00010000:00010000:0.0:1767317777.312118:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317777.312120:0:34315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312125:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f82d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00010000:0.0:1767317777.312135:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f9292f68 reply state 00000000f86afdf8 transno 8589934936 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312145:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:0.0:1767317777.312150:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40b17d1 (ffff96e2da7e7700) 00010000:00010000:0.0:1767317777.312153:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317777.312156:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317777.312770:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+111:68718:x1853163925740288:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1631us (2031us total) trans 8589934936 rc 0/0 00000100:00100000:0.0:1767317777.312779:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21924 00000100:00100000:0.0:1767317777.316810:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317777.316882:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925740416 00000100:00100000:1.0:1767317777.316892:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925740416 00000100:00100000:1.0:1767317777.316954:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21925 00000100:00100000:1.0:1767317777.316964:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+111:68718:x1853163925740416:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1767317777.316999:0:34315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767317777.317024:0:34315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f842 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bc3 expref: -99 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.317096:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f849 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.317110:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f849 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.317121:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f849 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00200000:1.0:1767317777.317169:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767317777.317173:0:34315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767317777.317194:0:34315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f849 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317777.317221:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f842 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bc3 expref: 113 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.317264:0:34315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f849 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bc3 expref: 112 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317777.317273:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:1.0:1767317777.317276:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767317777.317279:0:34315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2fc3a7800, rc 0) 00000100:00100000:1.0:1767317777.317334:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+112:68718:x1853163925740416:12345-192.168.204.1@tcp:101:rm.0 Request processed in 371us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.317341:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21925 00000100:00100000:1.0:1767317777.321081:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.321153:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925740544 00000100:00100000:3.0:1767317777.321163:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925740544 00000100:00100000:3.0:1767317777.321223:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21926 00000100:00100000:3.0:1767317777.321258:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+112:68718:x1853163925740544:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317777.321279:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.321301:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f850 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bca expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.321368:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321381:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321392:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321405:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321411:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321417:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321716:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f865 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321725:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f865 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321733:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f865 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:3.0:1767317777.321766:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 4096 00000004:00200000:3.0:1767317777.321770:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1767317777.321791:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f865 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321804:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321810:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321819:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321825:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321831:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.321835:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321842:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321853:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:3.0:1767317777.321855:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.321860:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321866:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f857 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321879:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321885:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321890:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321894:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317777.321896:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321905:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321911:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93dc5303 (ffff96e2f9286400) 00010000:00010000:3.0:1767317777.321914:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317777.321916:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321921:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f85e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.321951:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f850 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bca expref: 114 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.321965:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f865 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bca expref: 113 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.321972:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff96e2f9286d00) 00010000:00010000:3.0:1767317777.321974:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767317777.321976:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbd600, rc 0) 00000100:00100000:3.0:1767317777.322134:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+113:68718:x1853163925740544:12345-192.168.204.1@tcp:101:rm.0 Request processed in 902us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317777.322141:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21926 00000100:00100000:0.0:1767317777.328830:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.328979:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925740800 00000100:00100000:3.0:1767317777.329071:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925740800 00000100:00100000:3.0:1767317777.329172:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21927 00000100:00100000:3.0:1767317777.329183:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+113:68718:x1853163925740800:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1767317777.329204:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767317777.329227:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f86c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bd1 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1767317777.329373:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 4096 00010000:00010000:3.0:1767317777.329482:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f86c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bd1 expref: 115 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.329497:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:3.0:1767317777.329500:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1767317777.329506:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f86c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bd1 expref: 115 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.329531:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c4bbdc00, rc 0) 00000100:00100000:3.0:1767317777.329757:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+114:68718:x1853163925740800:12345-192.168.204.1@tcp:101:rm.0 Request processed in 575us (936us total) trans 8589934937 rc 301/301 00000100:00100000:3.0:1767317777.329765:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21927 00000100:00100000:0.0:1767317777.337467:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.337596:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925740928 00000100:00100000:2.0:1767317777.337607:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925740928 00000100:00100000:2.0:1767317777.337673:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9971 00000100:00100000:2.0:1767317777.337686:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fb06b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+114:68718:x1853163925740928:12345-192.168.204.1@tcp:37:rm.0 00000100:00100000:1.0:1767317777.344697:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fb06b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+114:68718:x1853163925740928:12345-192.168.204.1@tcp:37:rm.0 Request processed in 7002us (7229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317777.344717:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9971 00000100:00100000:1.0:1767317777.350475:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.350674:0:15471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925741184 00000100:00100000:2.0:1767317777.350684:0:15471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925741184 00000100:00100000:2.0:1767317777.350747:0:15471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9972 00000100:00100000:2.0:1767317777.350756:0:15471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+114:68718:x1853163925741184:12345-192.168.204.1@tcp:35:rm.0 00000100:00100000:2.0:1767317777.351463:0:15471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d60331a-63e5-4404-aa9d-074124659b10+115:68718:x1853163925741184:12345-192.168.204.1@tcp:35:rm.0 Request processed in 703us (994us total) trans 8589934938 rc 0/0 00000100:00100000:2.0:1767317777.351476:0:15471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9972 00000100:00100000:0.0:1767317777.357846:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317777.358141:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925741440 00000100:00100000:3.0:1767317777.358152:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925741440 00000100:00100000:3.0:1767317777.358216:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21928 00000100:00100000:3.0:1767317777.358226:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+115:68718:x1853163925741440:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1767317777.358306:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767317777.358332:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3f865 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bca expref: 115 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.358352:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff96e2f9286d00) 00010000:00010000:3.0:1767317777.358370:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f849 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bc3 expref: 114 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317777.358384:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2c8a10e00) 00010000:00010000:3.0:1767317777.358390:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767317777.358415:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358428:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358437:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358448:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358455:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358460:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358886:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358896:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.358980:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:0.0:1767317777.360406:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 4096 00010000:00010000:0.0:1767317777.360430:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.360439:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.360445:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.360451:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317777.360455:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.360462:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.360475:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff96e2f9286500) 00010000:00010000:0.0:1767317777.360478:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1767317777.360728:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.360736:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3f888 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361081:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361090:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361096:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361107:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361112:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:0.0:1767317777.361115:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361122:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361132:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2f9286400) 00010000:00010000:0.0:1767317777.361135:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767317777.361138:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361143:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3f87a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:0.0:1767317777.361157:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dc507594 reply state 000000004ef03a8a transno 8589934939 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361168:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:0.0:1767317777.361174:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93dc5303 (ffff96e2f9286000) 00010000:00010000:0.0:1767317777.361177:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1767317777.361180:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1767317777.361470:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+115:68718:x1853163925741440:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3240us (3630us total) trans 8589934939 rc 0/0 00000100:00100000:0.0:1767317777.361490:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21928 00000100:00100000:1.0:1767317777.366442:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.366671:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925741568 00000100:00100000:2.0:1767317777.366682:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925741568 00000100:00100000:2.0:1767317777.366782:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21929 00000100:00100000:2.0:1767317777.366793:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+115:68718:x1853163925741568:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1767317777.366817:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317777.366843:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f88f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bd8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.366918:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f896 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.366931:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f896 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.366942:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f896 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317777.367001:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767317777.367006:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317777.367025:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f896 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.367049:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f88f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bd8 expref: 117 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.367069:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f896 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bd8 expref: 116 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.367078:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2600) 00010000:00010000:2.0:1767317777.367082:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767317777.367086:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828c400, rc 0) 00000100:00100000:2.0:1767317777.367152:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+116:68718:x1853163925741568:12345-192.168.204.1@tcp:101:rm.0 Request processed in 362us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317777.367161:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21929 00000100:00100000:1.0:1767317777.372589:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317777.373472:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925741824 00000100:00100000:2.0:1767317777.373543:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925741824 00000100:00100000:2.0:1767317777.373677:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21930 00000100:00100000:2.0:1767317777.373689:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+116:68718:x1853163925741824:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1767317777.373760:0:15469:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767317777.373790:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d7dbb400/0xd0d4f19a2da39d65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x249d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f60 expref: 116 pid: 34315 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.373809:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x249d:0x0].0x0 (ffff96e2c3db3700) 00010000:00010000:2.0:1767317777.373826:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f896 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bd8 expref: 115 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317777.373847:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2600) 00010000:00010000:2.0:1767317777.373854:0:15469:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767317777.373883:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.373896:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.373913:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.373928:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.373939:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.373945:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374209:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 3/0,1 mode: --/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374218:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374225:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000040:00080000:2.0:1767317777.374708:0:15469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].107, 64 off15040 00000004:00080000:2.0:1767317777.374717:0:15469:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3027101485902ns, next at 3028101482695ns, rc = 0 00010000:00010000:2.0:1767317777.374770:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374782:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374790:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374797:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374803:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374809:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374832:0:15469:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317777.374852:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374858:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374864:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374870:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.374875:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374883:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.374890:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x249d:0x0].0x0 (ffff96e2da7f2d00) 00010000:00010000:2.0:1767317777.374892:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767317777.374896:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 2/0,0 mode: --/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375365:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f8ab lrc: 0/0,0 mode: --/EX res: [0x200000402:0x249d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375471:0:15469:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375475:0:15469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375631:0:15469:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375642:0:15469:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375647:0:15469:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828dc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:2.0:1767317777.375650:0:15469:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375657:0:15469:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375667:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2c00) 00010000:00010000:2.0:1767317777.375669:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767317777.375673:0:15469:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375678:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3f89d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00000004:00010000:2.0:1767317777.375693:0:15469:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad900eef reply state 000000007e23c5d7 transno 8589934940 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375703:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317777.375709:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3761619 (ffff96e2da7f2500) 00010000:00010000:2.0:1767317777.375712:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1767317777.375715:0:15469:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767317777.375855:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+116:68718:x1853163925741824:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2164us (3280us total) trans 8589934940 rc 0/0 00000100:00100000:2.0:1767317777.375863:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21930 00010000:00010000:3.0:1767317777.376009:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317777.376016:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.376026:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317777.376029:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.376035:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.376044:0:15463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x249d:0x0].0x0 (ffff96e2da7f2d00) 00010000:00010000:3.0:1767317777.376047:0:15463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767317777.376050:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.376055:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3f8b2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x249d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317777.376068:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.376069:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317777.376071:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317778.016461:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317779.045418:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317780.064550:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767317780.274502:0:94302:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === ost-pools: finish cleanup 20:36:18 (1767317778) === 00000100:00100000:0.0:1767317780.378776:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317780.379745:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925741952 00000100:00100000:2.0:1767317780.379757:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925741952 00000100:00100000:2.0:1767317780.379869:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21931 00000100:00100000:2.0:1767317780.379881:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+116:10342:x1853163925741952:12345-192.168.204.1@tcp:101:bash.0 00010000:00010000:2.0:1767317780.379911:0:15469:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767317780.379951:0:15469:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f8b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xca5b63078f802bdf expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317780.380020:0:15469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f8c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317780.380035:0:15469:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317780.380049:0:15469:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00000004:00200000:2.0:1767317780.380097:0:15469:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767317780.380101:0:15469:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1767317780.380123:0:15469:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15469 initiator: MDT0 00010000:00010000:2.0:1767317780.380149:0:15469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f8b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bdf expref: 118 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317780.380165:0:15469:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bdf expref: 117 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317780.380174:0:15469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2c00) 00010000:00010000:2.0:1767317780.380177:0:15469:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767317780.380180:0:15469:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96e2c828da00, rc 0) 00000100:00100000:2.0:1767317780.380269:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+117:10342:x1853163925741952:12345-192.168.204.1@tcp:101:bash.0 Request processed in 390us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317780.380277:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21931 00000100:00080000:0.0:1767317780.380910:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767317780.395029:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317780.399588:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925742208 00000100:00100000:1.0:1767317780.399608:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925742208 00000100:00100000:1.0:1767317780.399665:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21932 00000100:00100000:1.0:1767317780.399675:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+117:69017:x1853163925742208:12345-192.168.204.1@tcp:36:lfs.0 00010000:00010000:1.0:1767317780.399730:0:34315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317780.399758:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f8c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f802bdf expref: 117 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317780.399832:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2da7f2c00) 00010000:00010000:1.0:1767317780.399845:0:34315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767317780.399869:0:34315:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317780.399882:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317780.399890:0:34315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00000004:00010000:1.0:1767317780.400159:0:34315:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008dc3e9d2 reply state 0000000069ecfa57 transno 8589934941 ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317780.400172:0:34315:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317780.400178:0:34315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2d03bab00) 00010000:00010000:1.0:1767317780.400180:0:34315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1767317780.400183:0:34315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1767317780.400190:0:34315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1767317780.400428:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+118:69017:x1853163925742208:12345-192.168.204.1@tcp:36:lfs.0 Request processed in 752us (5406us total) trans 8589934941 rc 0/0 00000100:00100000:1.0:1767317780.400436:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21932 00010000:00010000:2.0:1767317781.088842:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.280519:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317781.280569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989402752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1767317781.280673:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.281672:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317781.281688:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989402880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1767317781.281732:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.281830:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402752 00000100:00100000:2.0:1767317781.281838:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402752 00000100:00100000:2.0:1767317781.281891:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989402880 00000100:00100000:2.0:1767317781.281894:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989402880 00000100:00100000:2.0:1767317781.281920:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:2.0:1767317781.281930:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7013:x1853163989402752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1767317781.281973:0:15473:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1767317781.282023:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7013:x1853163989402752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (1349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.282031:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00100000:2.0:1767317781.282049:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:2.0:1767317781.282056:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7016:x1853163989402880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1767317781.282077:0:15473:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445437440 avail 1299197952 00000100:00100000:2.0:1767317781.282293:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7016:x1853163989402880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 237us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.282300:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:2.0:1767317781.282933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989402752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1767317781.283541:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989402880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1767317781.284559:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989403008:0@lo:400:kworker.0 00000100:00100000:3.0:1767317781.284706:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.284858:0:88789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403008 00000100:00100000:1.0:1767317781.284876:0:88789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403008 00000100:00100000:1.0:1767317781.284960:0:88789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1767317781.284970:0:88789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2df42dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+23:7016:x1853163989403008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.285612:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7015:1853163989403392:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.285650:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.285692:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403392 00000100:00100000:2.0:1767317781.285697:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403392 00000100:00100000:2.0:1767317781.285741:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066 00000100:00100000:2.0:1767317781.285748:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7015:x1853163989403392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.285787:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:7015:x1853163989403392:12345-0@lo:400:kworker.0 Request processed in 40us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.285794:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066 00000100:00080000:2.0:1767317781.285817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767317781.285848:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:7015:1853163989403392:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.285873:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163989403136:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.285897:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.285915:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317781.285921:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989403264:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.285941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.285965:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403136 00000100:00100000:2.0:1767317781.285969:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403136 00000100:00100000:2.0:1767317781.285990:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403264 00000100:00100000:2.0:1767317781.285993:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403264 00000100:00100000:2.0:1767317781.286016:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067 00000100:00100000:2.0:1767317781.286022:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7013:x1853163989403136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.286055:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:7013:x1853163989403136:12345-0@lo:400:kworker.0 Request processed in 33us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.286061:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067 00000100:00100000:2.0:1767317781.286073:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068 00000100:00100000:2.0:1767317781.286079:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989403264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.286119:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989403264:12345-0@lo:400:kworker.0 Request processed in 27us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.286128:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068 00000100:00080000:2.0:1767317781.286146:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317781.286202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989403264:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.286275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:7013:1853163989403136:0@lo:400:kworker.0 00000100:00100000:1.0:1767317781.287872:0:88789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2df42dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+23:7016:x1853163989403008:12345-0@lo:400:kworker.0 Request processed in 2893us (3155us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317781.287886:0:88789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:3.0:1767317781.288060:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989403008:0@lo:400:kworker.0 00000100:00100000:3.0:1767317781.288432:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989403520:0@lo:400:kworker.0 00000100:00100000:3.0:1767317781.288482:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.288611:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403520 00000100:00100000:1.0:1767317781.288618:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403520 00000100:00100000:1.0:1767317781.288678:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069 00000100:00100000:1.0:1767317781.288687:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989403520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.288762:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989403904:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.288798:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.288836:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163989403648:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.288860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.288878:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317781.288883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989403776:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.288902:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.288932:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403904 00000100:00100000:2.0:1767317781.288935:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403904 00000100:00100000:2.0:1767317781.288962:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403776 00000100:00100000:2.0:1767317781.288966:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403776 00000100:00100000:2.0:1767317781.288987:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957 00000100:00100000:2.0:1767317781.288994:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989403904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289029:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989403904:12345-0@lo:400:kworker.0 Request processed in 35us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.289035:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957 00000100:00100000:2.0:1767317781.289049:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:2.0:1767317781.289054:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+72:7013:x1853163989403776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289082:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+72:7013:x1853163989403776:12345-0@lo:400:kworker.0 Request processed in 28us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.289088:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00100000:2.0:1767317781.289124:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989403648 00000100:00100000:2.0:1767317781.289128:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989403648 00000100:00100000:2.0:1767317781.289153:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070 00000100:00100000:2.0:1767317781.289159:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163989403648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289187:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:7013:x1853163989403648:12345-0@lo:400:kworker.0 Request processed in 28us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.289193:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070 00000100:00100000:2.0:1767317781.289224:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989403904:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989403776:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289285:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:7013:1853163989403648:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289604:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317781.289615:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989404032:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289643:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.289674:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989404160:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.289711:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317781.289716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163989404288:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.289761:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404288 00000100:00100000:2.0:1767317781.289764:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404288 00000100:00100000:2.0:1767317781.289788:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071 00000100:00100000:2.0:1767317781.289794:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163989404288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289830:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7013:x1853163989404288:12345-0@lo:400:kworker.0 Request processed in 36us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.289836:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071 00000100:00100000:2.0:1767317781.289854:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404032 00000100:00100000:2.0:1767317781.289857:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404032 00000100:00100000:2.0:1767317781.289882:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404160 00000100:00100000:2.0:1767317781.289885:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404160 00000100:00100000:2.0:1767317781.289904:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959 00000100:00100000:2.0:1767317781.289909:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:7015:x1853163989404032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289942:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:7015:x1853163989404032:12345-0@lo:400:kworker.0 Request processed in 31us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.289949:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959 00000100:00100000:2.0:1767317781.289959:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767317781.289965:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+106:7013:x1853163989404160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.289989:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+106:7013:x1853163989404160:12345-0@lo:400:kworker.0 Request processed in 24us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317781.289995:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767317781.290026:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989404032:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.290048:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:7013:1853163989404288:0@lo:400:kworker.0 00000100:00100000:2.0:1767317781.290059:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989404160:0@lo:400:kworker.0 00000100:00100000:1.0:1767317781.290154:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989403520:12345-0@lo:400:kworker.0 Request processed in 1467us (1669us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317781.290161:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069 00000100:00080000:1.0:1767317781.290203:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1767317781.290208:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317781.290210:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317781.290212:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317781.291388:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989403520:0@lo:400:kworker.0 00000004:00080000:1.0:1767317781.792466:0:88800:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3031519231949ns, next at 3032519229142ns, rc = 0 00000004:00080000:3.0:1767317781.792560:0:88802:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3031519328058ns, next at 3032519325593ns, rc = 0 00000100:00100000:3.0:1767317781.792592:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989404544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1767317781.792667:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.792727:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317781.792733:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989404416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767317781.792761:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.793392:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404544 00000100:00100000:1.0:1767317781.793402:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404544 00000100:00100000:1.0:1767317781.793445:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404416 00000100:00100000:1.0:1767317781.793448:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404416 00000100:00100000:1.0:1767317781.793465:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:1.0:1767317781.793473:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7016:x1853163989404544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767317781.793520:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317781.793646:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:0.0:1767317781.793658:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7016:x1853163989404416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1767317781.793674:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3920384000 avail 3688861696 00000100:00100000:0.0:1767317781.799827:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:7016:x1853163989404416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6159us (7052us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317781.799844:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:3.0:1767317781.800078:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989404416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1767317781.800099:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989404544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767317781.800423:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+106:7016:x1853163989404544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6948us (7752us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317781.800534:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000004:00080000:1.0:1767317781.804298:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000004:00080000:1.0:1767317781.804317:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00010000:00010000:1.0:1767317781.804364:0:88782:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767317781.804379:0:88782:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.804592:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989404672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.804670:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.804701:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989404800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.804737:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.804745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989405184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.804762:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989405312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.804795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.804801:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989404928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.804831:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.804852:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989405440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.804870:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317781.804969:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.804979:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317781.804986:0:88782:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.804987:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.804996:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805000:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805007:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805023:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xac40f64e (ffff96e1cf6bd600) 00010000:00010000:3.0:1767317781.805026:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805032:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805037:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8e00/0xd0d4f19a2da3e7d3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xac40f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805061:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805068:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805073:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805078:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de3a9600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805081:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805086:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805093:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x9b04104e (ffff96e2c9b89100) 00010000:00010000:3.0:1767317781.805095:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805098:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805104:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de3a9600/0xd0d4f19a2da3e87b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x9b04104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805118:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805124:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805130:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805135:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805138:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805143:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805151:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4bb7f64e (ffff96e2c6c45000) 00010000:00010000:3.0:1767317781.805153:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805156:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805161:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3ea03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4bb7f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805177:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805183:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805188:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805192:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805195:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805200:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805207:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xe3df914e (ffff96e2f980ea00) 00010000:00010000:3.0:1767317781.805209:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805212:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805217:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086c00/0xd0d4f19a2da3ea49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xe3df914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805271:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805278:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805284:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805289:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805291:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805297:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805304:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc305234e (ffff96e2d90ef600) 00010000:00010000:3.0:1767317781.805307:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805309:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805315:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3ea81 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc305234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805335:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805342:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805347:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805351:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805354:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805360:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805368:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xdd5b234e (ffff96e2d90ef100) 00010000:00010000:3.0:1767317781.805370:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805373:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805381:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3eab9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xdd5b234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805396:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805402:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805408:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805417:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805420:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805426:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805434:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x249ef64e (ffff96e2f980e600) 00010000:00010000:3.0:1767317781.805437:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805440:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805446:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086200/0xd0d4f19a2da3eaf1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x249ef64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805461:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805467:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805472:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805477:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805480:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805486:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805504:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3fe4d44e (ffff96e2f980ed00) 00010000:00010000:3.0:1767317781.805507:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805510:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805515:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087400/0xd0d4f19a2da3eb29 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3fe4d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805529:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805535:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805539:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805544:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805546:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805551:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805559:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x551fe54e (ffff96e2d03baf00) 00010000:00010000:3.0:1767317781.805561:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805564:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805568:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9a00/0xd0d4f19a2da3eb61 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x551fe54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805580:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805591:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805596:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805601:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805604:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805610:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805618:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1f9c104e (ffff96e2d90ef700) 00010000:00010000:3.0:1767317781.805620:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805623:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805628:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3eb99 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1f9c104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805640:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805646:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805652:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805657:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805660:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805666:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805672:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x88b8234e (ffff96e2f980e300) 00010000:00010000:3.0:1767317781.805674:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805677:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805683:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3ebd1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x88b8234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805695:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805701:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805707:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805712:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805715:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805721:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805728:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xb326ff4e (ffff96e2d03ba300) 00010000:00010000:3.0:1767317781.805730:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805733:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805743:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9c00/0xd0d4f19a2da3ec09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xb326ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805755:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805762:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805767:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805772:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbda00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805775:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805780:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805787:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2ccf914e (ffff96e2d90ef000) 00010000:00010000:3.0:1767317781.805790:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805793:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805798:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3ec41 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2ccf914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805813:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805818:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805828:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805832:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805835:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805841:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805848:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x43ba24e (ffff96e2d90ef400) 00010000:00010000:3.0:1767317781.805850:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805853:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805859:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3ec79 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x43ba24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805872:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805878:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805884:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805890:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805892:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805897:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805904:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcefcd44e (ffff96e2f980e400) 00010000:00010000:3.0:1767317781.805907:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805909:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805914:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8086000/0xd0d4f19a2da3ecb1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcefcd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.805926:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805933:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805938:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805943:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbce00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.805945:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805951:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805958:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2c38e54e (ffff96e2d90efb00) 00010000:00010000:3.0:1767317781.805960:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.805963:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805968:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3ece9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2c38e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805984:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805989:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805994:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.805999:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806001:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806007:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806013:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x11e2e54e (ffff96e2d90efa00) 00010000:00010000:3.0:1767317781.806015:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806017:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806023:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3ed21 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x11e2e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806033:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806039:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806045:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806054:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806056:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806062:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806068:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xad1a914e (ffff96e2d03bac00) 00010000:00010000:3.0:1767317781.806071:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806073:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806079:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8a00/0xd0d4f19a2da3ed59 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xad1a914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806091:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806096:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806102:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806107:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806109:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806115:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806121:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4883104e (ffff96e2f980e000) 00010000:00010000:3.0:1767317781.806124:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806127:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806133:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3ed91 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4883104e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806143:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806149:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806154:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806159:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806163:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806168:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806176:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x51c0ff4e (ffff96e2f980eb00) 00010000:00010000:3.0:1767317781.806178:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806181:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806186:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3edc9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x51c0ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806198:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806208:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806213:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806218:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806222:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806253:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806262:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x7a96e54e (ffff96e2c8a10000) 00010000:00010000:3.0:1767317781.806264:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806268:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806273:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3ee01 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x7a96e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806286:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806292:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806297:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806302:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087a00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806305:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806312:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806318:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x5a45914e (ffff96e2f980e200) 00010000:00010000:3.0:1767317781.806320:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806323:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806328:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c8087a00/0xd0d4f19a2da3ee39 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x5a45914e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806340:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806346:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806352:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806356:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806359:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806365:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806371:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc105e54e (ffff96e2f1c9a700) 00010000:00010000:3.0:1767317781.806374:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806377:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806386:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3ee71 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc105e54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806399:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806405:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806411:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806416:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806419:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806424:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806432:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x3b00a24e (ffff96e2f1c9ab00) 00010000:00010000:3.0:1767317781.806435:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806437:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806443:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3eea9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x3b00a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806454:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806460:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806470:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806475:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806477:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806482:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806499:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x619f234e (ffff96e2f1c9a000) 00010000:00010000:3.0:1767317781.806502:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806505:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806511:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3eee1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x619f234e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806523:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806529:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806535:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806540:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806543:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806549:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806558:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa2d5a24e (ffff96e2f1c9a100) 00010000:00010000:3.0:1767317781.806560:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806564:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:1.0:1767317781.806581:0:88782:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1767317781.806581:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3ef19 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa2d5a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.806594:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806602:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:1.0:1767317781.806606:0:88782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff96e2de2c8c00/0xd0d4f19a2da3f539 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f540 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.806608:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806625:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806629:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00000001:00080000:1.0:1767317781.806634:0:88782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934941 is committed 00010000:00010000:3.0:1767317781.806636:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00000004:00080000:1.0:1767317781.806646:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00010000:00010000:3.0:1767317781.806646:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa7aff64e (ffff96e2d03ba900) 00010000:00010000:3.0:1767317781.806650:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806654:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806660:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c9800/0xd0d4f19a2da3ef51 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa7aff64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000001:00080000:1.0:1767317781.806676:0:88782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934931 is committed 00010000:00010000:3.0:1767317781.806682:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806690:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806696:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806701:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8400 already unused, calling callback (ffffffffc185d550) 00000020:00080000:1.0:1767317781.806703:0:88782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294995417 batchid updated 00010000:00010000:3.0:1767317781.806705:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806714:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806722:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x4133a24e (ffff96e2d03ba800) 00010000:00010000:3.0:1767317781.806725:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806729:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806734:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8400/0xd0d4f19a2da3ef89 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x4133a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806751:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806758:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806764:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806774:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fa00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806778:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806785:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00000004:00080000:1.0:1767317781.806786:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00010000:00010000:3.0:1767317781.806796:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xcd7cff4e (ffff96e2d03ba400) 00010000:00010000:3.0:1767317781.806799:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806802:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806807:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fa00/0xd0d4f19a2da3efc1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xcd7cff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000004:00080000:1.0:1767317781.806809:0:88782:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00010000:00010000:3.0:1767317781.806824:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806831:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806837:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806842:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806845:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806852:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806860:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x1826f64e (ffff96e2d03ba200) 00010000:00010000:3.0:1767317781.806863:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806866:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806871:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f200/0xd0d4f19a2da3eff9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x1826f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806883:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806888:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806893:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806898:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131e800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806901:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806907:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806914:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x268ee54e (ffff96e2d03bae00) 00010000:00010000:3.0:1767317781.806917:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806919:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806925:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131e800/0xd0d4f19a2da3f031 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x268ee54e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806936:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806946:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806952:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806957:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.806960:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806966:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806972:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2f5bd44e (ffff96e2d03bad00) 00010000:00010000:3.0:1767317781.806974:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.806977:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806981:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f000/0xd0d4f19a2da3f069 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2f5bd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.806991:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.806997:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807002:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807007:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131fc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807010:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807016:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807022:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd3fed44e (ffff96e2d90efc00) 00010000:00010000:3.0:1767317781.807025:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807028:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807034:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131fc00/0xd0d4f19a2da3f0a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd3fed44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807045:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807051:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807057:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807062:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807065:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807071:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807078:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa615d44e (ffff96e2d90efe00) 00010000:00010000:3.0:1767317781.807081:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807083:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807092:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f800/0xd0d4f19a2da3f0d9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa615d44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807103:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807109:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807115:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807120:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807123:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807128:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807133:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xc7d2ff4e (ffff96e2f1c9a800) 00010000:00010000:3.0:1767317781.807136:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807138:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807144:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3f111 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xc7d2ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807155:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807161:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807171:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807176:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807179:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807184:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807191:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x6063f64e (ffff96e1cf6bdc00) 00010000:00010000:3.0:1767317781.807193:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807196:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807202:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131f400/0xd0d4f19a2da3f149 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x6063f64e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807253:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807259:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807265:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807269:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131ea00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807272:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807277:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807286:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xa663ff4e (ffff96e1cf6bda00) 00010000:00010000:3.0:1767317781.807288:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807290:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807296:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2d131ea00/0xd0d4f19a2da3f181 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xa663ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807308:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807315:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807321:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807326:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c8200 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807329:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807335:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807342:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x217dd44e (ffff96e1cf6bd100) 00010000:00010000:3.0:1767317781.807345:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807347:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807353:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8200/0xd0d4f19a2da3f1b9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x217dd44e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15468 initiator: MDT0 00010000:00010000:3.0:1767317781.807369:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807375:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807380:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807386:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807388:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807394:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807401:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0x2aa7ff4e (ffff96e2f1c9a900) 00010000:00010000:3.0:1767317781.807404:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807406:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807412:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3f1f1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0x2aa7ff4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807424:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807429:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807435:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807444:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807447:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807452:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807459:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2417:0x0].0xd3f0a24e (ffff96e2c8a10c00) 00010000:00010000:3.0:1767317781.807461:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807464:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807471:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f229 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2417:0x0].0xd3f0a24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807483:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807501:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807507:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807513:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6e00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807516:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807522:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807529:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8737ee00 (ffff96e2c8a10800) 00010000:00010000:3.0:1767317781.807533:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807536:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807541:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f261 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8737ee00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15771 initiator: MDT0 00010000:00010000:3.0:1767317781.807556:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807562:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807568:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807573:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807576:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807581:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807588:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x247e:0x0].0xd0512ca8 (ffff96e2c8a10200) 00010000:00010000:3.0:1767317781.807590:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807593:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807597:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f4ec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x247e:0x0].0xd0512ca8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807609:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807620:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807626:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807631:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7c00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807634:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807640:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807647:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x3:0x0].0xd8a61d12 (ffff96e2c8a10600) 00010000:00010000:3.0:1767317781.807650:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807653:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807659:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f658 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x3:0x0].0xd8a61d12 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807670:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807677:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807683:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807688:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807690:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807697:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807704:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2431a69e (ffff96e2da7f2100) 00010000:00010000:3.0:1767317781.807707:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807710:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807716:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3f6ac lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2431a69e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807728:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807735:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807741:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807746:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807748:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807754:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807760:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xbb9b349e (ffff96e2da7f2a00) 00010000:00010000:3.0:1767317781.807762:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807765:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807770:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3f73f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3:0x0].0xbb9b349e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807782:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807787:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807792:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807798:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807800:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807806:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807813:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6733fd18 (ffff96e2f9286c00) 00010000:00010000:3.0:1767317781.807816:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807818:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807824:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f7e7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6733fd18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807837:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807842:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807847:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807856:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807859:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807865:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807872:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40b17d1 (ffff96e2da7e7700) 00010000:00010000:3.0:1767317781.807874:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807877:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807882:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3f834 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb40b17d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.807896:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807901:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807907:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807912:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807915:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807921:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807928:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93dc5303 (ffff96e2f9286000) 00010000:00010000:3.0:1767317781.807930:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807933:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807939:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f881 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x93dc5303 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807952:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807959:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807965:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807970:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828cc00 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.807973:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807978:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807984:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3761619 (ffff96e2da7f2500) 00010000:00010000:3.0:1767317781.807986:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767317781.807989:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.807994:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3f8a4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3761619 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT0 00010000:00010000:3.0:1767317781.808004:0:7000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.808010:0:7000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.808015:0:7000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.808020:0:7000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6800 already unused, calling callback (ffffffffc185d550) 00010000:00010000:3.0:1767317781.808023:0:7000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.808029:0:7000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.808036:0:7000:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff96e2d03bab00) 00010000:00010000:3.0:1767317781.808038:0:7000:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1767317781.808041:0:7000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00010000:00010000:3.0:1767317781.808047:0:7000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f8c7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT0 00000100:00100000:3.0:1767317781.808084:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989405056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.808166:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989405696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.809682:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989405952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.809729:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.811371:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404672 00000100:00100000:2.0:1767317781.811384:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404672 00000100:00100000:2.0:1767317781.811442:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404800 00000100:00100000:2.0:1767317781.811446:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404800 00000100:00100000:2.0:1767317781.811464:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405184 00000100:00100000:2.0:1767317781.811467:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405184 00000100:00100000:2.0:1767317781.811483:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989404928 00000100:00100000:2.0:1767317781.811486:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989404928 00000100:00100000:2.0:1767317781.811514:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405440 00000100:00100000:2.0:1767317781.811517:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405440 00000100:00100000:0.0:1767317781.811531:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989406464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.811557:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405952 00000100:00100000:2.0:1767317781.811562:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405952 00000100:00100000:0.0:1767317781.811582:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.811594:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406464 00000100:00100000:2.0:1767317781.811599:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406464 00000100:00100000:2.0:1767317781.811622:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16092 00000100:00100000:2.0:1767317781.811632:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+110:7013:x1853163989404672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.811641:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16093 00000100:00100000:0.0:1767317781.811653:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:7014:x1853163989404800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.811668:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7602 count 1 00002000:00080000:0.0:1767317781.811670:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7640 count 1 00002000:00010000:0.0:1767317781.811709:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1767317781.811709:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.811720:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.811721:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.811751:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.811752:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.811755:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.811756:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.811764:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.811764:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.811800:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.811801:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.811823:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.811831:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.811855:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.812298:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:7014:x1853163989404800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 647us (7558us total) trans 4294975298 rc 0/0 00000100:00100000:0.0:1767317781.812306:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16093 00000100:00100000:0.0:1767317781.812330:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16094 00000100:00100000:0.0:1767317781.812337:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:7013:x1853163989405184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317781.812351:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7645 count 1 00002000:00010000:0.0:1767317781.812367:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ddd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.812372:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812380:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.812382:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.812385:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812394:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812402:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812409:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812425:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.812754:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:7013:x1853163989405184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 416us (7958us total) trans 4294975299 rc 0/0 00000100:00100000:0.0:1767317781.812761:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16094 00000100:00100000:0.0:1767317781.812774:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16095 00000100:00100000:0.0:1767317781.812781:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:7015:x1853163989404928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317781.812795:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7627 count 1 00002000:00010000:0.0:1767317781.812813:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dcb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.812818:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812825:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.812826:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.812830:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812842:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812848:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812855:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.812872:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767317781.812925:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.812933:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1767317781.812968:0:88812:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294995417 00000100:00100000:0.0:1767317781.812979:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:7015:x1853163989404928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (8146us total) trans 4294975300 rc 0/0 00000100:00100000:0.0:1767317781.812986:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16095 00000004:00080000:2.0:1767317781.813025:0:88812:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff96e1d00b3540 with version 15 00000020:00080000:2.0:1767317781.813035:0:88812:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294995416 cancel update log [0x240000402:0x2:0x0].3: rc = 0 00000020:00080000:2.0:1767317781.813473:0:88812:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294995416 cancel update log [0x200000bd0:0x1:0x0].3: rc = 0 00000004:00080000:2.0:1767317781.813513:0:88812:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff96e1d00b3180 with version 16 00000020:00080000:2.0:1767317781.813517:0:88812:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294995417 cancel update log [0x240000402:0x2:0x0].4: rc = 0 00000100:00100000:0.0:1767317781.813525:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16096 00000100:00100000:0.0:1767317781.813536:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:7015:x1853163989405440:12345-0@lo:6:osp-syn-1-0.0 00000020:00080000:2.0:1767317781.813545:0:88812:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294995417 cancel update log [0x200000bd0:0x1:0x0].4: rc = 0 00000020:00080000:2.0:1767317781.813552:0:88812:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294995417 00002000:00080000:0.0:1767317781.813553:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7624 count 1 00002000:00010000:0.0:1767317781.813573:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1767317781.813575:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16097 00010000:00010000:0.0:1767317781.813581:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.813590:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:7015:x1853163989405952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.813606:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7688 count 1 00002000:00010000:2.0:1767317781.813625:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e08:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.813630:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.813639:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.813641:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.813645:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.813656:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.813663:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.813675:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813687:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.813691:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.813695:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.813699:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767317781.813707:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813716:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813724:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813740:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767317781.813874:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+111:7015:x1853163989405440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 341us (9002us total) trans 4294975301 rc 0/0 00000100:00100000:0.0:1767317781.813880:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16096 00000100:00100000:0.0:1767317781.813893:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16098 00000100:00100000:0.0:1767317781.813898:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:7015:x1853163989406464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.813909:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7615 count 1 00002000:00010000:0.0:1767317781.813922:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dbf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.813927:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813934:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.813936:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.813939:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813948:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813955:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813962:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.813970:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767317781.815401:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:7015:x1853163989405952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1810us (5667us total) trans 4294976291 rc 0/0 00000100:00100000:2.0:1767317781.815413:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16097 00000004:00080000:2.0:1767317781.817441:0:88797:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c752a540 version 15 rpc_version 15 00000020:00100000:2.0:1767317781.817484:0:88797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767317781.817506:0:88797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e227a14700 x1853163989406976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317781.817530:0:88797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989406976:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767317781.817594:0:88797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.817642:0:88797:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1d00b3300 going to sleep for 11 seconds 00010000:00010000:2.0:1767317781.817661:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317781.817672:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817684:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.817689:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817699:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817722:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817729:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3f8ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817755:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317781.817759:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817765:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.817769:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817775:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817784:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817791:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f8dc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817802:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317781.817807:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.817812:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.817815:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818671:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818687:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818694:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f8e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818712:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317781.818717:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818724:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.818728:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818735:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818745:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818752:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3f8f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818771:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.818775:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818781:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.818784:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818791:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818800:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.818806:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f8ea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.819071:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.819079:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.819088:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.819092:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.819101:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.819113:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.819121:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f8f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.819814:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.819830:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406976 00000100:00100000:1.0:1767317781.819841:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406976 00000100:00100000:1.0:1767317781.819905:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:1.0:1767317781.819916:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:88797:x1853163989406976:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1767317781.820108:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:88797:x1853163989406976:12345-0@lo:1000:osp_up1-0.0 Request processed in 194us (2513us total) trans 4294968452 rc 0/0 00000100:00100000:1.0:1767317781.820116:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00010000:00010000:0.0:1767317781.820247:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.820250:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.820252:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.820258:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.820356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.820397:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989406208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.820442:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.820461:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989406720:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1767317781.820483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317781.820534:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec098a80/2, rc 0, transno 4294975299 00000100:00100000:1.0:1767317781.820540:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989405184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.820553:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767317781.820559:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989405824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.820579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.820606:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989406336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.820625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.820691:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317781.820698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989407104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.820719:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.820747:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405696 00000100:00100000:1.0:1767317781.820752:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405696 00000100:00100000:1.0:1767317781.820779:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406208 00000100:00100000:1.0:1767317781.820782:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406208 00000100:00100000:1.0:1767317781.820797:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405824 00000100:00100000:1.0:1767317781.820800:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405824 00000100:00100000:1.0:1767317781.820814:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406336 00000100:00100000:1.0:1767317781.820817:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406336 00000100:00100000:1.0:1767317781.820832:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407104 00000100:00100000:1.0:1767317781.820834:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407104 00000100:00100000:1.0:1767317781.820853:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16099 00000100:00100000:1.0:1767317781.820859:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163989405696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.820880:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7611 count 1 00002000:00010000:1.0:1767317781.820908:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dbb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.820915:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.820929:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.820931:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.820937:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.820949:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.820958:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.820966:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.820981:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.821351:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.821358:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821368:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.821372:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821382:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821400:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821408:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f8ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821440:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.821442:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.821444:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.821461:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16100 00000100:00100000:1.0:1767317781.821470:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163989406208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.821485:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7703 count 1 00002000:00010000:1.0:1767317781.821512:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.821518:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821527:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.821529:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.821532:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821543:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821551:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821559:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.821573:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317781.821949:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.821956:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.821965:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.821968:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.821977:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.821990:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.821997:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f906 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.822013:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.822015:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.822017:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.822028:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.823463:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16101 00000100:00100000:3.0:1767317781.823482:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163989405824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.823526:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7701 count 1 00002000:00010000:3.0:1767317781.823558:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.823567:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.823582:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.823585:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.823602:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.823617:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.823626:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.823635:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.823656:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317781.823732:0:88797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989406976:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1767317781.823746:0:88797:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c752a540 version 16 rpc_version 16 00000020:00100000:3.0:1767317781.823769:0:88797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767317781.823777:0:88797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2f1f1e300 x1853163989407360/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317781.823797:0:88797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989407360:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1767317781.823860:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16102 00000100:00100000:3.0:1767317781.823862:0:88797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.823875:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163989406336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.823892:0:88797:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c2079300 going to sleep for 11 seconds 00002000:00080000:2.0:1767317781.823893:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7706 count 1 00002000:00010000:2.0:1767317781.823911:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.823917:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.823926:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.823928:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.823932:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.823942:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.823950:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.823963:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.823982:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.824013:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16103 00000100:00100000:2.0:1767317781.824022:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+111:7013:x1853163989407104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.824036:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7647 count 1 00002000:00010000:2.0:1767317781.824133:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ddf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.824140:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824149:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.824151:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.824154:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824164:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824172:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.824193:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407360 00000100:00100000:3.0:1767317781.824200:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407360 00000100:00100000:3.0:1767317781.824259:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:3.0:1767317781.824266:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:88797:x1853163989407360:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1767317781.824360:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824378:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317781.824621:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+112:7013:x1853163989407104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 599us (3899us total) trans 4294975302 rc 0/0 00000100:00100000:2.0:1767317781.824630:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16103 00010000:00010000:2.0:1767317781.824674:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317781.824681:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824691:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.824695:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824705:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824722:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824730:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3f90d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824751:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.824755:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824762:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828da00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.824766:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824779:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824790:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824796:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3f914 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824811:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.824824:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824832:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.824835:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824843:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824854:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824861:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3f91b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.824879:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.824881:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.824884:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.824891:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317781.824921:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fcbc0000/2, rc 0, transno 4294975302 00000100:00100000:3.0:1767317781.824928:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.824937:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989407104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.824967:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405312 00000100:00100000:2.0:1767317781.824971:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405312 00000004:00080000:3.0:1767317781.824989:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec099f80/2, rc 0, transno 4294975298 00000100:00100000:3.0:1767317781.824996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989404800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.825002:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16104 00000100:00100000:2.0:1767317781.825011:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+112:7014:x1853163989405312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767317781.825022:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767317781.825026:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7606 count 1 00002000:00010000:2.0:1767317781.825047:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.825619:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825633:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.825635:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.825640:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825652:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825662:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825670:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825689:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767317781.825722:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.825729:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825738:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.825742:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825751:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825765:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825772:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3f8d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825790:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.825794:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825801:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.825918:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825936:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825947:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825954:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f922 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.825968:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.825970:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.825972:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.826037:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.826412:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.826462:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989405568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.826620:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.826645:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989406080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.826665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.826682:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989406592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.826699:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.826724:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989407616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.826747:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.826762:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317781.826767:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989407488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.826783:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.826806:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405056 00000100:00100000:2.0:1767317781.826813:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405056 00000100:00100000:2.0:1767317781.827373:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989405568 00000100:00100000:2.0:1767317781.827378:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989405568 00000100:00100000:2.0:1767317781.827390:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406080 00000100:00100000:2.0:1767317781.827392:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406080 00000100:00100000:2.0:1767317781.827403:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406592 00000100:00100000:2.0:1767317781.827406:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406592 00000100:00100000:2.0:1767317781.827414:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407616 00000100:00100000:2.0:1767317781.827417:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407616 00000100:00100000:2.0:1767317781.827426:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407488 00000100:00100000:2.0:1767317781.827428:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407488 00000100:00100000:2.0:1767317781.827442:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16105 00000100:00100000:2.0:1767317781.827449:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+116:7016:x1853163989405056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.827475:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7642 count 1 00002000:00010000:2.0:1767317781.827515:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dda:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.827521:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.827534:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.827536:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.827541:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.827553:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.827562:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.827570:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.827591:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.827814:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+117:7016:x1853163989405056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 364us (1403us total) trans 4294975303 rc 0/0 00000100:00100000:2.0:1767317781.828930:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16105 00000100:00100000:2.0:1767317781.828962:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16106 00000100:00100000:2.0:1767317781.828974:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+116:7016:x1853163989405568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.828999:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7600 count 1 00002000:00010000:2.0:1767317781.829026:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.829034:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.829045:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.829048:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.829628:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.829647:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.829657:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.829665:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.829684:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.830058:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989406720 00000100:00100000:0.0:1767317781.830068:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989406720 00000100:00100000:0.0:1767317781.830117:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1767317781.830125:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:7013:x1853163989406720:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1767317781.830137:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317781.830162:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3f540 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x112:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f539 expref: 11 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830181:0:15461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x46a4c46c (ffff96e2f9286e00) 00010000:00010000:0.0:1767317781.830191:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317781.830274:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:7013:x1853163989406720:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 151us (9790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317781.830281:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00010000:00010000:0.0:1767317781.830306:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.830313:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830322:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.830326:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830335:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830349:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830356:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3f929 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830377:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.830380:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830387:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ce00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.830389:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830395:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830403:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830409:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3f930 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.830420:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.830422:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.830424:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.830430:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.831083:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16107 00000100:00100000:3.0:1767317781.831095:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:7016:x1853163989406080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.831118:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7649 count 1 00002000:00010000:3.0:1767317781.831142:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.831148:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.831159:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.831161:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.831165:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.831176:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.831184:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.831191:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.831214:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.831437:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+117:7016:x1853163989405568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2466us (4815us total) trans 4294975304 rc 0/0 00000100:00100000:2.0:1767317781.831447:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16106 00000100:00100000:3.0:1767317781.831452:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:88797:x1853163989407360:12345-0@lo:1000:osp_up1-0.0 Request processed in 7184us (7592us total) trans 4294968453 rc 0/0 00000100:00100000:3.0:1767317781.831462:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00100000:2.0:1767317781.831471:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16108 00000100:00100000:2.0:1767317781.831481:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:7016:x1853163989406592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.831506:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7633 count 1 00002000:00010000:2.0:1767317781.831523:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.831529:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.831531:0:88797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:88797:1853163989407360:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1767317781.831546:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.831548:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.831552:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831564:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831571:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831578:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831600:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.831628:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16109 00000100:00100000:2.0:1767317781.831636:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+116:7016:x1853163989407616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.831669:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7613 count 1 00002000:00010000:2.0:1767317781.831686:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dbd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.831691:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831699:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.831700:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.831703:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831712:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831719:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.831726:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831873:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.831880:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831888:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.831892:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831901:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831915:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831922:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3f937 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831937:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.831941:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831948:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ca00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.831951:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831958:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831967:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831973:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3f93e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.831993:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.831995:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.831996:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.832281:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+117:7013:x1853163989404672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20649us (27609us total) trans 4294975305 rc 0/0 00000100:00100000:1.0:1767317781.832288:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16092 00000100:00100000:1.0:1767317781.832308:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16110 00000100:00100000:1.0:1767317781.832318:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+116:7016:x1853163989407488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.832337:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7616 count 1 00010000:00010000:2.0:1767317781.832341:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1767317781.832358:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.832365:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.832372:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.832374:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.832377:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.832389:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.832409:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.832416:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.832429:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.832464:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+117:7016:x1853163989407616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 827us (5713us total) trans 4294975306 rc 0/0 00000100:00100000:2.0:1767317781.832472:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16109 00010000:00010000:2.0:1767317781.832505:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.832511:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832519:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.832522:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832537:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.832548:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+117:7016:x1853163989407488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (5762us total) trans 4294975307 rc 0/0 00010000:00010000:2.0:1767317781.832551:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.832557:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16110 00010000:00010000:2.0:1767317781.832566:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3f945 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832583:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.832587:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832593:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.832596:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832603:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832612:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832617:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6000/0xd0d4f19a2da3f94c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832636:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.832637:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.832639:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.832674:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989406720:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:2.0:1767317781.832690:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec098000/2, rc 0, transno 4294975305 00000100:00100000:2.0:1767317781.832703:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989404672:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317781.832725:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.832786:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989407744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.832830:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767317781.832862:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.832869:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.832882:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407744 00000100:00100000:2.0:1767317781.832889:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407744 00000100:00100000:2.0:1767317781.832925:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16111 00000100:00100000:2.0:1767317781.832934:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+117:7013:x1853163989407744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.832946:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7614 count 1 00002000:00010000:2.0:1767317781.832964:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dbe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.832970:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832977:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.832979:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.832982:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.832991:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.833003:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.833010:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.833032:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317781.833055:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317781.833061:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.833069:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317781.833072:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.833081:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.833093:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.833100:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3f953 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.833119:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.833121:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.833124:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.833148:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+118:7013:x1853163989407744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 215us (317us total) trans 4294975308 rc 0/0 00000100:00100000:2.0:1767317781.833156:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16111 00000004:00080000:3.0:1767317781.833189:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd2c6680/2, rc 0, transno 4294975308 00000100:00100000:3.0:1767317781.833201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989407744:0@lo:6:osp-syn-1-0.0 00000001:00080000:3.0:1767317781.833320:0:18379:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975301 is committed 00010000:00010000:0.0:1767317781.833850:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.834055:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:7015:x1853163989406464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20155us (22472us total) trans 4294976292 rc 0/0 00000100:00100000:0.0:1767317781.834064:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16098 00000100:00100000:1.0:1767317781.835288:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:7013:x1853163989405696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14423us (14926us total) trans 4294976293 rc 0/0 00000100:00100000:1.0:1767317781.835298:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16099 00000004:00080000:0.0:1767317781.835623:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c722aa00/2, rc 0, transno 4294976293 00000100:00100000:0.0:1767317781.835650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989405696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.836417:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317781.836437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989407872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.836485:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.836543:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989407872 00000100:00100000:1.0:1767317781.836549:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989407872 00000100:00100000:1.0:1767317781.836602:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16112 00000100:00100000:1.0:1767317781.836611:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:7013:x1853163989407872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.837058:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:7013:x1853163989405824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13582us (16476us total) trans 4294976294 rc 0/0 00000100:00100000:0.0:1767317781.837066:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16101 00000100:00100000:0.0:1767317781.837152:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:7013:x1853163989406336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13281us (16526us total) trans 4294976295 rc 0/0 00000100:00100000:0.0:1767317781.837158:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16102 00000004:00080000:0.0:1767317781.837190:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c722ad80/2, rc 0, transno 4294976294 00000100:00100000:0.0:1767317781.837199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989405824:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.837208:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3b80/2, rc 0, transno 4294976295 00000100:00100000:0.0:1767317781.837211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989406336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.837327:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:7016:x1853163989406592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5849us (10626us total) trans 4294976296 rc 0/0 00000100:00100000:0.0:1767317781.837333:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16108 00002000:00080000:1.0:1767317781.837455:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7609 count 1 00002000:00010000:1.0:1767317781.837495:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1db9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.837503:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.837518:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.837521:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.837527:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.837542:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.837551:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.837558:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.837856:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.838106:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:7013:x1853163989407872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1495us (1619us total) trans 4294976298 rc 0/0 00000100:00100000:1.0:1767317781.838113:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16112 00000100:00100000:1.0:1767317781.838266:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:7013:x1853163989406208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16798us (17823us total) trans 4294976297 rc 0/0 00000100:00100000:1.0:1767317781.838273:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16100 00010000:00010000:0.0:1767317781.838373:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.838381:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.838390:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.838581:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.838822:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.838841:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.838848:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7400/0xd0d4f19a2da3f95a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.838866:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.838868:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.838870:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767317781.838891:0:18365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976293 is committed 00000004:00080000:0.0:1767317781.838904:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fcbc0380/2, rc 0, transno 4294976298 00000001:00080000:1.0:1767317781.838905:0:18365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976290 is committed 00000100:00100000:0.0:1767317781.838915:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989407872:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.838925:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301584a80/2, rc 0, transno 4294976297 00000100:00100000:0.0:1767317781.838928:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989406208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.839169:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.839209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.839274:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317781.839281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.839284:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408256 00000100:00100000:1.0:1767317781.839290:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408256 00000100:00100000:0.0:1767317781.839301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.839321:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408384 00000100:00100000:1.0:1767317781.839324:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408384 00000100:00100000:1.0:1767317781.839350:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16113 00000100:00100000:1.0:1767317781.839359:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163989408256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.839363:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16114 00000100:00100000:0.0:1767317781.839370:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:7013:x1853163989408384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.839381:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7673 count 1 00002000:00010000:1.0:1767317781.839406:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.839412:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.839433:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.839435:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.839440:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.839451:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.839459:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.839466:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.839481:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767317781.839506:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7625 count 1 00002000:00010000:0.0:1767317781.839522:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.839527:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839534:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.839536:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.839538:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839546:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839553:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839560:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839573:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317781.839830:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163989408256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 472us (619us total) trans 4294976299 rc 0/0 00000100:00100000:1.0:1767317781.839838:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16113 00000100:00100000:0.0:1767317781.839901:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:7013:x1853163989408384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 530us (597us total) trans 4294976300 rc 0/0 00000100:00100000:0.0:1767317781.839907:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16114 00010000:00010000:0.0:1767317781.839926:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.839932:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839941:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.839945:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839953:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839967:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839974:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7800/0xd0d4f19a2da3f961 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.839994:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.839998:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.840005:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.840008:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.840015:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.840026:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.840038:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3f968 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.840052:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.840054:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.840055:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.840062:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.840082:0:7013:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976293 gen 2 00000004:00080000:0.0:1767317781.840087:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301584e00, transno 4294976223 00000004:00080000:0.0:1767317781.840102:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c722aa00, transno 4294976293 00000100:00100000:0.0:1767317781.840109:0:7013:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff96e2c722ad80 x1853163989405824/t4294976294(4294976294) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317781.840118:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fcbc0e00/2, rc 0, transno 4294976300 00000100:00100000:0.0:1767317781.840123:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408384:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.840133:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fcbc3100/2, rc 0, transno 4294976299 00000100:00100000:0.0:1767317781.840137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.840329:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.840338:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408768:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.840358:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.840380:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.840388:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.840404:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408128 00000100:00100000:1.0:1767317781.840408:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408128 00000100:00100000:0.0:1767317781.840409:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.840432:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a14000/2, rc 0, transno 4294975307 00000100:00100000:0.0:1767317781.840439:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989407488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.840442:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408768 00000100:00100000:1.0:1767317781.840444:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408768 00000004:00080000:0.0:1767317781.840449:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e227a15f80/2, rc 0, transno 4294975306 00000100:00100000:0.0:1767317781.840452:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989407616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.840459:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408640 00000100:00100000:1.0:1767317781.840462:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408640 00000004:00080000:0.0:1767317781.840464:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec09bb80/2, rc 0, transno 4294975303 00000100:00100000:0.0:1767317781.840468:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989405056:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317781.840477:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a1180/2, rc 0, transno 4294975304 00000100:00100000:1.0:1767317781.840479:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16115 00000100:00100000:0.0:1767317781.840481:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989405568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.840485:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:7016:x1853163989408128:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.840502:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f1f1d500/2, rc 0, transno 4294976296 00000100:00100000:0.0:1767317781.840509:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989406592:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.840511:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7639 count 1 00000100:00100000:0.0:1767317781.840518:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767317781.840523:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408000:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767317781.840529:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.840535:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.840542:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317781.840544:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.840545:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.840549:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.840557:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.840558:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.840566:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.840572:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317781.840574:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.840756:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317781.840824:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317781.840832:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.840839:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317781.840843:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.840850:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.840862:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.840869:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a7a00/0xd0d4f19a2da3f96f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.840872:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:7016:x1853163989408128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 386us (513us total) trans 4294976301 rc 0/0 00000100:00100000:1.0:1767317781.840879:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16115 00010000:00010000:3.0:1767317781.840882:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.840884:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.840885:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.840891:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408000 00000100:00100000:1.0:1767317781.840893:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408000 00000100:00100000:1.0:1767317781.840924:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408512 00000100:00100000:1.0:1767317781.840928:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408512 00000100:00100000:1.0:1767317781.840941:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16116 00000100:00100000:1.0:1767317781.840947:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:7013:x1853163989408768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.840959:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7618 count 1 00002000:00010000:1.0:1767317781.840977:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.840983:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.840985:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:7016:x1853163989406080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9895us (14318us total) trans 4294976302 rc 0/0 00000100:00100000:3.0:1767317781.840993:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16107 00000100:00100000:3.0:1767317781.841008:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16117 00000100:00100000:3.0:1767317781.841015:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:7016:x1853163989408640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.841025:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7622 count 1 00002000:00010000:3.0:1767317781.841039:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.841044:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841052:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.841054:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.841057:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841066:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841074:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841080:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841083:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.841085:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.841088:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841093:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.841098:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841105:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841112:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841125:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317781.841181:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:7016:x1853163989408640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 166us (769us total) trans 4294976303 rc 0/0 00000100:00100000:3.0:1767317781.841187:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16117 00000100:00100000:3.0:1767317781.841200:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16118 00000100:00100000:3.0:1767317781.841205:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:7016:x1853163989408000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.841207:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16119 00000100:00100000:1.0:1767317781.841213:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:7016:x1853163989408512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.841216:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7708 count 1 00002000:00080000:1.0:1767317781.841223:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7675 count 1 00002000:00010000:1.0:1767317781.841250:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dfb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1767317781.841251:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.841257:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841257:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841266:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.841266:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.841269:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.841269:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.841273:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841273:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841284:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841284:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841294:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841294:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841303:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.841303:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.841317:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317781.841335:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:7014:x1853163989405312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16323us (16406us total) trans 4294975309 rc 0/0 00000100:00100000:2.0:1767317781.841346:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16104 00000004:00080000:0.0:1767317781.841367:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fcbc0a80/2, rc 0, transno 4294976301 00000100:00100000:0.0:1767317781.841375:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.841395:0:7014:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975301 gen 2 00000004:00080000:0.0:1767317781.841397:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c722aa00/2, rc 0, transno 4294976303 00000004:00080000:2.0:1767317781.841403:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec090000, transno 4294975197 00000100:00100000:0.0:1767317781.841404:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408640:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.841412:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301586680, transno 4294975198 00000004:00080000:0.0:1767317781.841418:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301586300/2, rc 0, transno 4294976302 00000004:00080000:2.0:1767317781.841419:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301586d80, transno 4294975199 00000100:00100000:0.0:1767317781.841425:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989406080:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.841427:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585c00, transno 4294975200 00000004:00080000:2.0:1767317781.841435:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301584380, transno 4294975201 00000004:00080000:2.0:1767317781.841440:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585500, transno 4294975202 00000004:00080000:0.0:1767317781.841443:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301584e00/2, rc 0, transno 4294976304 00000004:00080000:2.0:1767317781.841444:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585180, transno 4294975203 00000100:00100000:0.0:1767317781.841453:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408512:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.841453:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b6a00, transno 4294975204 00000004:00080000:2.0:1767317781.841459:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b4000, transno 4294975205 00000004:00080000:2.0:1767317781.841464:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b4380, transno 4294975206 00000004:00080000:2.0:1767317781.841467:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b6d80, transno 4294975207 00000004:00080000:2.0:1767317781.841469:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301587b80, transno 4294975208 00000004:00080000:2.0:1767317781.841473:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8637b80, transno 4294975209 00000004:00080000:2.0:1767317781.841476:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8637800, transno 4294975210 00000004:00080000:2.0:1767317781.841477:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b7b80, transno 4294975211 00000004:00080000:2.0:1767317781.841479:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec090a80, transno 4294975212 00000004:00080000:2.0:1767317781.841481:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b7100, transno 4294975213 00000004:00080000:2.0:1767317781.841483:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec092d80, transno 4294975214 00000004:00080000:2.0:1767317781.841485:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b4e00, transno 4294975215 00000004:00080000:2.0:1767317781.841499:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8635500, transno 4294975216 00000004:00080000:2.0:1767317781.841501:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634a80, transno 4294975217 00000004:00080000:2.0:1767317781.841503:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8635180, transno 4294975218 00000004:00080000:2.0:1767317781.841505:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636d80, transno 4294975219 00000004:00080000:2.0:1767317781.841508:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636300, transno 4294975220 00000004:00080000:2.0:1767317781.841510:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77c000, transno 4294975221 00000004:00080000:2.0:1767317781.841512:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77dc00, transno 4294975222 00000004:00080000:2.0:1767317781.841515:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b6300, transno 4294975223 00000004:00080000:2.0:1767317781.841517:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636680, transno 4294975224 00000004:00080000:2.0:1767317781.841519:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634380, transno 4294975225 00000004:00080000:2.0:1767317781.841521:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77e300, transno 4294975226 00000004:00080000:2.0:1767317781.841524:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77fb80, transno 4294975227 00000004:00080000:2.0:1767317781.841526:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634700, transno 4294975228 00000004:00080000:2.0:1767317781.841528:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634000, transno 4294975229 00000004:00080000:2.0:1767317781.841531:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77c380, transno 4294975230 00000004:00080000:2.0:1767317781.841533:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77ca80, transno 4294975231 00000004:00080000:2.0:1767317781.841536:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301587480, transno 4294975232 00000004:00080000:2.0:1767317781.841538:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301587100, transno 4294975233 00000004:00080000:2.0:1767317781.841540:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f9a8c700, transno 4294975234 00000004:00080000:2.0:1767317781.841542:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd252680, transno 4294975235 00000004:00080000:2.0:1767317781.841545:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585f80, transno 4294975236 00000004:00080000:2.0:1767317781.841548:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a16a00, transno 4294975237 00000004:00080000:2.0:1767317781.841550:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c7229500, transno 4294975238 00000004:00080000:2.0:1767317781.841553:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c7229880, transno 4294975239 00000004:00080000:2.0:1767317781.841556:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef585880, transno 4294975240 00000004:00080000:2.0:1767317781.841558:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2680, transno 4294975241 00000004:00080000:2.0:1767317781.841561:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3480, transno 4294975242 00000004:00080000:2.0:1767317781.841563:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0380, transno 4294975243 00000004:00080000:2.0:1767317781.841566:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0000, transno 4294975244 00000004:00080000:2.0:1767317781.841568:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2a00, transno 4294975245 00000004:00080000:2.0:1767317781.841571:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2300, transno 4294975246 00000004:00080000:2.0:1767317781.841573:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3800, transno 4294975247 00000004:00080000:2.0:1767317781.841576:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01e680, transno 4294975248 00000004:00080000:2.0:1767317781.841579:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01c380, transno 4294975249 00000004:00080000:2.0:1767317781.841581:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01f800, transno 4294975250 00000004:00080000:2.0:1767317781.841584:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01ed80, transno 4294975251 00000004:00080000:2.0:1767317781.841586:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01c000, transno 4294975252 00000004:00080000:2.0:1767317781.841588:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01ca80, transno 4294975253 00000004:00080000:2.0:1767317781.841591:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01f100, transno 4294975254 00000004:00080000:2.0:1767317781.841593:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01d500, transno 4294975255 00000004:00080000:2.0:1767317781.841595:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01dc00, transno 4294975256 00000004:00080000:2.0:1767317781.841597:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01df80, transno 4294975257 00000004:00080000:2.0:1767317781.841599:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01f480, transno 4294975258 00000004:00080000:2.0:1767317781.841602:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01d880, transno 4294975259 00000004:00080000:2.0:1767317781.841605:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5c00, transno 4294975260 00000004:00080000:2.0:1767317781.841607:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab6d80, transno 4294975261 00000004:00080000:2.0:1767317781.841610:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab4e00, transno 4294975262 00000004:00080000:2.0:1767317781.841612:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab4a80, transno 4294975263 00000004:00080000:2.0:1767317781.841615:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5500, transno 4294975264 00000004:00080000:2.0:1767317781.841617:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5f80, transno 4294975265 00000004:00080000:2.0:1767317781.841620:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5880, transno 4294975266 00000004:00080000:2.0:1767317781.841622:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab7b80, transno 4294975267 00000004:00080000:2.0:1767317781.841624:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067f800, transno 4294975268 00000004:00080000:2.0:1767317781.841627:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5180, transno 4294975269 00000004:00080000:2.0:1767317781.841629:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab4700, transno 4294975270 00000004:00080000:2.0:1767317781.841631:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067c000, transno 4294975271 00000004:00080000:2.0:1767317781.841634:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab7100, transno 4294975272 00000004:00080000:2.0:1767317781.841636:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067e300, transno 4294975273 00000004:00080000:2.0:1767317781.841638:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab7480, transno 4294975274 00000004:00080000:2.0:1767317781.841641:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0e00, transno 4294975275 00000004:00080000:2.0:1767317781.841643:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1880, transno 4294975276 00000004:00080000:2.0:1767317781.841646:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1500, transno 4294975277 00000004:00080000:2.0:1767317781.841648:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3100, transno 4294975278 00000004:00080000:2.0:1767317781.841651:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0a80, transno 4294975279 00000004:00080000:2.0:1767317781.841653:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1f80, transno 4294975280 00000004:00080000:2.0:1767317781.841655:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1c00, transno 4294975281 00000004:00080000:2.0:1767317781.841658:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0700, transno 4294975282 00000004:00080000:2.0:1767317781.841660:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01fb80, transno 4294975283 00000004:00080000:2.0:1767317781.841663:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1180, transno 4294975284 00000004:00080000:2.0:1767317781.841665:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab6a00, transno 4294975285 00000004:00080000:2.0:1767317781.841667:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01ea00, transno 4294975286 00000004:00080000:2.0:1767317781.841670:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01c700, transno 4294975287 00000004:00080000:2.0:1767317781.841672:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab6300, transno 4294975288 00000004:00080000:2.0:1767317781.841674:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff01d180, transno 4294975289 00000004:00080000:2.0:1767317781.841677:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab7800, transno 4294975290 00000004:00080000:2.0:1767317781.841680:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff0db800, transno 4294975291 00000004:00080000:2.0:1767317781.841683:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c3a49c00, transno 4294975292 00000004:00080000:2.0:1767317781.841685:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab4000, transno 4294975293 00000004:00080000:2.0:1767317781.841688:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaae680, transno 4294975294 00000004:00080000:2.0:1767317781.841690:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff0da680, transno 4294975295 00000004:00080000:2.0:1767317781.841693:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77d880, transno 4294975296 00000004:00080000:2.0:1767317781.841695:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77d180, transno 4294975297 00000004:00080000:2.0:1767317781.841698:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec099f80, transno 4294975298 00000004:00080000:2.0:1767317781.841700:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec098a80, transno 4294975299 00000100:00100000:2.0:1767317781.841707:0:7014:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff96e2fcbc0000 x1853163989407104/t4294975302(4294975302) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767317781.841715:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067dc00/2, rc 0, transno 4294975309 00000100:00100000:2.0:1767317781.841719:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989405312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.841796:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:7013:x1853163989408768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 848us (1414us total) trans 4294975310 rc 0/0 00000100:00100000:2.0:1767317781.841802:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16116 00010000:00010000:3.0:1767317781.841818:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:2.0:1767317781.841948:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a0700/2, rc 0, transno 4294975310 00000100:00100000:3.0:1767317781.841948:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:7016:x1853163989408000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 741us (1402us total) trans 4294976305 rc 0/0 00000100:00100000:2.0:1767317781.841958:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.841961:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16118 00010000:00010000:0.0:1767317781.842004:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317781.842010:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842019:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.842023:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842030:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842045:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842052:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3f97d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842066:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.842069:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842075:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.842078:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842085:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842095:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842102:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7600/0xd0d4f19a2da3f976 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842120:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.842124:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842130:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.842133:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842139:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842149:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842156:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6600/0xd0d4f19a2da3f98b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842167:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.842170:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842175:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.842178:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842185:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842195:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842201:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3f984 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.842211:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.842212:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.842214:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.842222:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.842226:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.842303:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.842511:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:7016:x1853163989408512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 203us (842us total) trans 4294976304 rc 0/0 00000100:00100000:1.0:1767317781.842518:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16119 00000100:00100000:3.0:1767317781.842612:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317781.842623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.842669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.843045:0:88801:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 36 changes, 11 in progress, 2 in flight, 103 done 00000100:00100000:3.0:1767317781.843114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989409280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.843139:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.843389:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989409408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.843420:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.843446:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767317781.843451:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989409792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.843471:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.843516:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989408896 00000100:00100000:2.0:1767317781.843522:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989408896 00000100:00100000:2.0:1767317781.843569:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409280 00000100:00100000:2.0:1767317781.843573:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409280 00000100:00100000:2.0:1767317781.843590:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409408 00000100:00100000:2.0:1767317781.843593:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409408 00000100:00100000:2.0:1767317781.843608:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16120 00000100:00100000:2.0:1767317781.843616:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:7013:x1853163989408896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.843644:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7659 count 1 00002000:00010000:2.0:1767317781.843680:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1deb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.843686:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.843706:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.843709:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.843715:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.843729:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.843738:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.843746:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.843763:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.850741:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409792 00000100:00100000:1.0:1767317781.850750:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409792 00000100:00100000:1.0:1767317781.850813:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16121 00000100:00100000:1.0:1767317781.850823:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:7013:x1853163989409280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.850854:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7630 count 1 00002000:00010000:1.0:1767317781.850894:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.851045:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.851067:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.851070:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.851075:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.851090:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.851100:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.851108:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.851131:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1767317781.852102:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a2d80/2, rc 0, transno 4294975311 00000100:00100000:3.0:1767317781.852114:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989409280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.852546:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:7013:x1853163989409280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1722us (9403us total) trans 4294975311 rc 0/0 00000100:00100000:1.0:1767317781.852556:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16121 00000100:00100000:1.0:1767317781.854401:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16122 00000100:00100000:1.0:1767317781.854427:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:7014:x1853163989409408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.854460:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7665 count 1 00002000:00010000:1.0:1767317781.854499:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.854508:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.854523:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.854525:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.854530:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.854544:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.854553:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.854560:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.856551:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317781.856840:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:7014:x1853163989409408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2423us (13414us total) trans 4294976307 rc 0/0 00000100:00100000:1.0:1767317781.856851:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16122 00000100:00100000:1.0:1767317781.856883:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16123 00000100:00100000:1.0:1767317781.856893:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:7014:x1853163989409792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.856919:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7611 count 1 00002000:00010000:1.0:1767317781.856952:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dbb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.856959:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.856973:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.856975:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.856979:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.856995:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857003:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857010:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857026:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767317781.857031:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317781.857040:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857050:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.857055:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857065:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857086:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857099:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3f992 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1deb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857121:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.857125:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857131:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.857134:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857141:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857151:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857159:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7e00/0xd0d4f19a2da3f999 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.857159:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:7014:x1853163989409792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 270us (13687us total) trans 4294975312 rc 0/0 00000100:00100000:1.0:1767317781.857166:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16123 00010000:00010000:0.0:1767317781.857173:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.857177:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857183:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.857186:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857192:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857203:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.857208:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857213:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857216:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.857219:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857220:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6a00/0xd0d4f19a2da3f9a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857227:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857268:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.857269:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.857271:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.857282:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.857290:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.857294:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7200/0xd0d4f19a2da3f9a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857305:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.857306:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.857308:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.857330:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317781.857330:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.857349:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409024 00000100:00100000:1.0:1767317781.857356:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409024 00000100:00100000:0.0:1767317781.857369:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.857386:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16124 00000100:00100000:0.0:1767317781.857387:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.857392:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:7015:x1853163989409024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.857397:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989410048:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.857403:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7619 count 1 00000100:00100000:0.0:1767317781.857416:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1767317781.857419:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.857424:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857431:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.857432:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.857435:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857444:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317781.857446:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c7229180/2, rc 0, transno 4294976291 00010000:00010000:1.0:1767317781.857451:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.857457:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989405952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.857463:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767317781.857469:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2d80/2, rc 0, transno 4294976292 00000100:00100000:0.0:1767317781.857472:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989406464:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.857475:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767317781.857485:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec09b480/2, rc 0, transno 4294975300 00000100:00100000:0.0:1767317781.857505:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989404928:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317781.857518:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a3800/2, rc 0, transno 4294975301 00000100:00100000:0.0:1767317781.857521:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989405440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.857534:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1767317781.857540:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.857561:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.857572:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.857579:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:7015:x1853163989409024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 187us (249us total) trans 4294975313 rc 0/0 00000100:00100000:1.0:1767317781.857585:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16124 00000100:00100000:1.0:1767317781.857596:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409536 00000100:00100000:1.0:1767317781.857599:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409536 00000100:00100000:0.0:1767317781.857603:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.857610:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410048 00000100:00100000:1.0:1767317781.857612:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410048 00000100:00100000:0.0:1767317781.857613:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989410176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.857621:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409152 00000100:00100000:1.0:1767317781.857624:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409152 00000100:00100000:0.0:1767317781.857630:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.857632:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409664 00000100:00100000:1.0:1767317781.857634:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409664 00000100:00100000:1.0:1767317781.857642:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410176 00000100:00100000:1.0:1767317781.857645:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410176 00000004:00080000:0.0:1767317781.857650:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a2300/2, rc 0, transno 4294975313 00000100:00100000:0.0:1767317781.857653:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.857655:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16125 00000100:00100000:1.0:1767317781.857660:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:7015:x1853163989409536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.857671:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16126 00002000:00080000:1.0:1767317781.857672:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7603 count 1 00000100:00100000:0.0:1767317781.857678:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:7015:x1853163989410048:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767317781.857686:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:0.0:1767317781.857688:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7684 count 1 00010000:00010000:1.0:1767317781.857690:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857697:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.857699:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1767317781.857701:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e04:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.857702:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857706:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857713:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.857715:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.857716:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857718:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857724:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857727:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857732:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857740:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857744:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767317781.857748:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857759:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317781.857836:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:7015:x1853163989409536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 175us (447us total) trans 4294975314 rc 0/0 00000100:00100000:1.0:1767317781.857843:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16125 00000100:00100000:1.0:1767317781.857855:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16127 00000100:00100000:0.0:1767317781.857857:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:7015:x1853163989410048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 180us (439us total) trans 4294976308 rc 0/0 00000100:00100000:1.0:1767317781.857861:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:7015:x1853163989409152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.857863:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16126 00002000:00080000:1.0:1767317781.857872:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7626 count 1 00000100:00100000:0.0:1767317781.857874:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16128 00000100:00100000:0.0:1767317781.857879:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:7015:x1853163989409664:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1767317781.857885:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:0.0:1767317781.857887:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7646 count 1 00010000:00010000:1.0:1767317781.857890:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857897:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1767317781.857899:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.857899:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.857902:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857904:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857911:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.857912:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.857912:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857915:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857920:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857923:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857927:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857930:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.857937:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.857938:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767317781.857945:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317781.858021:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:7015:x1853163989409152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 160us (458us total) trans 4294975316 rc 0/0 00000100:00100000:0.0:1767317781.858026:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:7015:x1853163989409664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 148us (423us total) trans 4294975315 rc 0/0 00000100:00100000:1.0:1767317781.858028:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16127 00000100:00100000:0.0:1767317781.858032:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16128 00000100:00100000:1.0:1767317781.858040:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16129 00000100:00100000:1.0:1767317781.858046:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:7015:x1853163989410176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.858057:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7623 count 1 00002000:00010000:1.0:1767317781.858071:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.858076:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858084:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317781.858084:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.858085:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.858089:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858089:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858097:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.858099:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858100:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858107:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858109:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858115:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858120:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858122:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1767317781.858127:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6800/0xd0d4f19a2da3f9ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858140:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767317781.858143:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858150:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.858154:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858161:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858171:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858178:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a7c00/0xd0d4f19a2da3f9b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858188:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317781.858191:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858197:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.858200:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858208:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.858209:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:7015:x1853163989410176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 163us (577us total) trans 4294976309 rc 0/0 00000100:00100000:1.0:1767317781.858215:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16129 00010000:00010000:0.0:1767317781.858218:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858249:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.858252:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3f9bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858254:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858261:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.858264:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858265:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.858268:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858273:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858274:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.858277:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858284:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858284:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858292:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6400/0xd0d4f19a2da3f9c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858293:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858300:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3f9ca lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858304:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.858307:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858310:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.858312:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.858313:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.858314:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.858316:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858319:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.858323:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858331:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858338:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2fc3a6e00/0xd0d4f19a2da3f9d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.858350:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.858352:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.858353:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.858357:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.858361:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989410688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.858385:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.858422:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fcbc1880/2, rc 0, transno 4294976305 00000100:00100000:0.0:1767317781.858432:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989408000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.858439:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317781.858444:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989410560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.858463:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.858520:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317781.858527:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.858546:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.858569:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410688 00000100:00100000:0.0:1767317781.858573:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410688 00000100:00100000:0.0:1767317781.858592:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410560 00000100:00100000:0.0:1767317781.858594:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410560 00000100:00100000:0.0:1767317781.858606:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411072 00000100:00100000:0.0:1767317781.858608:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411072 00000100:00100000:0.0:1767317781.858618:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16130 00000100:00100000:0.0:1767317781.858624:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:7016:x1853163989410688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317781.858636:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7617 count 1 00002000:00010000:0.0:1767317781.858650:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.858655:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858662:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.858664:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.858667:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858676:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858689:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858696:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858708:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.858811:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:7016:x1853163989410688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (425us total) trans 4294975317 rc 0/0 00000100:00100000:0.0:1767317781.858817:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16130 00000100:00100000:0.0:1767317781.858831:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16131 00000100:00100000:0.0:1767317781.858837:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:7016:x1853163989410560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.858847:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7627 count 1 00002000:00010000:0.0:1767317781.858861:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dcb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.858865:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858873:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.858874:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.858877:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858885:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858891:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858898:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.858909:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.858997:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989410560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 160us (533us total) trans 4294976310 rc 0/0 00000100:00100000:0.0:1767317781.859003:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16131 00000100:00100000:0.0:1767317781.859015:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16132 00000100:00100000:0.0:1767317781.859021:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:7016:x1853163989411072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.859031:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7656 count 1 00002000:00010000:0.0:1767317781.859043:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.859047:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859054:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.859055:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.859058:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859066:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859074:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859079:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859090:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317781.859167:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989411072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 146us (619us total) trans 4294976311 rc 0/0 00000100:00100000:0.0:1767317781.859173:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16132 00010000:00010000:0.0:1767317781.859189:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.859194:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859201:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.859204:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859212:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859223:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859254:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3f9d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859267:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.859271:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859276:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.859279:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859286:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859296:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859303:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3f9df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859313:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.859316:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859322:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.859324:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859331:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859339:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859346:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3f9e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859359:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.859360:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.859362:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.859367:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317781.859386:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c7229880/2, rc 0, transno 4294976311 00000100:00100000:0.0:1767317781.859395:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411072:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.859403:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585180/2, rc 0, transno 4294976310 00000100:00100000:0.0:1767317781.859407:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989410560:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.859415:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301587b80/2, rc 0, transno 4294975317 00000100:00100000:0.0:1767317781.859422:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989410688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.859477:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.859520:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.859550:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411200 00000100:00100000:0.0:1767317781.859554:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411200 00000100:00100000:0.0:1767317781.859574:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16133 00000100:00100000:0.0:1767317781.859580:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:7016:x1853163989411200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.859592:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7643 count 1 00002000:00010000:0.0:1767317781.859607:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ddb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.859611:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859619:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.859620:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.859623:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859636:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859643:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859650:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.859660:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.859755:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:7016:x1853163989411200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (234us total) trans 4294976312 rc 0/0 00000100:00100000:0.0:1767317781.859761:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16133 00000004:00080000:0.0:1767317781.859787:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a0e00/2, rc 0, transno 4294975316 00000100:00100000:0.0:1767317781.859795:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409152:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317781.859803:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a2680/2, rc 0, transno 4294975315 00000100:00100000:0.0:1767317781.859807:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409664:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317781.859813:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa74b100/2, rc 0, transno 4294976309 00000100:00100000:0.0:1767317781.859819:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989410176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.859827:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a3480/2, rc 0, transno 4294975314 00000100:00100000:0.0:1767317781.859830:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989409536:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317781.859836:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa749500/2, rc 0, transno 4294976308 00000100:00100000:0.0:1767317781.859840:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989410048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.859920:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.859943:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.859962:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067c000/2, rc 0, transno 4294976312 00000100:00100000:0.0:1767317781.859969:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.859976:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767317781.859980:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.859999:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.860009:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989412096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.860025:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.860061:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411712 00000100:00100000:0.0:1767317781.860064:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411712 00000100:00100000:0.0:1767317781.860078:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411584 00000100:00100000:0.0:1767317781.860081:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411584 00000100:00100000:0.0:1767317781.860089:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412096 00000100:00100000:0.0:1767317781.860092:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412096 00000100:00100000:0.0:1767317781.860103:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16134 00000100:00100000:0.0:1767317781.860108:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:7016:x1853163989411712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.860118:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7680 count 1 00002000:00010000:0.0:1767317781.860134:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e00:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.860139:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860146:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.860148:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.860150:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860159:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860170:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860176:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860188:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.860315:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:7016:x1853163989411712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 206us (371us total) trans 4294976313 rc 0/0 00000100:00100000:0.0:1767317781.860322:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16134 00000100:00100000:0.0:1767317781.860335:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16135 00000100:00100000:0.0:1767317781.860341:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:7016:x1853163989411584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.860350:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7628 count 1 00010000:00010000:1.0:1767317781.860355:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.860361:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767317781.860363:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dcc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.860368:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860369:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.860373:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860376:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.860377:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.860380:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860382:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860389:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860396:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860396:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860404:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3f9ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860405:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.860418:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767317781.860419:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.860422:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860428:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.860431:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860437:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860447:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860454:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3f9f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860465:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.860468:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860479:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.860482:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860501:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860511:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860517:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3f9fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860529:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.860531:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.860532:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.860538:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.860550:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16136 00000100:00100000:1.0:1767317781.860558:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:7016:x1853163989412096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.860572:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7622 count 1 00002000:00010000:1.0:1767317781.860691:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.860697:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860704:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.860706:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.860709:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860718:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860725:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860731:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860743:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.860849:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:7016:x1853163989412096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 292us (821us total) trans 4294975318 rc 0/0 00000100:00100000:1.0:1767317781.860855:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16136 00010000:00010000:1.0:1767317781.860871:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.860874:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860881:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.860884:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860890:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.860900:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.861284:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2fc3a6200/0xd0d4f19a2da3fa02 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.861302:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.861304:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.861306:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.862352:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317781.862375:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989412224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.862432:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317781.862523:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3800/2, rc 0, transno 4294975318 00000100:00100000:1.0:1767317781.862537:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989412096:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317781.862550:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0000/2, rc 0, transno 4294976313 00000100:00100000:1.0:1767317781.862558:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.862575:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412224 00000100:00100000:1.0:1767317781.862580:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412224 00000100:00100000:1.0:1767317781.862630:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16137 00000100:00100000:1.0:1767317781.862638:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:7015:x1853163989412224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.862659:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7687 count 1 00002000:00010000:1.0:1767317781.862687:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e07:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.862693:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.862704:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.862706:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.862710:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.862726:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.862734:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.862741:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.862756:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.862880:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:7013:x1853163989408896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19261us (20207us total) trans 4294976306 rc 0/0 00000100:00100000:2.0:1767317781.862890:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16120 00010000:00010000:2.0:1767317781.862921:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.862928:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.862938:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882200 already unused, calling callback (ffffffffc0c23b40) 00000100:00100000:1.0:1767317781.862940:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:7015:x1853163989412224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 302us (507us total) trans 4294976315 rc 0/0 00010000:00010000:2.0:1767317781.862944:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.862952:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16137 00010000:00010000:2.0:1767317781.862962:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.862974:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.862980:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.862988:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fa09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.863004:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.863007:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317781.863009:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3100/2, rc 0, transno 4294976315 00010000:00010000:2.0:1767317781.863010:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.863016:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989412224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.863035:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989409920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.863081:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.863109:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989410432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.863136:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.863156:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989410944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.863175:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.863297:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989411456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.863318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.865939:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989411968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.866000:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767317781.866788:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa749c00/2, rc 0, transno 4294976306 00000100:00100000:3.0:1767317781.866799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989408896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.866818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989410304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.867033:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:7016:x1853163989411584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6690us (7029us total) trans 4294976314 rc 0/0 00000100:00100000:0.0:1767317781.867044:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16135 00000100:00100000:1.0:1767317781.868745:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989409920 00000100:00100000:1.0:1767317781.868758:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989409920 00000100:00100000:1.0:1767317781.868848:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410432 00000100:00100000:1.0:1767317781.868852:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410432 00000100:00100000:1.0:1767317781.868869:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410944 00000100:00100000:1.0:1767317781.868872:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410944 00000100:00100000:1.0:1767317781.868887:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411456 00000100:00100000:1.0:1767317781.868890:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411456 00000100:00100000:1.0:1767317781.868925:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16138 00000100:00100000:1.0:1767317781.868936:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:7014:x1853163989409920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.868967:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7634 count 1 00002000:00010000:1.0:1767317781.869174:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.869183:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869200:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.869203:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.869209:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869224:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869254:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869261:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869278:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.869291:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.869296:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869304:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.869307:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869316:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869335:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869342:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fa10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869364:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.869366:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.869368:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.869383:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16139 00000100:00100000:1.0:1767317781.869390:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:7014:x1853163989410432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.869405:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7651 count 1 00002000:00010000:1.0:1767317781.869421:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.869426:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869434:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.869436:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.869438:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869447:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869454:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869464:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.869478:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.869841:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:7014:x1853163989410432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 450us (6702us total) trans 4294976316 rc 0/0 00000100:00100000:1.0:1767317781.869849:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16139 00000100:00100000:1.0:1767317781.869869:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16140 00000100:00100000:1.0:1767317781.869877:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:7014:x1853163989410944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.869890:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7634 count 1 00002000:00010000:1.0:1767317781.870725:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.870733:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.870744:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.870746:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.870751:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.870762:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.870770:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.870777:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.870801:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317781.871099:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:7014:x1853163989410944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1222us (7921us total) trans 4294975319 rc 0/0 00000100:00100000:1.0:1767317781.871107:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16140 00000100:00100000:1.0:1767317781.871128:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16141 00000100:00100000:1.0:1767317781.871136:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:7014:x1853163989411456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.871156:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7632 count 1 00002000:00010000:1.0:1767317781.871171:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.871177:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871184:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.871185:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.871188:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871197:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871205:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871211:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871224:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317781.871332:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:7014:x1853163989411456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (8012us total) trans 4294975320 rc 0/0 00000100:00100000:1.0:1767317781.871338:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16141 00010000:00010000:1.0:1767317781.871363:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317781.871369:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871377:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.871382:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871391:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871407:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871415:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fa17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871433:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.871436:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871443:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.871446:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871458:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871467:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871474:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fa1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871485:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.871498:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871504:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.871507:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871513:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.871522:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767317781.871778:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a1880/2, rc 0, transno 4294975312 00000100:00100000:2.0:1767317781.871788:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989409792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.871806:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa74a300/2, rc 0, transno 4294976307 00000100:00100000:2.0:1767317781.871812:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989409408:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.871835:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585500/2, rc 0, transno 4294976316 00000100:00100000:2.0:1767317781.871839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989410432:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.871847:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301587100/2, rc 0, transno 4294975319 00000100:00100000:2.0:1767317781.871851:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989410944:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.871859:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2680/2, rc 0, transno 4294975320 00000100:00100000:2.0:1767317781.871862:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989411456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.871882:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411968 00000100:00100000:2.0:1767317781.871888:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411968 00000100:00100000:2.0:1767317781.871916:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16142 00000100:00100000:2.0:1767317781.871923:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:7014:x1853163989411968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.871938:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7641 count 1 00002000:00010000:2.0:1767317781.871957:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.871963:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.871973:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.871975:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.871979:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.871989:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.871997:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872004:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872017:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.872392:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:7014:x1853163989411968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 468us (6391us total) trans 4294975321 rc 0/0 00000100:00100000:2.0:1767317781.872400:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16142 00010000:00010000:2.0:1767317781.872422:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.872427:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872435:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.872438:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872447:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872459:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872467:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fa2c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872482:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.872484:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.872495:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.872515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.872543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989410816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.872579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.872594:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989411328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.872613:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.872630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989411840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.872650:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.872671:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410304 00000100:00100000:2.0:1767317781.872675:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410304 00000100:00100000:2.0:1767317781.872690:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989410816 00000100:00100000:2.0:1767317781.872693:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989410816 00000100:00100000:2.0:1767317781.872702:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411328 00000100:00100000:2.0:1767317781.872705:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411328 00000100:00100000:2.0:1767317781.872714:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989411840 00000100:00100000:2.0:1767317781.872717:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989411840 00000100:00100000:2.0:1767317781.872727:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16143 00000100:00100000:2.0:1767317781.872733:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:7013:x1853163989410304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.872747:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7610 count 1 00002000:00010000:2.0:1767317781.872764:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.872770:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872779:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.872781:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.872785:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872795:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872803:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872812:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.872823:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.872939:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:7013:x1853163989410304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 204us (423us total) trans 4294975322 rc 0/0 00000100:00100000:2.0:1767317781.872946:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16143 00000100:00100000:2.0:1767317781.872960:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16144 00000100:00100000:2.0:1767317781.872966:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:7013:x1853163989410816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.872977:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7612 count 1 00002000:00010000:2.0:1767317781.872991:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dbc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.872996:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873003:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.873005:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.873008:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873017:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873025:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873033:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873041:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767317781.873092:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fa25 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873117:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.873122:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873129:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.873133:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.873136:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:7013:x1853163989410816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 169us (554us total) trans 4294975323 rc 0/0 00010000:00010000:1.0:1767317781.873150:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.873150:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16144 00010000:00010000:1.0:1767317781.873168:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.873169:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16145 00010000:00010000:1.0:1767317781.873180:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fa33 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873195:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.873198:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873204:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.873207:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873214:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873223:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873244:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fa3a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873257:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.873259:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.873261:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.873269:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.873284:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16146 00000100:00100000:1.0:1767317781.873293:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:7013:x1853163989411840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.873307:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7636 count 1 00002000:00010000:1.0:1767317781.873323:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.873329:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873338:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.873341:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767317781.873342:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:7013:x1853163989411328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.873345:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873358:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767317781.873362:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7674 count 1 00010000:00010000:1.0:1767317781.873371:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767317781.873383:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dfa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.873386:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873391:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873402:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.873404:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317781.873405:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.873410:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873422:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873430:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873438:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.873456:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317781.873537:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:7013:x1853163989411840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 244us (884us total) trans 4294975324 rc 0/0 00000100:00100000:1.0:1767317781.873544:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16146 00010000:00010000:1.0:1767317781.873566:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.873571:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873579:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.873582:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873590:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873600:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.873611:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:7013:x1853163989411328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 429us (993us total) trans 4294976317 rc 0/0 00010000:00010000:1.0:1767317781.873612:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fa41 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.873628:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16145 00010000:00010000:1.0:1767317781.873638:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.873643:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873650:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828da00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.873651:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.873655:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873664:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873674:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.873682:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fa48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767317781.873687:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a1c00/2, rc 0, transno 4294975322 00000100:00100000:2.0:1767317781.873696:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989410304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.873697:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.873700:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.873704:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317781.873710:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301587480/2, rc 0, transno 4294975323 00000100:00100000:2.0:1767317781.873715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989410816:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.873724:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067e300/2, rc 0, transno 4294976317 00000100:00100000:2.0:1767317781.873729:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989411328:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.873737:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2a00/2, rc 0, transno 4294975324 00000100:00100000:2.0:1767317781.873741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989411840:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767317781.873758:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317781.873777:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb2300/2, rc 0, transno 4294975321 00000100:00100000:2.0:1767317781.873782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989411968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.873844:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:7014:x1853163989409920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4909us (10762us total) trans 4294976318 rc 0/0 00000100:00100000:1.0:1767317781.873853:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16138 00000004:00080000:2.0:1767317781.873857:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa748e00/2, rc 0, transno 4294976318 00000100:00100000:2.0:1767317781.873864:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989409920:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.875756:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.875765:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.875912:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989412608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.875966:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.875992:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989413120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.876010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.876018:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.876043:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767317781.876052:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.876054:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989412736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.876088:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412608 00000100:00100000:1.0:1767317781.876095:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412608 00000100:00100000:2.0:1767317781.876097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.876135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.876138:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413120 00000100:00100000:1.0:1767317781.876142:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413120 00000100:00100000:2.0:1767317781.876162:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767317781.876165:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412352 00000100:00100000:1.0:1767317781.876169:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412352 00000100:00100000:2.0:1767317781.876171:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.876186:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412864 00000100:00100000:1.0:1767317781.876190:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412864 00000100:00100000:1.0:1767317781.876208:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16147 00000100:00100000:1.0:1767317781.876216:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:7015:x1853163989412608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.876257:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7633 count 1 00002000:00010000:1.0:1767317781.876291:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.876298:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.876314:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.876316:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.876321:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.876337:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.876347:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.876355:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.876375:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.876449:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.876472:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.876499:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412480 00000100:00100000:3.0:1767317781.876504:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412480 00000100:00100000:2.0:1767317781.876511:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.876538:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412992 00000100:00100000:3.0:1767317781.876542:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412992 00000100:00100000:2.0:1767317781.876550:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16148 00000100:00100000:2.0:1767317781.876563:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:7015:x1853163989413120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.876565:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16149 00000100:00100000:3.0:1767317781.876578:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:7013:x1853163989412352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.876585:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7609 count 1 00002000:00010000:2.0:1767317781.876604:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.876610:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.876620:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.876622:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.876625:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.876635:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.876643:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.876650:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.876667:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1767317781.876699:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7643 count 1 00002000:00010000:3.0:1767317781.876719:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ddb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.876725:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.876733:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.876735:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.876738:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.876752:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.876760:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.876826:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:7015:x1853163989413120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 266us (810us total) trans 4294975326 rc 0/0 00000100:00100000:2.0:1767317781.876836:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16148 00000100:00100000:2.0:1767317781.876863:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16150 00000100:00100000:2.0:1767317781.876871:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:7013:x1853163989412864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.876883:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7638 count 1 00002000:00010000:2.0:1767317781.876899:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1767317781.876985:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989413760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.877030:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.877073:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0380/2, rc 0, transno 4294976314 00000100:00100000:0.0:1767317781.877083:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989411584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.877092:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767317781.877097:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989413632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.877120:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.877131:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.877148:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.877186:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.877206:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.877280:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413760 00000100:00100000:0.0:1767317781.877285:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413760 00000100:00100000:0.0:1767317781.877304:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413632 00000100:00100000:0.0:1767317781.877307:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413632 00000100:00100000:0.0:1767317781.877315:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414144 00000100:00100000:0.0:1767317781.877317:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414144 00000100:00100000:0.0:1767317781.877326:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414272 00000100:00100000:0.0:1767317781.877329:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414272 00000100:00100000:0.0:1767317781.877341:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16151 00000100:00100000:0.0:1767317781.877347:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:7013:x1853163989412480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317781.877360:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7615 count 1 00002000:00010000:0.0:1767317781.877378:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dbf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.877384:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877394:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.877395:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.877399:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877409:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877417:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877423:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877440:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767317781.877474:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877483:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.877484:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.877498:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877509:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877517:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877524:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877548:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317781.877581:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:7013:x1853163989412480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 232us (1130us total) trans 4294975327 rc 0/0 00000100:00100000:2.0:1767317781.877651:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:7013:x1853163989412864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 780us (1516us total) trans 4294975328 rc 0/0 00000100:00100000:2.0:1767317781.877658:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16150 00000100:00100000:2.0:1767317781.877675:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16152 00000100:00100000:2.0:1767317781.877681:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:7013:x1853163989412992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.877693:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7621 count 1 00002000:00010000:2.0:1767317781.877709:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.877715:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877723:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.877725:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.877727:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.877740:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16151 00010000:00010000:2.0:1767317781.877743:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.877752:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.877760:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16153 00010000:00010000:2.0:1767317781.877762:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.877771:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:7016:x1853163989413760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767317781.877783:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00080000:0.0:1767317781.877789:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7671 count 1 00002000:00010000:0.0:1767317781.877812:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.877819:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877827:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.877829:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.877832:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877842:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877849:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877855:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.877866:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767317781.877890:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:7013:x1853163989412992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (1379us total) trans 4294975329 rc 0/0 00000100:00100000:2.0:1767317781.877897:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16152 00000100:00100000:0.0:1767317781.878426:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:7016:x1853163989413760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (961us total) trans 4294976319 rc 0/0 00010000:00010000:1.0:1767317781.878497:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767317781.878505:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878513:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.878517:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878528:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878547:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878554:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fa4f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878571:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00000100:00100000:2.0:1767317781.878577:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16154 00010000:00010000:1.0:1767317781.878578:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.878592:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:7016:x1853163989413632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.878610:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7612 count 1 00002000:00010000:2.0:1767317781.878629:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dbc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.878635:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.878648:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.878650:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.878653:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.878663:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.878670:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.878677:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.878687:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767317781.878814:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:7016:x1853163989413632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 227us (1692us total) trans 4294976320 rc 0/0 00010000:00010000:1.0:1767317781.878845:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828dc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.878848:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878861:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878873:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878880:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828dc00/0xd0d4f19a2da3fa56 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878896:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317781.878900:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878905:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.878908:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878915:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878924:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878930:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fa6b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878950:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.878953:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878959:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.878962:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878968:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878977:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.878983:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c600/0xd0d4f19a2da3fa64 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.880764:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.880795:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317781.881338:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:7013:x1853163989412352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4759us (5284us total) trans 4294975330 rc 0/0 00010000:00010000:1.0:1767317781.881434:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.881442:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881450:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.881455:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881466:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881495:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881502:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fa72 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881515:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317781.881519:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881526:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.881529:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881536:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881548:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881553:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fa79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881571:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.881575:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881594:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ca00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.881597:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881604:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881613:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881619:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fa80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881632:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.881636:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881643:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.881646:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881653:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881662:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881673:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbd600/0xd0d4f19a2da3fa5d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ddb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.881687:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.881689:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.881691:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.881706:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.881722:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.881766:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989413248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.881800:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317781.881832:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa749180/2, rc 0, transno 4294975326 00000100:00100000:1.0:1767317781.881852:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989413120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.881919:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989412736 00000100:00100000:1.0:1767317781.881925:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989412736 00000100:00100000:0.0:1767317781.885103:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16153 00000004:00080000:0.0:1767317781.885189:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1500/2, rc 0, transno 4294976320 00000100:00100000:0.0:1767317781.885204:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989413632:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.885219:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1880/2, rc 0, transno 4294976319 00000100:00100000:0.0:1767317781.885223:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989413760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.885403:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317781.885418:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.885478:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.885562:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413248 00000100:00100000:0.0:1767317781.885569:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413248 00000100:00100000:0.0:1767317781.885612:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414656 00000100:00100000:0.0:1767317781.885615:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414656 00000100:00100000:0.0:1767317781.885631:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16155 00000100:00100000:0.0:1767317781.885638:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:7016:x1853163989414144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.885664:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7679 count 1 00002000:00010000:0.0:1767317781.885696:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.885704:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.885717:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.885719:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.885724:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.885738:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.885748:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.885755:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.885788:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.886008:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:7016:x1853163989414144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 369us (8857us total) trans 4294976321 rc 0/0 00000100:00100000:0.0:1767317781.886017:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16155 00000004:00080000:0.0:1767317781.886045:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1c00/2, rc 0, transno 4294976321 00000100:00100000:0.0:1767317781.886053:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.886094:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.886119:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.886143:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414784 00000100:00100000:0.0:1767317781.886147:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414784 00000100:00100000:0.0:1767317781.886163:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16156 00000100:00100000:0.0:1767317781.886169:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:7016:x1853163989414272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.886182:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7620 count 1 00002000:00010000:0.0:1767317781.886199:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.886205:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886213:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.886214:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.886218:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886227:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886261:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886269:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886283:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.886383:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:7016:x1853163989414272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 212us (9174us total) trans 4294976322 rc 0/0 00000100:00100000:0.0:1767317781.886389:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16156 00000004:00080000:0.0:1767317781.886413:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a0a80/2, rc 0, transno 4294976322 00000100:00100000:0.0:1767317781.886421:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.886455:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16157 00000100:00100000:0.0:1767317781.886463:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:7015:x1853163989413248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317781.886475:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7629 count 1 00002000:00010000:0.0:1767317781.886511:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dcd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.886516:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886523:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.886524:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.886527:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886535:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886542:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886553:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886561:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317781.886692:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:7015:x1853163989413248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 230us (4889us total) trans 4294975331 rc 0/0 00000100:00100000:0.0:1767317781.886698:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16157 00000004:00080000:0.0:1767317781.886726:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa74b800/2, rc 0, transno 4294975331 00000100:00100000:0.0:1767317781.886739:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989413248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.886779:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16158 00000100:00100000:0.0:1767317781.886786:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:7016:x1853163989414656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.886798:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7626 count 1 00002000:00010000:0.0:1767317781.886813:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.886817:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886825:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.886826:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.886828:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886837:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886845:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886855:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.886863:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317781.886963:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:7016:x1853163989414656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 176us (1484us total) trans 4294976323 rc 0/0 00000100:00100000:0.0:1767317781.886970:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16158 00000004:00080000:0.0:1767317781.886992:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301586680/2, rc 0, transno 4294976323 00000100:00100000:0.0:1767317781.887000:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.887035:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317781.887045:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989415168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.887070:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.887098:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415168 00000100:00100000:0.0:1767317781.887102:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415168 00000100:00100000:0.0:1767317781.887121:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16159 00000100:00100000:0.0:1767317781.887127:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:7016:x1853163989414784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.887141:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7641 count 1 00002000:00010000:0.0:1767317781.887155:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.887159:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887167:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.887168:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.887171:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887184:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887191:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887197:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887205:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767317781.887326:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:7016:x1853163989414784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (1206us total) trans 4294976324 rc 0/0 00000100:00100000:0.0:1767317781.887332:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16159 00000004:00080000:0.0:1767317781.887353:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585c00/2, rc 0, transno 4294976324 00000100:00100000:0.0:1767317781.887360:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989414784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.887391:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989415296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.887411:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.887436:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415296 00000100:00100000:0.0:1767317781.887440:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415296 00000100:00100000:0.0:1767317781.887454:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16160 00000100:00100000:0.0:1767317781.887460:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:7016:x1853163989415168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.887472:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7654 count 1 00002000:00010000:0.0:1767317781.887499:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.887504:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887515:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.887517:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.887520:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887529:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887537:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887544:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887552:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767317781.887647:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:7016:x1853163989415168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (575us total) trans 4294976325 rc 0/0 00000100:00100000:0.0:1767317781.887653:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16160 00000004:00080000:0.0:1767317781.887675:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e30067f800/2, rc 0, transno 4294976325 00000100:00100000:0.0:1767317781.887683:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989415168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.887714:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16161 00000100:00100000:0.0:1767317781.887720:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:7016:x1853163989415296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.887731:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7621 count 1 00002000:00010000:0.0:1767317781.887744:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.887750:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887760:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.887762:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.887764:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887772:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887779:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887786:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.887794:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767317781.887886:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:7016:x1853163989415296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 166us (473us total) trans 4294976326 rc 0/0 00000100:00100000:0.0:1767317781.887892:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16161 00000004:00080000:0.0:1767317781.887913:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff0db800/2, rc 0, transno 4294976326 00000100:00100000:0.0:1767317781.887920:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989415296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.888367:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16154 00010000:00010000:2.0:1767317781.888396:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767317781.888404:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888414:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888419:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888428:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888447:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888453:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fa87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888474:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317781.888478:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888484:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888499:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888505:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888516:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888523:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fa8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888536:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317781.888540:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888551:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888554:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888561:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888571:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888578:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fa95 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888590:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317781.888594:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888600:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888604:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888611:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888620:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888632:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fa9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888642:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317781.888646:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888652:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888655:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888661:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888669:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888675:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3faa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888685:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.888689:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888695:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888698:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888706:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888715:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888721:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3faaa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888732:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.888736:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888742:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.888744:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888753:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888761:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888768:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fab1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.888783:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.888784:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.888786:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.888798:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.888805:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.888819:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989413376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.888858:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.888888:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989413888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.888908:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.888927:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.888949:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.888965:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.888982:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.888992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989415424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.889010:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317781.889033:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa748000/2, rc 0, transno 4294975327 00000100:00100000:2.0:1767317781.889042:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412480:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.889067:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa749f80/2, rc 0, transno 4294975329 00000100:00100000:2.0:1767317781.889072:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412992:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.889082:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa749880/2, rc 0, transno 4294975330 00000100:00100000:2.0:1767317781.889085:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412352:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.889093:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa74b480/2, rc 0, transno 4294975328 00000100:00100000:2.0:1767317781.889097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989412864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.889108:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00000100:00100000:2.0:1767317781.889114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989413504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.889144:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.889156:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.889172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.890904:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413376 00000100:00100000:0.0:1767317781.890918:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413376 00000100:00100000:0.0:1767317781.890966:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413888 00000100:00100000:0.0:1767317781.890969:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413888 00000100:00100000:0.0:1767317781.890982:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414400 00000100:00100000:0.0:1767317781.890984:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414400 00000100:00100000:3.0:1767317781.892018:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16149 00000100:00100000:3.0:1767317781.892055:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414912 00000100:00100000:3.0:1767317781.892060:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414912 00000100:00100000:3.0:1767317781.892081:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415424 00000100:00100000:3.0:1767317781.892085:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415424 00000100:00100000:3.0:1767317781.892094:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989413504 00000100:00100000:3.0:1767317781.892097:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989413504 00000100:00100000:3.0:1767317781.892105:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414016 00000100:00100000:3.0:1767317781.892107:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414016 00000100:00100000:3.0:1767317781.892120:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16162 00000100:00100000:3.0:1767317781.892128:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:7013:x1853163989413376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.892162:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7691 count 1 00002000:00010000:3.0:1767317781.892200:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.892209:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.892224:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.892226:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.892248:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.892265:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.892274:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.892282:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.892310:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.893036:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.893132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.893157:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989415040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.893261:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:7013:x1853163989413376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1132us (4400us total) trans 4294976327 rc 0/0 00000100:00100000:3.0:1767317781.893270:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16162 00000100:00100000:3.0:1767317781.893289:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989414528 00000100:00100000:3.0:1767317781.893294:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989414528 00000100:00100000:3.0:1767317781.893316:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16163 00000100:00100000:3.0:1767317781.893323:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:7013:x1853163989413888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.893340:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7670 count 1 00002000:00010000:3.0:1767317781.893361:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.893366:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.893376:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.893378:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.893382:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.893411:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317781.893428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989415552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.893455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767317781.893496:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb3480/2, rc 0, transno 4294976327 00000100:00100000:2.0:1767317781.893516:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989413376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767317781.893544:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.893550:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893559:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.893563:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893572:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893588:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893596:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc600/0xd0d4f19a2da3fab8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893614:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.893616:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.893617:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.893629:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415040 00000100:00100000:2.0:1767317781.893632:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415040 00000100:00100000:2.0:1767317781.893652:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415552 00000100:00100000:2.0:1767317781.893655:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415552 00000100:00100000:2.0:1767317781.893669:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16164 00000100:00100000:2.0:1767317781.893676:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:7013:x1853163989414912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.893690:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7640 count 1 00002000:00010000:2.0:1767317781.893707:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.893712:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893719:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.893722:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.893725:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893737:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893746:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.893759:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.893766:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16165 00000100:00100000:0.0:1767317781.893781:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:7013:x1853163989415424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767317781.893783:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767317781.893799:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7695 count 1 00002000:00010000:0.0:1767317781.893819:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.893825:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.893835:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.893837:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.893840:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.893851:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.893860:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.893867:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.893888:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.893946:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:7013:x1853163989414912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 269us (4961us total) trans 4294976328 rc 0/0 00000100:00100000:2.0:1767317781.893955:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16164 00000100:00100000:2.0:1767317781.893974:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16166 00000100:00100000:2.0:1767317781.893983:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989413504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.893998:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7672 count 1 00000100:00100000:0.0:1767317781.894012:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989415424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 234us (4999us total) trans 4294976329 rc 0/0 00002000:00010000:2.0:1767317781.894014:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.894025:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.894027:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16165 00010000:00010000:2.0:1767317781.894037:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.894039:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894040:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767317781.894046:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16167 00010000:00010000:2.0:1767317781.894046:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.894052:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.894054:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:7013:x1853163989414016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767317781.894060:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767317781.894065:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7707 count 1 00010000:00010000:3.0:1767317781.894074:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1767317781.894078:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.894085:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894092:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.894093:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.894096:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894105:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894112:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894119:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894128:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317781.894166:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:7013:x1853163989413888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 843us (5256us total) trans 4294976330 rc 0/0 00000100:00100000:3.0:1767317781.894173:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16163 00000100:00100000:3.0:1767317781.894187:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16168 00000100:00100000:3.0:1767317781.894192:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989414528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.894203:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7619 count 1 00000100:00100000:0.0:1767317781.894208:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989414016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 155us (5034us total) trans 4294976331 rc 0/0 00000100:00100000:0.0:1767317781.894214:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16167 00002000:00010000:3.0:1767317781.894217:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.894221:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.894225:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16169 00010000:00010000:3.0:1767317781.894246:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.894248:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.894251:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.894257:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:7013:x1853163989415040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767317781.894260:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.894267:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767317781.894268:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7644 count 1 00010000:00010000:3.0:1767317781.894274:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.894282:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1767317781.894284:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1ddc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.894288:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894307:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894309:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.894313:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.894318:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894322:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894338:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894339:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.894360:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894364:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767317781.894365:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989414528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 172us (1233us total) trans 4294976332 rc 0/0 00010000:00010000:0.0:1767317781.894373:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.894374:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16168 00010000:00010000:0.0:1767317781.894382:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767317781.894387:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16170 00000100:00100000:2.0:1767317781.894514:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989413504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 532us (5367us total) trans 4294976333 rc 0/0 00000100:00100000:2.0:1767317781.894522:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16166 00000100:00100000:2.0:1767317781.894539:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16171 00000100:00100000:2.0:1767317781.894547:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:7013:x1853163989414400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.894556:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:7013:x1853163989415040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 323us (1144us total) trans 4294975332 rc 0/0 00002000:00080000:2.0:1767317781.894560:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7639 count 1 00000100:00100000:0.0:1767317781.894565:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16169 00002000:00010000:2.0:1767317781.894581:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.894588:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894595:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.894597:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.894599:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894608:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894615:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894621:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894630:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1767317781.894724:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:7013:x1853163989414400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (5772us total) trans 4294975333 rc 0/0 00000100:00100000:2.0:1767317781.894730:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16171 00010000:00010000:2.0:1767317781.894748:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1767317781.894753:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894760:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ce00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.894764:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894772:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894785:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894791:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fac6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894810:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767317781.894814:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894820:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.894824:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894835:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894844:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894851:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3facd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894864:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317781.894867:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894873:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.894877:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894884:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894894:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894900:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd200/0xd0d4f19a2da3fabf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894917:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767317781.894921:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894927:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.894930:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894937:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894946:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894952:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fadb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894962:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767317781.894966:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894972:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbce00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.894974:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894980:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894989:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.894996:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbce00/0xd0d4f19a2da3fae2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.895007:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767317781.895011:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.895016:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.895019:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.895025:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.895033:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.895040:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fad4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.895051:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1767317781.895519:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:7013:x1853163989415552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.895537:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7693 count 1 00002000:00010000:3.0:1767317781.895559:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.895566:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.895575:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.895577:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.895580:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.895686:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.895695:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.895702:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.895711:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317781.895849:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:7013:x1853163989415552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1455us (2392us total) trans 4294976334 rc 0/0 00000100:00100000:3.0:1767317781.895856:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16170 00010000:00010000:2.0:1767317781.896310:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896324:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.896329:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896337:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896352:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896360:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fae9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896379:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.896383:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896389:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828cc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.896392:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896398:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896407:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896417:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3faf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896436:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.896440:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896446:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.896449:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896456:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896465:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896471:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd000/0xd0d4f19a2da3faf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.896483:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.896484:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.896499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.896506:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767317781.896554:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0e00/2, rc 0, transno 4294976333 00000100:00100000:2.0:1767317781.896562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989413504:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.896575:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb1f80/2, rc 0, transno 4294976331 00000100:00100000:2.0:1767317781.896580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414016:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.896588:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a3b80/2, rc 0, transno 4294976332 00000100:00100000:2.0:1767317781.896592:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414528:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.896602:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c7229500/2, rc 0, transno 4294975332 00000100:00100000:2.0:1767317781.896607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989415040:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.896615:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77dc00/2, rc 0, transno 4294976334 00000100:00100000:2.0:1767317781.896619:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989415552:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.896628:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fbcb0a80/2, rc 0, transno 4294976330 00000100:00100000:2.0:1767317781.896632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989413888:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.896640:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef584380/2, rc 0, transno 4294975333 00000100:00100000:2.0:1767317781.896644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767317781.896652:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301585f80/2, rc 0, transno 4294976328 00000100:00100000:2.0:1767317781.896655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989414912:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.896663:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77c000/2, rc 0, transno 4294976329 00000100:00100000:2.0:1767317781.896666:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989415424:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767317781.896899:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.896912:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989415808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.896952:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.896986:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989416320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.897006:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897011:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989415680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.897021:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989416832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.897037:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.897039:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897053:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989416192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.897060:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989417344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.897070:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.897079:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.897084:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989416704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.897097:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897105:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415808 00000100:00100000:3.0:1767317781.897110:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415808 00000100:00100000:0.0:1767317781.897114:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.897131:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897138:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416320 00000100:00100000:3.0:1767317781.897140:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416320 00000100:00100000:0.0:1767317781.897144:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989417088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.897153:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415680 00000100:00100000:3.0:1767317781.897156:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415680 00000100:00100000:0.0:1767317781.897161:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897165:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416832 00000100:00100000:3.0:1767317781.897167:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416832 00000100:00100000:0.0:1767317781.897173:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1767317781.897177:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416192 00000100:00100000:0.0:1767317781.897178:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989415936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.897179:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416192 00000100:00100000:3.0:1767317781.897188:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416064 00000100:00100000:3.0:1767317781.897190:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416064 00000100:00100000:0.0:1767317781.897195:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897199:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416576 00000100:00100000:3.0:1767317781.897201:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416576 00000100:00100000:0.0:1767317781.897203:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.897209:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417088 00000100:00100000:3.0:1767317781.897211:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417088 00000100:00100000:3.0:1767317781.897218:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989415936 00000100:00100000:3.0:1767317781.897220:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989415936 00000100:00100000:0.0:1767317781.897221:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.897246:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416448 00000100:00100000:3.0:1767317781.897249:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416448 00000100:00100000:3.0:1767317781.897264:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16172 00000100:00100000:3.0:1767317781.897271:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+53:7016:x1853163989415808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.897285:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7664 count 1 00002000:00010000:3.0:1767317781.897305:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.897311:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.897319:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767317781.897321:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.897323:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.897327:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.897337:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.897339:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317781.897346:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.897353:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.897357:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416960 00000100:00100000:0.0:1767317781.897360:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416960 00010000:00010000:3.0:1767317781.897367:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.897376:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16173 00000100:00100000:0.0:1767317781.897382:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:7016:x1853163989416320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.897392:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7702 count 1 00002000:00010000:0.0:1767317781.897407:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.897413:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.897421:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.897423:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.897425:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.897440:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.897448:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.897454:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.897469:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767317781.897980:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317781.897986:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.897996:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbda00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.898000:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898014:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898027:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898035:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbda00/0xd0d4f19a2da3fafe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898049:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.898159:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.898279:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.898322:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898332:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.898337:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898346:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898359:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898367:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81c00/0xd0d4f19a2da3fb05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.898378:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:7015:x1853163989412608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22160us (22409us total) trans 4294975325 rc 0/0 00000100:00100000:1.0:1767317781.898392:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16147 00010000:00010000:2.0:1767317781.898399:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.898403:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.898406:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.898413:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.898417:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16174 00000100:00100000:1.0:1767317781.898431:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:7015:x1853163989415680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.898431:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16175 00000100:00100000:2.0:1767317781.898446:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:7016:x1853163989416832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.898450:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7676 count 1 00002000:00080000:2.0:1767317781.898464:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7631 count 1 00002000:00010000:1.0:1767317781.898470:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dfc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.898476:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767317781.898494:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dcf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.898503:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.898505:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.898507:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.898513:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898518:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.898523:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.898527:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898528:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.898546:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898552:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.898556:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898568:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.898578:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317781.898581:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.898581:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:7016:x1853163989415808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1306us (1625us total) trans 4294976336 rc 0/0 00010000:00010000:2.0:1767317781.898605:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.898717:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:7016:x1853163989416832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 275us (1675us total) trans 4294975334 rc 0/0 00000100:00100000:2.0:1767317781.898725:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16175 00000100:00100000:2.0:1767317781.898741:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16176 00000100:00100000:3.0:1767317781.898752:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16172 00000100:00100000:2.0:1767317781.898754:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:7015:x1853163989416192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.898769:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7655 count 1 00000100:00100000:3.0:1767317781.898773:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16177 00000100:00100000:3.0:1767317781.898782:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989416064:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1767317781.898785:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.898792:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767317781.898796:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7666 count 1 00010000:00010000:2.0:1767317781.898805:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.898807:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.898811:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767317781.898815:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.898823:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898824:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.898843:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.898845:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.898846:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.898851:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898860:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.898867:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.898877:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.898879:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767317781.898889:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.898979:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:7015:x1853163989416192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 229us (1907us total) trans 4294976337 rc 0/0 00000100:00100000:2.0:1767317781.898986:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16176 00010000:00010000:3.0:1767317781.898987:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767317781.899003:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16178 00000100:00100000:2.0:1767317781.899012:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989416576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.899027:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7668 count 1 00002000:00010000:2.0:1767317781.899044:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.899049:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.899094:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:7014:x1853163989416064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 313us (1994us total) trans 4294976338 rc 0/0 00000100:00100000:3.0:1767317781.899100:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16177 00000100:00100000:3.0:1767317781.899112:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16179 00000100:00100000:3.0:1767317781.899119:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:7014:x1853163989417088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317781.899131:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7637 count 1 00002000:00010000:3.0:1767317781.899146:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.899151:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.899158:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.899160:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.899163:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.899172:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.899179:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.899186:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.899198:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767317781.899315:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:7014:x1853163989417088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (2152us total) trans 4294975335 rc 0/0 00000100:00100000:3.0:1767317781.899321:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16179 00000100:00100000:3.0:1767317781.899337:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16180 00010000:00010000:2.0:1767317781.899346:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767317781.899349:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989415936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767317781.899350:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.899356:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767317781.899365:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7697 count 1 00010000:00010000:2.0:1767317781.899368:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899378:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767317781.899381:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.899393:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899403:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767317781.899509:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:7014:x1853163989416576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 498us (2376us total) trans 4294976339 rc 0/0 00000100:00100000:2.0:1767317781.899515:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16178 00000100:00100000:2.0:1767317781.899529:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16181 00000100:00100000:2.0:1767317781.899537:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:7014:x1853163989416448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.899548:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7636 count 1 00002000:00010000:2.0:1767317781.899563:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.899569:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899577:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.899578:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.899581:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899590:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899597:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899603:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899613:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767317781.899698:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:7014:x1853163989416448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 161us (2475us total) trans 4294976340 rc 0/0 00000100:00100000:2.0:1767317781.899706:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16181 00010000:00010000:1.0:1767317781.899716:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00000100:00100000:2.0:1767317781.899723:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16182 00010000:00010000:1.0:1767317781.899724:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.899733:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:7014:x1853163989416960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.899736:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.899742:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899751:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767317781.899751:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7604 count 1 00010000:00010000:1.0:1767317781.899768:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767317781.899771:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.899784:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fb0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899784:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899812:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.899814:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767317781.899815:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.899819:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899821:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899836:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.899840:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899843:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899853:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899857:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899868:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899870:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899887:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c400/0xd0d4f19a2da3fb13 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.899892:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1767317781.899901:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767317781.899906:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899912:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.899915:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899923:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899934:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899941:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d400/0xd0d4f19a2da3fb1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899954:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317781.899958:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899963:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbcc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.899966:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899973:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899981:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.899988:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbcc00/0xd0d4f19a2da3fb21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.900004:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:7014:x1853163989416960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272us (2660us total) trans 4294975336 rc 0/0 00000100:00100000:2.0:1767317781.900020:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16182 00010000:00010000:1.0:1767317781.900028:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.900032:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900038:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.900041:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900048:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900059:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900065:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c4bbc000/0xd0d4f19a2da3fb2f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900074:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317781.900077:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900082:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.900084:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900091:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900098:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900103:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d800/0xd0d4f19a2da3fb28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900111:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.900113:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900118:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828da00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.900121:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900127:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900135:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900142:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828da00/0xd0d4f19a2da3fb3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900151:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.900153:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900162:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.900165:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900171:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900179:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900186:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828d600/0xd0d4f19a2da3fb44 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.900195:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.900196:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.900198:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.900205:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.900319:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:7015:x1853163989415680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1894us (3279us total) trans 4294976341 rc 0/0 00010000:00010000:3.0:1767317781.900367:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.900377:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.900379:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.900382:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.900401:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.900409:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.900415:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.900436:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317781.900536:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+56:7014:x1853163989415936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1190us (3339us total) trans 4294976342 rc 0/0 00000100:00100000:2.0:1767317781.900761:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16183 00000100:00100000:2.0:1767317781.900776:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:7015:x1853163989412736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767317781.900795:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7601 count 1 00002000:00010000:2.0:1767317781.900815:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.900820:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.900828:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.900830:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.900833:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.900842:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.900850:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.900857:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.900872:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.900974:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:7015:x1853163989412736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 202us (19251us total) trans 4294975337 rc 0/0 00000100:00100000:0.0:1767317781.903799:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+56:7016:x1853163989416320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6404us (6778us total) trans 4294976335 rc 0/0 00000100:00100000:1.0:1767317781.903865:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16174 00010000:00010000:1.0:1767317781.903912:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.903922:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.903933:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.903938:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.903949:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.903972:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.903979:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd400/0xd0d4f19a2da3fb36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904014:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.904019:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904026:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.904029:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904036:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904046:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904053:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c828c800/0xd0d4f19a2da3fb4b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904074:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.904076:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.904078:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.904086:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.904550:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317781.904716:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77fb80/2, rc 0, transno 4294976336 00000100:00100000:1.0:1767317781.904731:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989415808:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.904744:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77d180/2, rc 0, transno 4294976335 00000100:00100000:1.0:1767317781.904748:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989416320:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.904760:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2646d80/2, rc 0, transno 4294975334 00000100:00100000:1.0:1767317781.904770:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989416832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.904791:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417344 00000100:00100000:1.0:1767317781.904799:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417344 00000100:00100000:1.0:1767317781.904845:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16184 00000100:00100000:1.0:1767317781.904854:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:7016:x1853163989417344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.904889:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7623 count 1 00002000:00010000:1.0:1767317781.904925:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.904932:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904946:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.904948:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.904953:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904966:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904976:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.904984:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.905010:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.905217:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:7016:x1853163989417344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 364us (668us total) trans 4294975338 rc 0/0 00000100:00100000:1.0:1767317781.905223:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16184 00010000:00010000:1.0:1767317781.905259:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.905264:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.905271:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.905275:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.905284:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.905296:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.905303:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fb52 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.905322:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.905324:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.905326:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317781.905340:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2644000/2, rc 0, transno 4294975338 00000100:00100000:1.0:1767317781.905344:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989417344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.908129:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.908156:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.908216:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989417216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.908280:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317781.908315:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa74a680/2, rc 0, transno 4294975337 00000100:00100000:1.0:1767317781.908321:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989412736:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317781.908331:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa748a80/2, rc 0, transno 4294975325 00000100:00100000:1.0:1767317781.908335:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989412608:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317781.908355:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77e300/2, rc 0, transno 4294976341 00000100:00100000:1.0:1767317781.908360:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989415680:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.908368:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77d880/2, rc 0, transno 4294976337 00000100:00100000:1.0:1767317781.908371:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989416192:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.908394:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77c380/2, rc 0, transno 4294976342 00000100:00100000:1.0:1767317781.908398:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989415936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.908407:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec099f80/2, rc 0, transno 4294976340 00000100:00100000:1.0:1767317781.908410:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.908420:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2647480/2, rc 0, transno 4294975336 00000100:00100000:1.0:1767317781.908423:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416960:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317781.908431:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ee77ca80/2, rc 0, transno 4294976338 00000100:00100000:1.0:1767317781.908435:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416064:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.908443:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec098a80/2, rc 0, transno 4294976339 00000100:00100000:1.0:1767317781.908446:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989416576:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.908453:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2644a80/2, rc 0, transno 4294975335 00000100:00100000:1.0:1767317781.908457:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989417088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.908475:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989416704 00000100:00100000:1.0:1767317781.908481:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989416704 00000100:00100000:1.0:1767317781.908535:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417216 00000100:00100000:1.0:1767317781.908539:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417216 00000100:00100000:1.0:1767317781.908559:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16185 00000100:00100000:1.0:1767317781.908567:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:7015:x1853163989416704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.908697:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7628 count 1 00002000:00010000:1.0:1767317781.908730:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dcc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.908737:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908750:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.908753:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.908757:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908770:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908779:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908793:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908808:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.908817:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.908822:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908830:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.908834:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908842:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908857:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908864:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fb59 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908881:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.908883:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.908884:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.908896:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16186 00000100:00100000:1.0:1767317781.908902:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:7015:x1853163989417216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.908918:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7605 count 1 00002000:00010000:1.0:1767317781.908930:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.908935:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908942:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.908943:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.908946:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908954:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908961:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908968:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.908982:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317781.909028:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16180 00000100:00100000:1.0:1767317781.909211:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:7015:x1853163989417216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 308us (928us total) trans 4294975339 rc 0/0 00000100:00100000:1.0:1767317781.909219:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16186 00010000:00010000:1.0:1767317781.909251:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.909256:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.909262:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.909266:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.909273:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.909283:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.909284:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2644e00/2, rc 0, transno 4294975339 00000100:00100000:3.0:1767317781.909289:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989417216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.909291:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fb60 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.909304:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.909306:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.909307:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.909439:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:7015:x1853163989416704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 872us (1285us total) trans 4294975340 rc 0/0 00000100:00100000:1.0:1767317781.909445:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16185 00000004:00080000:3.0:1767317781.909513:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2647800/2, rc 0, transno 4294975340 00000100:00100000:3.0:1767317781.909518:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989416704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767317781.909653:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16183 00010000:00010000:2.0:1767317781.909680:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.909687:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.911350:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989417728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.911416:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989417856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.911454:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.911469:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989417472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.911503:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417856 00000100:00100000:3.0:1767317781.911503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.911514:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.911514:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417856 00000100:00100000:3.0:1767317781.911521:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989417984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.911543:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.911567:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.911577:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317781.911578:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417472 00000100:00100000:2.0:1767317781.911583:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417472 00000100:00100000:2.0:1767317781.911607:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418368 00000100:00100000:2.0:1767317781.911610:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418368 00000100:00100000:2.0:1767317781.911625:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417728 00000100:00100000:2.0:1767317781.911627:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417728 00000100:00100000:2.0:1767317781.911647:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16187 00000100:00100000:2.0:1767317781.911655:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:7016:x1853163989417856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.911680:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7624 count 1 00000100:00100000:3.0:1767317781.911700:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16188 00002000:00010000:2.0:1767317781.911709:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1767317781.911711:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:7013:x1853163989417472:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767317781.911720:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767317781.911727:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7631 count 1 00010000:00010000:2.0:1767317781.911736:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.911740:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.911746:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767317781.911747:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dcf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.911758:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.911767:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.911768:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.911772:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.911777:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.911782:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.911789:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.911794:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.911815:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.911823:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.911829:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317781.911839:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767317781.912035:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+60:7016:x1853163989417856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 379us (579us total) trans 4294976343 rc 0/0 00000100:00100000:2.0:1767317781.912044:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16187 00000100:00100000:3.0:1767317781.912079:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+60:7013:x1853163989417472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 370us (574us total) trans 4294976344 rc 0/0 00000100:00100000:3.0:1767317781.912086:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16188 00000100:00100000:3.0:1767317781.912105:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16189 00000100:00100000:3.0:1767317781.912111:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:7016:x1853163989418368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.912121:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7652 count 1 00002000:00010000:3.0:1767317781.912136:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.912141:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.912148:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.912150:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.912153:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.912160:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.912169:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.912176:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.912177:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16173 00010000:00010000:3.0:1767317781.912190:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317781.912287:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16190 00000100:00100000:3.0:1767317781.912287:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:7016:x1853163989418368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 176us (743us total) trans 4294976345 rc 0/0 00000100:00100000:3.0:1767317781.912293:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16189 00000100:00100000:0.0:1767317781.912295:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:7015:x1853163989417728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.912307:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7647 count 1 00000100:00100000:3.0:1767317781.912312:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1767317781.912324:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ddf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.912329:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.912337:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.912338:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.912341:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.912350:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.912358:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.912360:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef586d80/2, rc 0, transno 4294976344 00010000:00010000:0.0:1767317781.912364:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.912372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989417472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767317781.912378:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767317781.912378:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767317781.912384:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989417600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.912484:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:7015:x1853163989417728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (917us total) trans 4294976346 rc 0/0 00000100:00100000:3.0:1767317781.912484:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.912501:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16190 00000100:00100000:3.0:1767317781.912510:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989418112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.912512:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417984 00000100:00100000:0.0:1767317781.912516:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417984 00000100:00100000:3.0:1767317781.912530:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.912538:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989417600 00000100:00100000:0.0:1767317781.912541:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989417600 00000100:00100000:0.0:1767317781.912550:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418112 00000100:00100000:0.0:1767317781.912553:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418112 00000100:00100000:3.0:1767317781.912555:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16191 00000100:00100000:3.0:1767317781.912561:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+61:7013:x1853163989417984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.912563:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16192 00000100:00100000:0.0:1767317781.912568:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:7013:x1853163989417600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.912573:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7694 count 1 00002000:00080000:0.0:1767317781.912576:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7704 count 1 00002000:00010000:3.0:1767317781.913004:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.913011:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913020:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.913022:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.913025:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913035:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913042:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913047:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913071:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317781.913155:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.913185:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.913185:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:7013:x1853163989417984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 624us (872us total) trans 4294976347 rc 0/0 00000100:00100000:3.0:1767317781.913192:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16191 00000100:00100000:3.0:1767317781.913206:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418240 00000004:00080000:1.0:1767317781.913208:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef585c00/2, rc 0, transno 4294976343 00000100:00100000:3.0:1767317781.913209:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418240 00000100:00100000:1.0:1767317781.913213:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989417856:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.913223:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef585500/2, rc 0, transno 4294976345 00000100:00100000:3.0:1767317781.913225:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16193 00000100:00100000:1.0:1767317781.913227:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.913244:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:7013:x1853163989418112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.913256:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7610 count 1 00002000:00010000:3.0:1767317781.913271:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.913275:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913282:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.913284:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.913287:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913301:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913304:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767317781.913310:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913311:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913318:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913319:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.913323:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.913325:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1767317781.913333:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913348:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913355:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c000/0xd0d4f19a2da3fb67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913374:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317781.913379:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913385:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbca00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.913388:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913400:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913410:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913417:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbca00/0xd0d4f19a2da3fb6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913431:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.913435:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913441:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.913444:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913451:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913460:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913467:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc800/0xd0d4f19a2da3fb75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913484:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317781.913498:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913504:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.913508:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913516:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913527:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913534:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81400/0xd0d4f19a2da3fb7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913549:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.913552:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913558:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbd800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.913561:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913568:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913577:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913583:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbd800/0xd0d4f19a2da3fb8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913657:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317781.913664:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913672:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317781.913675:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913700:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913701:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.913704:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.913707:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.913715:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.913718:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.913722:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.913729:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc200/0xd0d4f19a2da3fb91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.913734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989418624:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767317781.913756:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.913758:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.913760:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.913775:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16194 00000100:00100000:2.0:1767317781.913784:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+62:7016:x1853163989418240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.913799:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7648 count 1 00002000:00010000:0.0:1767317781.913801:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.913808:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767317781.913817:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.913818:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.913821:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.913826:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913827:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913851:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.913855:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.913856:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913859:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.913871:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913878:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.913881:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913907:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.913908:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317781.913919:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.913936:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317781.915495:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.915545:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317781.915556:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989418496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.916085:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.916109:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+64:7013:x1853163989418112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2876us (3575us total) trans 4294976348 rc 0/0 00010000:00010000:1.0:1767317781.916118:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1767317781.916120:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16193 00010000:00010000:1.0:1767317781.916125:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.916135:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.916139:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.916142:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418624 00000100:00100000:3.0:1767317781.916148:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418624 00010000:00010000:1.0:1767317781.916149:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.916172:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.916173:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418496 00000100:00100000:3.0:1767317781.916175:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418496 00010000:00010000:1.0:1767317781.916180:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81a00/0xd0d4f19a2da3fb83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.916186:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16195 00000100:00100000:3.0:1767317781.916191:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:7014:x1853163989418624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.916201:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.916205:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.916210:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828d000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.916213:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767317781.916216:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7657 count 1 00010000:00010000:1.0:1767317781.916219:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.916227:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.916248:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828d000/0xd0d4f19a2da3fb98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767317781.916256:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.916262:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.916265:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.916267:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.916269:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.916272:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.916274:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.916275:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.916279:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.916290:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.916298:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.916305:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.916416:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:7013:x1853163989417600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3845us (3930us total) trans 4294976349 rc 0/0 00000100:00100000:0.0:1767317781.916424:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16192 00000100:00100000:0.0:1767317781.916439:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16196 00000100:00100000:0.0:1767317781.916447:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:7014:x1853163989418496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.916458:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7669 count 1 00002000:00010000:0.0:1767317781.916473:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.916478:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.916494:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.916496:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767317781.916517:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1767317781.916517:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.916529:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.916558:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.916792:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:7014:x1853163989418624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 599us (1312us total) trans 4294976351 rc 0/0 00000100:00100000:3.0:1767317781.916799:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16195 00000100:00100000:3.0:1767317781.916811:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418752 00000100:00100000:3.0:1767317781.916815:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418752 00000100:00100000:3.0:1767317781.916829:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16197 00000100:00100000:3.0:1767317781.916834:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:7016:x1853163989418752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.916844:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7699 count 1 00002000:00010000:3.0:1767317781.916859:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.916863:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.916871:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.916873:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.916876:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.916890:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.916897:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917011:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917029:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317781.917133:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+66:7016:x1853163989418752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 298us (573us total) trans 4294976352 rc 0/0 00000100:00100000:3.0:1767317781.917139:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16197 00010000:00010000:1.0:1767317781.917212:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.917219:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917226:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbde00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.917247:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917255:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917267:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917274:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbde00/0xd0d4f19a2da3fb9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.917278:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edefd180/2, rc 0, transno 4294976351 00010000:00010000:1.0:1767317781.917289:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767317781.917290:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989418624:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.917292:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917297:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbdc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.917300:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917312:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.917313:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef587800/2, rc 0, transno 4294976349 00000100:00100000:3.0:1767317781.917317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989417600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.917321:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.917325:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef584700/2, rc 0, transno 4294976348 00010000:00010000:1.0:1767317781.917327:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbdc00/0xd0d4f19a2da3fbad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.917329:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989418112:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767317781.917337:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef586a00/2, rc 0, transno 4294976347 00010000:00010000:1.0:1767317781.917339:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.917340:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.917340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989417984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.917342:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.917426:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.917452:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317781.917473:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edefd880/2, rc 0, transno 4294976352 00000100:00100000:3.0:1767317781.917474:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.917480:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.917500:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317781.917506:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989419264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.917512:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.917525:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.917530:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317781.917535:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.917552:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.917563:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989419392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.917568:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989418880 00000100:00100000:3.0:1767317781.917571:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989418880 00000100:00100000:1.0:1767317781.917681:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.917685:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419136 00000100:00100000:3.0:1767317781.917689:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419136 00000100:00100000:3.0:1767317781.917701:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419264 00000100:00100000:3.0:1767317781.917704:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419264 00000100:00100000:1.0:1767317781.917707:0:18373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419008 00000100:00100000:1.0:1767317781.917710:0:18373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419008 00000100:00100000:3.0:1767317781.917712:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419392 00000100:00100000:3.0:1767317781.917714:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419392 00000100:00100000:3.0:1767317781.917723:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16198 00000100:00100000:1.0:1767317781.917727:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16199 00000100:00100000:3.0:1767317781.917728:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+70:7016:x1853163989418880:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.917732:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+70:7014:x1853163989419136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.917741:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7644 count 1 00002000:00080000:1.0:1767317781.917743:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7658 count 1 00002000:00010000:1.0:1767317781.917760:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1767317781.917760:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ddc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.917766:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917767:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917776:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.917776:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.917778:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.917778:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.917782:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917782:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917792:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917793:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917802:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917802:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.917810:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917810:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.917827:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767317781.917862:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.917874:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.917882:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.917889:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.918036:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+71:7016:x1853163989418880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 306us (582us total) trans 4294976353 rc 0/0 00000100:00100000:3.0:1767317781.918042:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16198 00000100:00100000:3.0:1767317781.918056:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16200 00000100:00100000:3.0:1767317781.918062:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+70:7016:x1853163989419264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.918073:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7630 count 1 00002000:00010000:3.0:1767317781.918089:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.918094:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.918101:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.918103:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.918106:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.918114:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.918122:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.918129:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920617:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767317781.920644:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.920653:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920668:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c4bbc400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.920672:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920687:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920708:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920715:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c4bbc400/0xd0d4f19a2da3fbb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920745:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317781.920750:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920756:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.920759:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920768:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920778:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920784:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fbbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920804:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.920808:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920815:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.920817:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920823:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920831:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920838:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.920842:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920847:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.920850:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920856:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920864:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.920871:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.920873:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.920875:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.920884:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767317781.920945:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edeffb80/2, rc 0, transno 4294976353 00000100:00100000:1.0:1767317781.920959:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.921306:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+71:7014:x1853163989419136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3571us (3789us total) trans 4294976354 rc 0/0 00000100:00100000:1.0:1767317781.921315:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16199 00000100:00100000:1.0:1767317781.921342:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16201 00000100:00100000:1.0:1767317781.921351:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+70:7016:x1853163989419392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.921372:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7662 count 1 00002000:00010000:1.0:1767317781.921396:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.921402:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921413:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.921416:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.921421:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921432:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921440:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921455:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921469:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.921477:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.921482:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921500:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.921504:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921512:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921522:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921528:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fbc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921540:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.921542:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.921544:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.921639:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+71:7016:x1853163989419392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 290us (3957us total) trans 4294976355 rc 0/0 00000100:00100000:1.0:1767317781.921645:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16201 00000004:00080000:1.0:1767317781.921670:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edefe680/2, rc 0, transno 4294976355 00000100:00100000:1.0:1767317781.921680:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989419392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.921721:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16202 00000100:00100000:1.0:1767317781.921728:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+70:7014:x1853163989419008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.921741:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7642 count 1 00002000:00010000:1.0:1767317781.921755:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dda:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.921760:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921767:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.921769:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.921772:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921780:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921787:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921794:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921806:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.921812:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.921816:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921827:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.921831:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921837:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921847:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921853:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fbd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.921864:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.921866:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.921868:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.921960:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+71:7014:x1853163989419008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 232us (4406us total) trans 4294976356 rc 0/0 00000100:00100000:1.0:1767317781.921966:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16202 00010000:00010000:1.0:1767317781.922331:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.922339:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317781.922358:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.922383:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767317781.922391:0:18779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81e00/0xd0d4f19a2da3fba6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767317781.922409:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+70:7016:x1853163989418240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8625us (9221us total) trans 4294976350 rc 0/0 00000100:00100000:2.0:1767317781.922418:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16194 00000100:00100000:0.0:1767317781.922529:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+70:7014:x1853163989418496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6083us (6445us total) trans 4294976357 rc 0/0 00000100:00100000:0.0:1767317781.922536:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16196 00010000:00010000:0.0:1767317781.922554:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.922750:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989419776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.922787:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.922822:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989420288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.922847:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.922880:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef584a80/2, rc 0, transno 4294976346 00000100:00100000:0.0:1767317781.922892:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989417728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.922997:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767317781.923004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989419904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.923029:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.923048:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989420416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767317781.923069:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.923117:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419776 00000100:00100000:0.0:1767317781.923123:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419776 00000100:00100000:0.0:1767317781.923151:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420288 00000100:00100000:0.0:1767317781.923154:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420288 00000100:00100000:0.0:1767317781.923168:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419904 00000100:00100000:0.0:1767317781.923171:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419904 00000100:00100000:0.0:1767317781.923184:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420416 00000100:00100000:0.0:1767317781.923186:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420416 00000100:00100000:0.0:1767317781.923199:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16203 00000100:00100000:0.0:1767317781.923205:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:7015:x1853163989419776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767317781.923222:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7607 count 1 00002000:00010000:0.0:1767317781.923289:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.923296:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.923312:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.923314:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.923319:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.923332:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.923341:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.923349:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767317781.923361:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef586300/2, rc 0, transno 4294976350 00010000:00010000:0.0:1767317781.923371:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.923376:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989418240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.923390:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.923396:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923411:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.923416:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923425:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923440:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923447:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80600/0xd0d4f19a2da3fbd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923466:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.923468:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.923472:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.923498:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16204 00000100:00100000:1.0:1767317781.923508:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec3e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:7015:x1853163989420288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.923524:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7684 count 1 00000100:00100000:0.0:1767317781.923529:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:7015:x1853163989419776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 322us (739us total) trans 4294975341 rc 0/0 00000100:00100000:0.0:1767317781.923538:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16203 00002000:00010000:1.0:1767317781.923543:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e04:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.923550:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.923556:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16205 00010000:00010000:1.0:1767317781.923565:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767317781.923567:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:7015:x1853163989419904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.923568:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.923573:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923585:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923593:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923599:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923612:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.923620:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.923624:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923630:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.923633:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923640:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923650:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923656:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fbde lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923675:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.923677:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.923679:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.923694:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16206 00000100:00100000:1.0:1767317781.923703:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:7015:x1853163989420416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.923717:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2 count 1 00002000:00010000:1.0:1767317781.923733:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.923738:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923745:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.923746:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.923749:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923758:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.923765:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767317781.923766:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.923775:0:63828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031400/0xd0d4f19a2da3fbc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923778:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.923804:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317781.923817:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.923845:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.923870:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989420160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.923896:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767317781.923927:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edeff100/2, rc 0, transno 4294976356 00000100:00100000:3.0:1767317781.923932:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.923946:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:7015:x1853163989420416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 242us (872us total) trans 4294975342 rc 0/0 00000004:00080000:3.0:1767317781.923946:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edefd500/2, rc 0, transno 4294976354 00000100:00100000:3.0:1767317781.923954:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.923965:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16206 00000004:00080000:3.0:1767317781.923969:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edeff800/2, rc 0, transno 4294976357 00000100:00100000:3.0:1767317781.923975:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989418496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.923983:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419648 00000100:00100000:3.0:1767317781.923986:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1767317781.923989:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419648 00000100:00100000:3.0:1767317781.923995:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.924011:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420160 00000100:00100000:1.0:1767317781.924015:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420160 00000100:00100000:3.0:1767317781.924023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.924030:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989419520 00000100:00100000:1.0:1767317781.924034:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989419520 00000100:00100000:3.0:1767317781.924039:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989420032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.924050:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16207 00000100:00100000:3.0:1767317781.924060:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.924071:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989420544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.924087:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.924108:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420032 00000100:00100000:3.0:1767317781.924112:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420032 00002000:00080000:0.0:1767317781.924403:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7620 count 1 00002000:00010000:0.0:1767317781.924424:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.924430:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.924439:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.924440:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.924443:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.924453:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.924462:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.924470:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.924500:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.924637:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:7015:x1853163989419904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1071us (1606us total) trans 4294975343 rc 0/0 00010000:00010000:1.0:1767317781.924691:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.924698:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924707:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.924710:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924719:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924731:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924739:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fbe5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.924753:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420544 00010000:00010000:1.0:1767317781.924757:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767317781.924758:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420544 00010000:00010000:1.0:1767317781.924764:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924778:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80200 already unused, calling callback (ffffffffc0c23b40) 00000100:00100000:3.0:1767317781.924780:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16208 00010000:00010000:1.0:1767317781.924784:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.924791:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:7014:x1853163989420160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767317781.924800:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924810:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767317781.924812:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7608 count 1 00010000:00010000:1.0:1767317781.924823:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c7a80200/0xd0d4f19a2da3fbec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767317781.924832:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1db8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.924838:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.924839:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.924842:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.924845:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.924851:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.924853:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.924856:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.924865:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.924872:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.924880:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.924897:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.924956:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec3e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:7015:x1853163989420288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1449us (2106us total) trans 4294975344 rc 0/0 00000100:00100000:1.0:1767317781.924964:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16204 00000100:00100000:1.0:1767317781.924983:0:18373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16209 00000100:00100000:1.0:1767317781.924993:0:18373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+72:7014:x1853163989419520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.925007:0:18373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7677 count 1 00002000:00010000:1.0:1767317781.925027:0:18373:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dfd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.925034:0:18373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.925041:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:7014:x1853163989420160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 251us (1144us total) trans 4294975345 rc 0/0 00000100:00100000:3.0:1767317781.925056:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16208 00000100:00100000:3.0:1767317781.925071:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16210 00000100:00100000:3.0:1767317781.925078:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:7014:x1853163989420032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767317781.925089:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7625 count 1 00002000:00010000:3.0:1767317781.925103:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1dc9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.925110:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925117:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.925119:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.925122:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925131:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925138:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925145:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925164:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317781.925272:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:7014:x1853163989420032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (1212us total) trans 4294975346 rc 0/0 00000100:00100000:3.0:1767317781.925279:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16210 00000100:00100000:3.0:1767317781.925291:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16211 00000100:00100000:3.0:1767317781.925298:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+72:7014:x1853163989420544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.925308:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7683 count 1 00002000:00010000:3.0:1767317781.925321:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e03:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.925326:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925338:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.925339:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.925342:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925351:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925357:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925365:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.925379:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767317781.925481:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+73:7014:x1853163989420544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 183us (1391us total) trans 4294976358 rc 0/0 00000100:00100000:3.0:1767317781.925499:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16211 00000004:00080000:3.0:1767317781.925537:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecf800/2, rc 0, transno 4294975346 00000100:00100000:3.0:1767317781.925543:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989420032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767317781.925552:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecd500/2, rc 0, transno 4294976358 00000100:00100000:3.0:1767317781.925556:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989420544:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767317781.925564:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecdc00/2, rc 0, transno 4294975345 00000100:00100000:3.0:1767317781.925567:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989420160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767317781.925696:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+73:7016:x1853163989419264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7634us (8169us total) trans 4294976359 rc 0/0 00000100:00100000:3.0:1767317781.925703:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16200 00000100:00100000:0.0:1767317781.926007:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16205 00010000:00010000:0.0:1767317781.926028:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.926034:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926043:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.926047:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926054:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926069:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926076:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031600/0xd0d4f19a2da3fbf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1db8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926093:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.926096:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926102:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.926104:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926116:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926126:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926132:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2c0031200/0xd0d4f19a2da3fc01 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1dc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926142:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.926146:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926151:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.926154:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926161:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926171:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926177:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030600/0xd0d4f19a2da3fc08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.926193:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.926194:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.926196:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.926896:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989420800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.927052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989421056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.927104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.927145:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767317781.927151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989420672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.927175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.927191:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989421184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.927214:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.927254:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421056 00000100:00100000:3.0:1767317781.927259:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421056 00000100:00100000:3.0:1767317781.927290:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420672 00000100:00100000:3.0:1767317781.927293:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420672 00000100:00100000:3.0:1767317781.927310:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421184 00000100:00100000:3.0:1767317781.927313:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421184 00000100:00100000:3.0:1767317781.927334:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16212 00000100:00100000:3.0:1767317781.927343:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+75:7013:x1853163989421056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.927365:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7661 count 1 00002000:00010000:3.0:1767317781.927394:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ded:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.927401:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.927412:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.927415:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.927420:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.927433:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.927442:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.927450:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.927468:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.927572:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.927574:0:18373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.927579:0:18373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927591:0:18373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927599:0:18373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927607:0:18373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927633:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.927640:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927648:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.927651:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927659:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927672:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927684:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030800/0xd0d4f19a2da3fc0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927701:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.927704:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.927707:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.927715:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.927721:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.927729:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.927736:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989420928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.927772:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.927779:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecd880/2, rc 0, transno 4294975343 00000100:00100000:0.0:1767317781.927787:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989419904:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767317781.927800:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edeff480/2, rc 0, transno 4294976359 00000004:00080000:0.0:1767317781.927805:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecf480/2, rc 0, transno 4294975342 00000100:00100000:0.0:1767317781.927810:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989420416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767317781.927815:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989419264:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.927824:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecce00/2, rc 0, transno 4294975341 00000100:00100000:0.0:1767317781.927830:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989419776:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767317781.927840:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecc700/2, rc 0, transno 4294975344 00000100:00100000:1.0:1767317781.927845:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+76:7014:x1853163989419648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.927847:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989420288:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767317781.927868:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7645 count 1 00002000:00010000:1.0:1767317781.927887:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ddd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.927894:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927905:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.927907:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.927909:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927918:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927929:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.927935:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.928011:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420800 00000100:00100000:0.0:1767317781.928016:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420800 00000100:00100000:0.0:1767317781.928037:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989420928 00000100:00100000:0.0:1767317781.928040:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989420928 00000100:00100000:0.0:1767317781.928052:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16213 00000100:00100000:0.0:1767317781.928059:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+78:7013:x1853163989420672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.928072:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7618 count 1 00002000:00010000:0.0:1767317781.928088:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.928094:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928102:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.928104:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.928107:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928116:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928124:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928131:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928146:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.928338:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+79:7013:x1853163989420672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 279us (1161us total) trans 4294976361 rc 0/0 00000100:00100000:0.0:1767317781.928345:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16213 00000100:00100000:0.0:1767317781.928362:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16214 00000100:00100000:0.0:1767317781.928368:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+78:7013:x1853163989421184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.928380:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7663 count 1 00002000:00010000:0.0:1767317781.928395:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1def:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1767317781.928399:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1767317781.928401:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928410:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767317781.928412:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989421312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767317781.928413:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.928418:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928434:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928441:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.928450:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767317781.928452:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.928468:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767317781.928478:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.928484:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928504:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.928508:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928516:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928529:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928536:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fc1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928560:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.928563:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928570:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.928573:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.928580:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+79:7013:x1853163989421184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 210us (1362us total) trans 4294976362 rc 0/0 00010000:00010000:1.0:1767317781.928584:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928595:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928602:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fc24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1def:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928614:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.928615:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.928617:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.928629:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.928637:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.928641:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928648:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.928651:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928658:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928667:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928674:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fc16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.928692:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.928694:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.928696:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.928779:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:7013:x1853163989421056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1437us (1674us total) trans 4294976360 rc 0/0 00000100:00100000:3.0:1767317781.928789:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16212 00000100:00100000:3.0:1767317781.928805:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421312 00000100:00100000:3.0:1767317781.928809:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421312 00000100:00100000:1.0:1767317781.928817:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+80:7014:x1853163989419648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4129us (4970us total) trans 4294976363 rc 0/0 00000100:00100000:1.0:1767317781.928826:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16207 00000100:00100000:3.0:1767317781.928873:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16215 00000100:00100000:3.0:1767317781.928880:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:7015:x1853163989420800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.928892:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7690 count 1 00002000:00010000:3.0:1767317781.928920:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.928926:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.928933:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.928935:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.928938:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.928947:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.928959:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.928966:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.928984:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767317781.929076:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7015:x1853163989420800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 197us (1348us total) trans 4294976364 rc 0/0 00000100:00100000:3.0:1767317781.929083:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16215 00000100:00100000:3.0:1767317781.929097:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16216 00000100:00100000:3.0:1767317781.929103:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:7016:x1853163989420928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.929114:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7638 count 1 00002000:00010000:3.0:1767317781.929128:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.929132:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929139:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.929141:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.929143:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929152:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929159:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929166:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929178:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767317781.929277:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+81:7016:x1853163989420928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (1505us total) trans 4294976365 rc 0/0 00000100:00100000:3.0:1767317781.929283:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16216 00000100:00100000:3.0:1767317781.929295:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16217 00000100:00100000:3.0:1767317781.929302:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:7016:x1853163989421312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.929311:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7700 count 1 00002000:00010000:3.0:1767317781.929323:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.929328:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929335:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.929336:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.929339:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929348:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929355:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929362:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.929377:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767317781.929385:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317781.929392:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929399:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.929401:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929407:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929418:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929425:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030200/0xd0d4f19a2da3fc2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929447:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.929451:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929457:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.929461:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929468:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.929470:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:7016:x1853163989421312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 168us (1023us total) trans 4294976366 rc 0/0 00000100:00100000:3.0:1767317781.929498:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16217 00010000:00010000:1.0:1767317781.929500:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929510:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030000/0xd0d4f19a2da3fc32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929526:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.929530:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929536:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.929540:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.929546:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecf100/2, rc 0, transno 4294976361 00010000:00010000:1.0:1767317781.929549:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929558:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.929562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989420672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.929565:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031000/0xd0d4f19a2da3fc39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767317781.929578:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecea00/2, rc 0, transno 4294976362 00010000:00010000:1.0:1767317781.929579:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.929581:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.929582:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.929587:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.929589:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.929597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989421184:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.929605:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecc000/2, rc 0, transno 4294976366 00000100:00100000:1.0:1767317781.929611:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989421312:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767317781.929613:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfece300/2, rc 0, transno 4294976360 00000100:00100000:3.0:1767317781.929620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989421056:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.929624:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfeced80/2, rc 0, transno 4294976365 00000100:00100000:1.0:1767317781.929629:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989420928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.929657:0:18373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.929667:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.929671:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929677:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.929680:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929692:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929704:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929711:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883800/0xd0d4f19a2da3fbfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18373 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.929726:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.929727:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.929728:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.929808:0:18373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+80:7014:x1853163989419520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4819us (5785us total) trans 4294976367 rc 0/0 00000100:00100000:1.0:1767317781.929813:0:18373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16209 00000100:00100000:0.0:1767317781.931707:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16214 00010000:00010000:0.0:1767317781.931753:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.931876:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989421696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932020:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.932082:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1edefea00/2, rc 0, transno 4294976367 00000100:00100000:0.0:1767317781.932093:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419520:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.932104:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec090000/2, rc 0, transno 4294976363 00000100:00100000:0.0:1767317781.932108:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989419648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932118:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317781.932124:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989421568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932145:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.932199:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989422208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932222:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.932262:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317781.932268:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989422080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932286:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.932309:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989421824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932331:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.932352:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989421440:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.932358:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2dfecca80/2, rc 0, transno 4294976364 00000100:00100000:0.0:1767317781.932368:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989420800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.932389:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.932414:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989421952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.932428:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.932455:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.932546:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421696 00000100:00100000:0.0:1767317781.932553:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421696 00000100:00100000:0.0:1767317781.932609:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421568 00000100:00100000:0.0:1767317781.932613:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421568 00000100:00100000:0.0:1767317781.932631:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422208 00000100:00100000:0.0:1767317781.932633:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422208 00000100:00100000:0.0:1767317781.932643:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422080 00000100:00100000:0.0:1767317781.932646:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422080 00000100:00100000:0.0:1767317781.932657:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421824 00000100:00100000:0.0:1767317781.932659:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421824 00000100:00100000:0.0:1767317781.932669:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421440 00000100:00100000:0.0:1767317781.932672:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421440 00000100:00100000:0.0:1767317781.932682:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989421952 00000100:00100000:0.0:1767317781.932685:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989421952 00000100:00100000:0.0:1767317781.932698:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16218 00000100:00100000:0.0:1767317781.932705:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7014:x1853163989421696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.932735:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7667 count 1 00002000:00010000:0.0:1767317781.932777:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1df3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.932786:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.932802:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.932805:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.932810:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.932825:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.932834:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.932842:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.932858:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.933256:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7014:x1853163989421696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 549us (1234us total) trans 4294976368 rc 0/0 00000100:00100000:0.0:1767317781.933263:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16218 00000100:00100000:0.0:1767317781.933280:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16219 00000100:00100000:0.0:1767317781.933287:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7014:x1853163989421568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.933297:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7685 count 1 00002000:00010000:0.0:1767317781.933312:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e05:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.933317:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933325:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.933327:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.933330:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933339:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933347:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933354:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933368:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317781.933471:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7014:x1853163989421568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 185us (1325us total) trans 4294976369 rc 0/0 00000100:00100000:0.0:1767317781.933478:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16219 00000100:00100000:0.0:1767317781.933502:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16220 00000100:00100000:0.0:1767317781.933510:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7014:x1853163989422208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.933522:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7646 count 1 00002000:00010000:0.0:1767317781.933536:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.933541:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933548:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.933550:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.933552:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933564:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933571:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933577:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.933773:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317781.933868:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7014:x1853163989422208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 360us (1644us total) trans 4294976370 rc 0/0 00000100:00100000:0.0:1767317781.933875:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16220 00000100:00100000:0.0:1767317781.933887:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16221 00000100:00100000:0.0:1767317781.933893:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7014:x1853163989422080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.933995:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7689 count 1 00002000:00010000:0.0:1767317781.934011:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e09:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.934017:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934024:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934026:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934029:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934038:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934045:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934052:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934065:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317781.934153:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7014:x1853163989422080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 259us (1864us total) trans 4294976371 rc 0/0 00000100:00100000:0.0:1767317781.934159:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16221 00000100:00100000:0.0:1767317781.934173:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16222 00000100:00100000:0.0:1767317781.934180:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7015:x1853163989421824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.934190:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7705 count 1 00002000:00010000:0.0:1767317781.934205:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.934210:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934217:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934219:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934222:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934255:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934262:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934270:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934279:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767317781.934364:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7015:x1853163989421824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 185us (2033us total) trans 4294976372 rc 0/0 00000100:00100000:0.0:1767317781.934371:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16222 00000100:00100000:0.0:1767317781.934383:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16223 00000100:00100000:0.0:1767317781.934389:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7016:x1853163989421440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.934400:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7678 count 1 00002000:00010000:0.0:1767317781.934413:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dfe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.934417:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934425:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934427:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934429:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934438:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934446:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934452:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934461:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767317781.934558:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7016:x1853163989421440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 168us (2169us total) trans 4294976373 rc 0/0 00000100:00100000:0.0:1767317781.934564:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16223 00000100:00100000:0.0:1767317781.934576:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16224 00000100:00100000:0.0:1767317781.934755:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+85:7016:x1853163989421952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.934770:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7660 count 1 00002000:00010000:0.0:1767317781.934785:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.934789:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934797:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934798:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.934801:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934810:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934818:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934825:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.934833:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767317781.935001:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+86:7016:x1853163989421952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 419us (2546us total) trans 4294976374 rc 0/0 00000100:00100000:0.0:1767317781.935008:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16224 00010000:00010000:0.0:1767317781.935028:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767317781.935035:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935043:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.935048:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935057:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935074:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935081:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fc40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935099:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767317781.935103:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935109:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.935112:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935125:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935134:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935141:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fc47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935151:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767317781.935155:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935160:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.935164:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935172:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935179:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935186:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fc4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935200:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317781.935203:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935210:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.935213:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935220:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935289:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767317781.935294:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935302:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317781.935304:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935312:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935322:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935329:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fc5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935344:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767317781.935347:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935352:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317781.935355:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935362:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935369:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935376:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fc63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935386:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317781.935388:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935394:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317781.935397:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935404:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935412:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935419:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fc6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.935429:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.935431:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.935432:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.935475:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935482:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fc55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.935506:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.935508:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.935510:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317781.935545:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa748380/2, rc 0, transno 4294976371 00000100:00100000:0.0:1767317781.935690:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989422080:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.935706:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fa74aa00/2, rc 0, transno 4294976370 00000100:00100000:3.0:1767317781.935787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989422592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767317781.935825:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317781.935874:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422592 00000100:00100000:3.0:1767317781.935879:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422592 00000100:00100000:0.0:1767317781.936004:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989422208:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.936022:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a0000/2, rc 0, transno 4294976369 00000100:00100000:0.0:1767317781.936026:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989421568:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.936037:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301586d80/2, rc 0, transno 4294976368 00000100:00100000:0.0:1767317781.936040:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989421696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936088:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989422720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936113:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.936141:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.936167:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e301584380/2, rc 0, transno 4294976372 00000100:00100000:0.0:1767317781.936175:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989421824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936183:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936202:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.936217:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317781.936221:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936257:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.936299:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317781.936304:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936326:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.936349:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422720 00000100:00100000:0.0:1767317781.936353:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422720 00000004:00080000:1.0:1767317781.936415:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ff0da680/2, rc 0, transno 4294976374 00000100:00100000:3.0:1767317781.936420:0:70199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422336 00000100:00100000:3.0:1767317781.936425:0:70199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422336 00000100:00100000:1.0:1767317781.936430:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989421952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.936457:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422848 00000100:00100000:0.0:1767317781.936461:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422848 00000100:00100000:0.0:1767317781.936471:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422464 00000100:00100000:0.0:1767317781.936473:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422464 00000100:00100000:0.0:1767317781.936480:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989422976 00000100:00100000:0.0:1767317781.936482:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989422976 00000100:00100000:0.0:1767317781.936506:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16225 00000100:00100000:0.0:1767317781.936512:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+91:7013:x1853163989422592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.936530:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7698 count 1 00002000:00010000:0.0:1767317781.936555:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.936562:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.936572:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.936573:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.936577:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.936599:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.936607:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.936614:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.936632:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767317781.936886:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767317781.936891:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.936899:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:3.0:1767317781.937004:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937014:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937029:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937036:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fc71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937052:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.937054:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317781.937056:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.937069:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16226 00000100:00100000:3.0:1767317781.937076:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+92:7014:x1853163989422720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767317781.937088:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7681 count 1 00002000:00010000:3.0:1767317781.937104:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e01:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317781.937108:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937115:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.937117:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317781.937119:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937127:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937135:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937141:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317781.937163:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317781.937591:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16227 00000100:00100000:2.0:1767317781.937602:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+93:7015:x1853163989422848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.937617:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7650 count 1 00002000:00010000:2.0:1767317781.937635:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.937641:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.937650:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.937652:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.937655:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.937664:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.937675:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.937682:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.937702:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1767317781.937971:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1f40a2a00/2, rc 0, transno 4294976373 00000100:00100000:1.0:1767317781.937978:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989421440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.937997:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.938003:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938013:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0031e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.938017:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938026:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.938037:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+94:7013:x1853163989422592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1523us (2209us total) trans 4294976375 rc 0/0 00010000:00010000:1.0:1767317781.938040:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.938052:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16225 00010000:00010000:1.0:1767317781.938054:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0031e00/0xd0d4f19a2da3fc78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938077:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1767317781.938080:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16228 00010000:00010000:1.0:1767317781.938083:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.938092:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+93:7015:x1853163989422464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.938094:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828cc00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.938101:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767317781.938109:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7613 count 1 00002000:00010000:0.0:1767317781.938126:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dbd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.938131:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938143:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.938145:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.938148:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938156:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938163:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938169:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938177:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767317781.938185:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938200:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938214:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828cc00/0xd0d4f19a2da3fc7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938248:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.938252:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938259:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.938262:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938270:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938282:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938289:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fc86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938304:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.938307:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.938310:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.938316:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+94:7015:x1853163989422464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 227us (2056us total) trans 4294976378 rc 0/0 00010000:00010000:1.0:1767317781.938318:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.938325:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16228 00010000:00010000:1.0:1767317781.938325:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317781.938344:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16229 00000100:00100000:0.0:1767317781.938355:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16230 00000100:00100000:1.0:1767317781.938357:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+93:7015:x1853163989422976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.938368:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+93:7015:x1853163989422336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.938375:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7614 count 1 00002000:00080000:0.0:1767317781.938383:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7692 count 1 00002000:00010000:1.0:1767317781.938393:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dbe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.938400:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767317781.938402:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e0c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.938412:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938415:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.938419:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.938423:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.938426:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.938428:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938436:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938443:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938450:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938462:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.938562:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+94:7015:x1853163989422336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (2420us total) trans 4294976379 rc 0/0 00000100:00100000:0.0:1767317781.938569:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16230 00010000:00010000:0.0:1767317781.938598:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.938603:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938610:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.938613:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938620:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938630:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938638:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fc94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.938651:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.938653:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.938655:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317781.938722:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.938755:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317781.938764:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938776:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938784:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.938792:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.938795:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317781.938805:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.938823:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317781.938831:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767317781.938865:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5500/2, rc 0, transno 4294976378 00000100:00100000:0.0:1767317781.938876:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422464:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.938890:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef586680/2, rc 0, transno 4294976379 00000100:00100000:0.0:1767317781.938894:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.938963:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+94:7015:x1853163989422976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 608us (2633us total) trans 4294976380 rc 0/0 00000100:00100000:0.0:1767317781.938964:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989423360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.938976:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16229 00000100:00100000:1.0:1767317781.938993:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423232 00000100:00100000:1.0:1767317781.938997:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423232 00000100:00100000:0.0:1767317781.939004:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.939020:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423104 00000100:00100000:1.0:1767317781.939024:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423104 00000004:00080000:0.0:1767317781.939027:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2646300/2, rc 0, transno 4294976380 00000100:00100000:1.0:1767317781.939036:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423360 00000100:00100000:0.0:1767317781.939038:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.939041:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423360 00000100:00100000:0.0:1767317781.939049:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317781.939057:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989423488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.939059:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16231 00000100:00100000:1.0:1767317781.939070:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+96:7014:x1853163989423232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.939083:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7632 count 1 00000100:00100000:0.0:1767317781.939089:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1767317781.939104:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.939124:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.939132:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1767317781.939133:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.939136:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.939141:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.939143:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.939158:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.939167:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.939174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767317781.939182:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.939197:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767317781.939204:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2d0ab5880/2, rc 0, transno 4294976375 00000100:00100000:0.0:1767317781.939214:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989422592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.939280:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.939305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.939334:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+97:7014:x1853163989423232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 263us (577us total) trans 4294976381 rc 0/0 00000004:00080000:0.0:1767317781.939340:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2646a00/2, rc 0, transno 4294976381 00000100:00100000:1.0:1767317781.939348:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16231 00000100:00100000:0.0:1767317781.939352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.939366:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423488 00000100:00100000:1.0:1767317781.939370:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423488 00000100:00100000:1.0:1767317781.939386:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423616 00000100:00100000:1.0:1767317781.939389:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423616 00000100:00100000:0.0:1767317781.939399:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989423872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.939401:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423744 00000100:00100000:1.0:1767317781.939405:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423744 00000100:00100000:1.0:1767317781.939430:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16232 00000100:00100000:0.0:1767317781.939434:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.939443:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+99:7014:x1853163989423104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.939455:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7635 count 1 00000100:00100000:0.0:1767317781.939464:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989423872 00000100:00100000:0.0:1767317781.939469:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989423872 00002000:00010000:1.0:1767317781.939470:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.939477:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.939494:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.939496:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.939500:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.939507:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16233 00010000:00010000:1.0:1767317781.939512:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.939517:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+100:7015:x1853163989423360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.939529:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767317781.939534:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7637 count 1 00010000:00010000:1.0:1767317781.939538:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767317781.939552:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317781.939555:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767317781.939559:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939569:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.939571:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.939574:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939584:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939597:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939604:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939614:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317781.939715:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+102:7015:x1853163989423360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (711us total) trans 4294976383 rc 0/0 00000100:00100000:0.0:1767317781.939722:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16233 00000100:00100000:0.0:1767317781.939733:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16234 00000100:00100000:0.0:1767317781.939740:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+101:7015:x1853163989423488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.939752:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7616 count 1 00002000:00010000:0.0:1767317781.939766:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.939772:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939779:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.939781:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.939783:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939791:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939798:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939806:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939814:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767317781.939910:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+102:7015:x1853163989423488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 170us (822us total) trans 4294976384 rc 0/0 00000100:00100000:0.0:1767317781.939917:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16234 00000100:00100000:0.0:1767317781.939932:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16235 00000100:00100000:0.0:1767317781.939940:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+101:7014:x1853163989423616:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.939947:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+101:7014:x1853163989423104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 503us (1110us total) trans 4294976382 rc 0/0 00002000:00080000:0.0:1767317781.939953:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7653 count 1 00000100:00100000:1.0:1767317781.939958:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16232 00002000:00010000:0.0:1767317781.939972:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1de5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1767317781.939978:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16236 00010000:00010000:0.0:1767317781.939979:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.939989:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767317781.939989:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+100:7014:x1853163989423744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767317781.939993:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.939998:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767317781.940005:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7682 count 1 00010000:00010000:0.0:1767317781.940008:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940017:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767317781.940023:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e02:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.940025:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940031:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940038:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1767317781.940042:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.940045:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.940048:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940057:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940066:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940073:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940082:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767317781.940138:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+102:7014:x1853163989423616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (966us total) trans 4294976385 rc 0/0 00000100:00100000:0.0:1767317781.940145:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16235 00000100:00100000:0.0:1767317781.940162:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16237 00000100:00100000:0.0:1767317781.940170:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+101:7015:x1853163989423872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.940183:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7629 count 1 00002000:00010000:0.0:1767317781.940198:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dcd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1767317781.940203:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+101:7014:x1853163989423744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 215us (895us total) trans 4294976386 rc 0/0 00010000:00010000:0.0:1767317781.940206:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.940217:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16236 00010000:00010000:0.0:1767317781.940221:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.940224:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.940252:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940263:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940271:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940276:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767317781.940278:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940287:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940290:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:1.0:1767317781.940300:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.940305:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940314:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940330:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940336:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fc8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940360:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767317781.940364:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940371:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.940375:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940382:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940394:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.940395:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+101:7015:x1853163989423872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 226us (966us total) trans 4294976387 rc 0/0 00000100:00100000:0.0:1767317781.940411:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16237 00010000:00010000:1.0:1767317781.940412:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fc9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940431:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767317781.940438:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767317781.940439:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940444:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940451:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.940456:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.940458:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940463:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940471:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940475:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940501:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940504:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940520:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882000/0xd0d4f19a2da3fca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940522:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940546:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.940551:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.940552:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940558:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940563:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.940569:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940571:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.940577:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940598:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940600:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940619:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.940623:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940633:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fcb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940648:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.940651:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940657:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.940660:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940667:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940677:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940683:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882800/0xd0d4f19a2da3fcbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940699:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.940703:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940709:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.940712:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940719:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940728:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940734:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fcc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.940745:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.940746:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.940748:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317781.940775:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb711180/2, rc 0, transno 4294976387 00000100:00100000:0.0:1767317781.940787:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989423872:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.940798:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb710000/2, rc 0, transno 4294976384 00000100:00100000:0.0:1767317781.940802:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989423488:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.940810:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb710a80/2, rc 0, transno 4294976383 00000100:00100000:0.0:1767317781.940814:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989423360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.940877:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317781.940887:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989424000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.940916:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.940948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989424128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.940969:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.940987:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317781.940992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989424256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.941012:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.941032:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424000 00000100:00100000:0.0:1767317781.941036:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424000 00000100:00100000:0.0:1767317781.941055:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424128 00000100:00100000:0.0:1767317781.941058:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424128 00000100:00100000:0.0:1767317781.941067:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424256 00000100:00100000:0.0:1767317781.941069:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424256 00000100:00100000:0.0:1767317781.941081:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16238 00010000:00010000:1.0:1767317781.941085:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fcb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.941090:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:7015:x1853163989424000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.941124:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.941126:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.941128:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1767317781.941131:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7686 count 1 00010000:00010000:1.0:1767317781.941138:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.941146:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767317781.941151:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e06:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.941157:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.941166:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.941169:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1767317781.941169:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb711f80/2, rc 0, transno 4294976386 00010000:00010000:0.0:1767317781.941174:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.941184:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423744:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767317781.941185:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.941197:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767317781.941201:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb710380/2, rc 0, transno 4294976385 00010000:00010000:0.0:1767317781.941208:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.941209:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423616:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767317781.941225:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2f2645880/2, rc 0, transno 4294976382 00000100:00100000:1.0:1767317781.941250:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989423104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767317781.941252:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317781.941343:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317781.941352:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989424640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767317781.941386:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+104:7015:x1853163989424000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 297us (468us total) trans 4294976388 rc 0/0 00000100:00100000:1.0:1767317781.941393:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317781.941398:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16238 00000100:00100000:0.0:1767317781.941416:0:18778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424640 00000100:00100000:0.0:1767317781.941419:0:18778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424640 00000100:00100000:0.0:1767317781.941433:0:18778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16239 00000100:00100000:0.0:1767317781.941438:0:18778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+104:7013:x1853163989424128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767317781.941448:0:18778:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7617 count 1 00002000:00010000:0.0:1767317781.941461:0:18778:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1dc1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317781.941465:0:18778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.941473:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.941474:0:18778:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.941477:0:18778:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317781.943754:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989424512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.943920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.943953:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317781.943960:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989424384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.943982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317781.944010:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424512 00000100:00100000:1.0:1767317781.944017:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424512 00000100:00100000:1.0:1767317781.944051:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989424384 00000100:00100000:1.0:1767317781.944054:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989424384 00000100:00100000:1.0:1767317781.944070:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16240 00000100:00100000:1.0:1767317781.944078:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+106:7013:x1853163989424256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767317781.944107:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7710 count 1 00000100:00100000:2.0:1767317781.946524:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+106:7015:x1853163989422848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8913us (10307us total) trans 4294976377 rc 0/0 00000100:00100000:2.0:1767317781.946544:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16227 00000100:00100000:2.0:1767317781.946588:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16241 00000100:00100000:2.0:1767317781.946601:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+105:7014:x1853163989424640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.946635:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7780 count 1 00010000:00010000:2.0:1767317781.946665:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.946686:0:63827:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 6 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.946694:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.946696:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.946700:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.946738:0:63827:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 6 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.946757:0:63827:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 6 pid: 18778 timeout: 3131 lvb_type: 0 00000100:00100000:2.0:1767317781.946773:0:63827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:63827:1853163989424768:192.168.204.1@tcp:104: 00000100:00100000:2.0:1767317781.946860:0:63827:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2c8eddcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1767317781.947158:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16242 00000100:00100000:2.0:1767317781.947168:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+105:7016:x1853163989424512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.947291:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3 count 1 00010000:00010000:0.0:1767317781.947292:0:18778:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.947316:0:18778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.947324:0:18778:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.947355:0:18778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767317781.947511:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.947517:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947527:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.947528:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.947534:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947546:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947553:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947560:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947580:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767317781.947754:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+107:7016:x1853163989424512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 587us (3833us total) trans 4294976390 rc 0/0 00000100:00100000:2.0:1767317781.947761:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16242 00000100:00100000:2.0:1767317781.947780:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16243 00000100:00100000:2.0:1767317781.947786:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+106:7016:x1853163989424384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767317781.947799:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7781 count 1 00002000:00010000:2.0:1767317781.947814:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317781.947819:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947826:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.947828:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317781.947831:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947841:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947848:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947854:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.947867:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767317781.947950:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317781.947958:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.947968:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.947973:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.947982:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317781.947987:0:18778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+107:7013:x1853163989424128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6546us (7014us total) trans 4294976389 rc 0/0 00000100:00100000:0.0:1767317781.948000:0:18778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16239 00010000:00010000:1.0:1767317781.948006:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948015:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fccc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948025:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317781.948031:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948037:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317781.948041:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.948043:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948046:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948060:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ca00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.948064:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948066:0:16680:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948083:0:16680:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948085:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948101:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fcd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1dc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948101:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948126:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317781.948130:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948136:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828c200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317781.948139:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948146:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948155:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948161:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828c200/0xd0d4f19a2da3fce8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.948174:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.948176:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317781.948178:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317781.948213:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb710e00/2, rc 0, transno 4294976388 00000100:00100000:0.0:1767317781.948220:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989424000:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.948372:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef587100/2, rc 0, transno 4294976377 00000100:00100000:0.0:1767317781.948377:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:7015:1853163989422848:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767317781.948403:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb712d80/2, rc 0, transno 4294976389 00000100:00100000:0.0:1767317781.948409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989424128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767317781.948646:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+106:7016:x1853163989424384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 859us (4662us total) trans 4294976391 rc 0/0 00000100:00100000:2.0:1767317781.948653:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16243 00000004:00080000:2.0:1767317781.948684:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec092300/2, rc 0, transno 4294976391 00000100:00100000:2.0:1767317781.948689:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989424384:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767317781.948700:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec092680/2, rc 0, transno 4294976390 00000100:00100000:2.0:1767317781.948703:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:7016:1853163989424512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317781.948744:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ca00/0xd0d4f19a2da3fce1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948760:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.948761:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.948764:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.948770:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.948776:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.948805:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948910:0:18368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 6 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948918:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767317781.948919:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1767317781.948923:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948957:0:18368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 6 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.948969:0:18368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 6 pid: 18779 timeout: 3131 lvb_type: 0 00000100:00100000:1.0:1767317781.948982:0:18368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:18368:1853163989424896:192.168.204.1@tcp:104: 00000100:00100000:1.0:1767317781.949056:0:18368:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718df00 going to sleep for 11 seconds 00010000:00010000:0.0:1767317781.950287:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317781.956008:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+105:7014:x1853163989422720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18919us (19880us total) trans 4294976376 rc 0/0 00000100:00100000:3.0:1767317781.956025:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16226 00000100:00100000:0.0:1767317781.956334:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317781.956405:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317781.956434:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925742464 00000100:00100000:1.0:1767317781.956435:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925742336 00000100:00100000:0.0:1767317781.956443:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925742464 00000100:00100000:1.0:1767317781.956443:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925742336 00010000:00010000:1.0:1767317781.956506:0:18389:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 8 pid: 18778 timeout: 3131 lvb_type: 0 00000004:00080000:2.0:1767317781.956630:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ef585880/2, rc 0, transno 4294976376 00000100:00100000:2.0:1767317781.956638:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989422720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.956743:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2417 00000100:00080000:2.0:1767317781.959037:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317781.959341:0:63827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:63827:1853163989424768:192.168.204.1@tcp:104: 00010000:00010000:3.0:1767317781.959370:0:63827:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317781.961504:0:18368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:18368:1853163989424896:192.168.204.1@tcp:104: 00010000:00010000:3.0:1767317781.961535:0:18368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.963754:0:15461:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 8 pid: 18779 timeout: 3131 lvb_type: 0 00000100:00100000:0.0:1767317781.963805:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2418 00000100:00100000:0.0:1767317781.963816:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2d60331a-63e5-4404-aa9d-074124659b10+8:2512:x1853163925742464:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767317781.963832:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317781.963837:0:15461:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 8 pid: 18779 timeout: 3131 lvb_type: 0 00010000:00010000:0.0:1767317781.963854:0:15461:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 8 pid: 18779 timeout: 3131 lvb_type: 0 00010000:00010000:0.0:1767317781.963876:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7dba600/0xd0d4f19a2da35fb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801772 expref: 8 pid: 18779 timeout: 3131 lvb_type: 0 00010000:00010000:0.0:1767317781.963890:0:15461:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.963892:0:15461:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317781.963896:0:15461:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.963906:0:15461:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.963932:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317781.963989:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2d60331a-63e5-4404-aa9d-074124659b10+7:2512:x1853163925742464:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 176us (7585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317781.963997:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2418 00000100:00100000:1.0:1767317781.964266:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+6:2511:x1853163925742336:12345-192.168.204.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767317781.964280:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767317781.964288:0:18389:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 6 pid: 18778 timeout: 3131 lvb_type: 0 00010000:00010000:1.0:1767317781.964303:0:18389:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 6 pid: 18778 timeout: 3131 lvb_type: 0 00010000:00010000:1.0:1767317781.964318:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2cf81de00/0xd0d4f19a2da39d7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.1@tcp remote: 0xca5b63078f801f6e expref: 6 pid: 18778 timeout: 3131 lvb_type: 0 00010000:00010000:1.0:1767317781.964329:0:18389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.964331:0:18389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317781.964334:0:18389:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.964342:0:18389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.964368:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767317781.964391:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925742336:12345-192.168.204.1@tcp:103:ldlm_bl.0 Request processed in 7639us (8059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317781.964398:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2417 00010000:00010000:0.0:1767317781.964830:0:63827:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.964841:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.964851:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.964860:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317781.964890:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767317781.966290:0:18368:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.966305:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.966314:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.966323:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317781.966339:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767317781.966713:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317781.966722:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966731:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828de00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.966735:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966744:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966765:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966773:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828de00/0xd0d4f19a2da3fcda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966792:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317781.966796:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966804:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317781.966807:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966814:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966824:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966831:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fcef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317781.966846:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.966848:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.966849:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317781.966857:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317781.968762:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+106:7013:x1853163989424256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24674us (27737us total) trans 4294976393 rc 0/0 00000100:00100000:2.0:1767317781.968776:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16240 00000004:00080000:1.0:1767317781.978692:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb713b80/2, rc 0, transno 4294976393 00000100:00100000:1.0:1767317781.978709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:7013:1853163989424256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767317781.995425:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+105:7014:x1853163989424640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48818us (54024us total) trans 4294976392 rc 0/0 00000100:00100000:1.0:1767317781.995440:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16241 00000004:00080000:0.0:1767317781.995535:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec093100/2, rc 0, transno 4294976392 00000100:00100000:0.0:1767317781.995544:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:7014:1853163989424640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767317782.117469:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.306453:0:18783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3032033219503ns, next at 3033033216763ns, rc = 0 00000100:00100000:0.0:1767317782.306875:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989425024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317782.306948:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.307272:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425024 00000100:00100000:1.0:1767317782.307280:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425024 00000100:00100000:1.0:1767317782.307327:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091 00000100:00100000:1.0:1767317782.307336:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989425024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317782.307362:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317782.307412:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989425024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317782.307420:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091 00000004:00080000:1.0:1767317782.308832:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 22 committed 00010000:00010000:1.0:1767317782.308864:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767317782.308879:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.308928:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.308936:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317782.308966:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2c828d200/0xd0d4f19a2da3f7a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f7a8 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.308986:0:15457:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1767317782.308994:0:15457:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.309007:0:15457:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.309014:0:15457:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317782.309020:0:15457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff96e2f72d6800/0xd0d4f19a2da3f56a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3f571 expref: -99 pid: 15469 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1767317782.309031:0:15457:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968453 is committed 00000001:00080000:1.0:1767317782.309050:0:15457:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968451 is committed 00000004:00080000:1.0:1767317782.309065:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 21 committed 00000004:00080000:1.0:1767317782.309076:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 22 committed 00000020:00080000:1.0:1767317782.309098:0:15457:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 32 batchid updated 00010000:00010000:1.0:1767317782.309181:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309190:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309196:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309203:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d131f600 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317782.309207:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309213:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309227:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x929dc027 (ffff96e2da7f2b00) 00010000:00010000:1.0:1767317782.309252:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317782.309257:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309262:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2d131f600/0xd0d4f19a2da3f5e8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x929dc027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309285:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309293:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309298:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309303:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2de2c9400 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317782.309305:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309310:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309318:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xbbabe27 (ffff96e2da7f2400) 00010000:00010000:1.0:1767317782.309320:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317782.309323:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309328:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2de2c9400/0xd0d4f19a2da3f620 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0xbbabe27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15469 initiator: MDT1 00010000:00010000:1.0:1767317782.309339:0:6999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317782.309345:0:6999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317782.309350:0:6999:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317782.309355:0:6999:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2fc3a7000 already unused, calling callback (ffffffffc185d550) 00010000:00010000:1.0:1767317782.309357:0:6999:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317782.309362:0:6999:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317782.309368:0:6999:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0xb201be27 (ffff96e2c8a10500) 00010000:00010000:1.0:1767317782.309370:0:6999:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767317782.309373:0:6999:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00010000:00010000:1.0:1767317782.309378:0:6999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff96e2fc3a7000/0xd0d4f19a2da3f690 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0xb201be27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 34315 initiator: MDT1 00000100:00100000:1.0:1767317782.309494:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989425408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1767317782.309552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.309582:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989425920:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.309603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.309619:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426432:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.309637:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.309664:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767317782.309670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989425536:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.309689:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.309703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426048:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.309719:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.309748:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425408 00000100:00100000:1.0:1767317782.309755:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425408 00000100:00100000:1.0:1767317782.309793:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425920 00000100:00100000:1.0:1767317782.309796:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425920 00000100:00100000:1.0:1767317782.309813:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426432 00000100:00100000:1.0:1767317782.309816:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426432 00000100:00100000:1.0:1767317782.309831:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425536 00000100:00100000:1.0:1767317782.309834:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425536 00000100:00100000:1.0:1767317782.309852:0:63827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426048 00000100:00100000:1.0:1767317782.309854:0:63827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426048 00000100:00100000:1.0:1767317782.309875:0:63827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16244 00000100:00100000:1.0:1767317782.309883:0:63827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989425408:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1767317782.309907:0:63827:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:134 count 1 00002000:00010000:1.0:1767317782.309939:0:63827:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.309946:0:63827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.309959:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.309961:0:63827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.309967:0:63827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.309981:0:63827:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.309989:0:63827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.309996:0:63827:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310012:0:63827:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317782.310174:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16245 00000100:00100000:1.0:1767317782.310182:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163989425920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.310198:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00002000:00010000:1.0:1767317782.310217:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.310221:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310251:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310253:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310256:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310267:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310274:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310281:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310295:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317782.310517:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163989425920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 335us (912us total) trans 4294976394 rc 0/0 00000100:00100000:1.0:1767317782.310524:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16245 00000100:00100000:1.0:1767317782.310542:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16246 00000100:00100000:1.0:1767317782.310548:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163989426432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.310561:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12 count 1 00002000:00010000:1.0:1767317782.310575:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.310580:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310591:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310593:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310596:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310604:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310612:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310619:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310632:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767317782.310723:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163989426432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 174us (1083us total) trans 4294976395 rc 0/0 00000100:00100000:1.0:1767317782.310730:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16246 00000100:00100000:1.0:1767317782.310742:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16247 00000100:00100000:1.0:1767317782.310749:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163989425536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.310760:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:1.0:1767317782.310773:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.310778:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310786:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310788:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310791:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310799:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310807:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310814:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310828:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767317782.310914:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163989425536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 165us (1222us total) trans 4294976396 rc 0/0 00000100:00100000:1.0:1767317782.310920:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16247 00000100:00100000:1.0:1767317782.310932:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16248 00000100:00100000:1.0:1767317782.310938:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:7013:x1853163989426048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.310949:0:18370:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:67 count 1 00002000:00010000:1.0:1767317782.310964:0:18370:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.310969:0:18370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310977:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310978:0:18370:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.310981:0:18370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310990:0:18370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.310998:0:18370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311006:0:18370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311019:0:18370:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767317782.311101:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:7013:x1853163989426048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (1379us total) trans 4294976397 rc 0/0 00000100:00100000:1.0:1767317782.311107:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16248 00010000:00010000:1.0:1767317782.311137:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767317782.311144:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311151:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.311156:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311165:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311180:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311188:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff96e2d7883200/0xd0d4f19a2da3fcf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63827 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311209:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767317782.311214:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311221:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.311224:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311255:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311265:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311273:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883600/0xd0d4f19a2da3fcfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311284:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317782.311288:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311294:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.311297:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311305:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311314:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311322:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883400/0xd0d4f19a2da3fd04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311332:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317782.311335:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311341:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.311344:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311352:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311360:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311367:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882400/0xd0d4f19a2da3fd0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311377:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317782.311380:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311391:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.311394:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311401:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311409:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311415:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882e00/0xd0d4f19a2da3fd12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.311424:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.311426:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.311428:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.311435:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.311442:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.311447:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317782.311488:0:7013:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294976290 gen 2 00000004:00080000:1.0:1767317782.311495:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff804700, transno 4294976224 00000004:00080000:1.0:1767317782.311505:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff806a00, transno 4294976225 00000004:00080000:1.0:1767317782.311508:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff804000, transno 4294976226 00000004:00080000:1.0:1767317782.311510:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff806680, transno 4294976227 00000004:00080000:1.0:1767317782.311513:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2e300, transno 4294976228 00000004:00080000:1.0:1767317782.311516:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2ca80, transno 4294976229 00000004:00080000:1.0:1767317782.311519:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff805880, transno 4294976230 00000004:00080000:1.0:1767317782.311522:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2ce00, transno 4294976231 00000004:00080000:1.0:1767317782.311524:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2fb80, transno 4294976232 00000004:00080000:1.0:1767317782.311527:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff805c00, transno 4294976233 00000004:00080000:1.0:1767317782.311529:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2c380, transno 4294976234 00000004:00080000:1.0:1767317782.311532:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2c000, transno 4294976235 00000004:00080000:1.0:1767317782.311535:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff806300, transno 4294976236 00000004:00080000:1.0:1767317782.311537:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2f800, transno 4294976237 00000004:00080000:1.0:1767317782.311540:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ff806d80, transno 4294976238 00000004:00080000:1.0:1767317782.311543:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2d880, transno 4294976239 00000004:00080000:1.0:1767317782.311546:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2f100, transno 4294976240 00000004:00080000:1.0:1767317782.311548:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2df80, transno 4294976241 00000004:00080000:1.0:1767317782.311551:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d1880, transno 4294976242 00000004:00080000:1.0:1767317782.311553:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f2d500, transno 4294976243 00000004:00080000:1.0:1767317782.311556:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d0a80, transno 4294976244 00000004:00080000:1.0:1767317782.311559:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d0000, transno 4294976245 00000004:00080000:1.0:1767317782.311561:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d3480, transno 4294976246 00000004:00080000:1.0:1767317782.311564:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d1500, transno 4294976247 00000004:00080000:1.0:1767317782.311567:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d2680, transno 4294976248 00000004:00080000:1.0:1767317782.311569:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa706680, transno 4294976249 00000004:00080000:1.0:1767317782.311572:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa706a00, transno 4294976250 00000004:00080000:1.0:1767317782.311575:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa705c00, transno 4294976251 00000004:00080000:1.0:1767317782.311578:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa704000, transno 4294976252 00000004:00080000:1.0:1767317782.311580:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa706d80, transno 4294976253 00000004:00080000:1.0:1767317782.311583:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa707b80, transno 4294976254 00000004:00080000:1.0:1767317782.311586:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b4b480, transno 4294976255 00000004:00080000:1.0:1767317782.311588:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b4b800, transno 4294976256 00000004:00080000:1.0:1767317782.311591:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b49c00, transno 4294976257 00000004:00080000:1.0:1767317782.311594:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b48380, transno 4294976258 00000004:00080000:1.0:1767317782.311596:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b48e00, transno 4294976259 00000004:00080000:1.0:1767317782.311599:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b4b100, transno 4294976260 00000004:00080000:1.0:1767317782.311602:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b48000, transno 4294976261 00000004:00080000:1.0:1767317782.311604:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b49180, transno 4294976262 00000004:00080000:1.0:1767317782.311606:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e6b48700, transno 4294976263 00000004:00080000:1.0:1767317782.311609:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa720a80, transno 4294976264 00000004:00080000:1.0:1767317782.311611:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa704380, transno 4294976265 00000004:00080000:1.0:1767317782.311614:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c722b480, transno 4294976266 00000004:00080000:1.0:1767317782.311616:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c722a300, transno 4294976267 00000004:00080000:1.0:1767317782.311619:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa722300, transno 4294976268 00000004:00080000:1.0:1767317782.311621:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c7228000, transno 4294976269 00000004:00080000:1.0:1767317782.311623:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa721180, transno 4294976270 00000004:00080000:1.0:1767317782.311626:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa721f80, transno 4294976271 00000004:00080000:1.0:1767317782.311628:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa722680, transno 4294976272 00000004:00080000:1.0:1767317782.311631:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a17b80, transno 4294976273 00000004:00080000:1.0:1767317782.311633:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a16680, transno 4294976274 00000004:00080000:1.0:1767317782.311636:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a15880, transno 4294976275 00000004:00080000:1.0:1767317782.311638:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa722d80, transno 4294976276 00000004:00080000:1.0:1767317782.311641:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a14380, transno 4294976277 00000004:00080000:1.0:1767317782.311643:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa720000, transno 4294976278 00000004:00080000:1.0:1767317782.311646:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa723100, transno 4294976279 00000004:00080000:1.0:1767317782.311648:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a17480, transno 4294976280 00000004:00080000:1.0:1767317782.311650:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa721880, transno 4294976281 00000004:00080000:1.0:1767317782.311653:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d1c00, transno 4294976282 00000004:00080000:1.0:1767317782.311655:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d1180, transno 4294976283 00000004:00080000:1.0:1767317782.311658:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d3b80, transno 4294976284 00000004:00080000:1.0:1767317782.311661:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d1f80, transno 4294976285 00000004:00080000:1.0:1767317782.311664:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d0700, transno 4294976286 00000004:00080000:1.0:1767317782.311666:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d3100, transno 4294976287 00000004:00080000:1.0:1767317782.311669:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1ed2bfb80, transno 4294976288 00000004:00080000:1.0:1767317782.311672:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd1d0e00, transno 4294976289 00000004:00080000:1.0:1767317782.311674:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd253b80, transno 4294976290 00000100:00100000:1.0:1767317782.311682:0:7013:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff96e2ec090a80 x1853163989425536/t4294976396(4294976396) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317798 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767317782.311694:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec090a80/2, rc 0, transno 4294976396 00000100:00100000:1.0:1767317782.311699:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989425536:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.311712:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaae680/2, rc 0, transno 4294976397 00000100:00100000:1.0:1767317782.311715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426048:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.311724:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec093b80/2, rc 0, transno 4294976394 00000100:00100000:1.0:1767317782.311727:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989425920:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.311735:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaace00/2, rc 0, transno 4294976395 00000100:00100000:1.0:1767317782.311739:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426432:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.312013:0:18776:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 27 changes, 8 in progress, 4 in flight, 67 done 00000100:00100000:1.0:1767317782.312084:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426944:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.312126:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.312155:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317782.312160:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426560:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.312180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.312203:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426944 00000100:00100000:1.0:1767317782.312208:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426944 00000100:00100000:1.0:1767317782.312258:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426560 00000100:00100000:1.0:1767317782.312261:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426560 00000100:00100000:1.0:1767317782.312282:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16249 00000100:00100000:1.0:1767317782.312288:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+10:7013:x1853163989426944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.312309:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00002000:00010000:1.0:1767317782.312333:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.312339:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.312350:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.312352:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.312356:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.312368:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.312376:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.312384:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.312397:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317782.312709:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425152:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1767317782.312745:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312779:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425664:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.312800:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312817:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426176:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.312835:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312850:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426688:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.312866:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312877:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1767317782.312883:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425280:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1767317782.312914:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312929:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425792:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.312945:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312955:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.312971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.312980:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426816:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.312995:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1767317782.313013:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 32 00000004:00080000:0.0:1767317782.313063:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c7fca240 with version 63 00000020:00080000:0.0:1767317782.313072:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 26 cancel update log [0x200000401:0x2:0x0].26: rc = 0 00000004:00080000:0.0:1767317782.313094:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c7fca9c0 with version 64 00000020:00080000:0.0:1767317782.313097:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 27 cancel update log [0x200000401:0x2:0x0].27: rc = 0 00000004:00080000:0.0:1767317782.313111:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c7fcae40 with version 65 00000020:00080000:0.0:1767317782.313114:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 28 cancel update log [0x200000401:0x2:0x0].28: rc = 0 00000004:00080000:0.0:1767317782.313128:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c7fca180 with version 66 00000020:00080000:0.0:1767317782.313131:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 29 cancel update log [0x200000401:0x2:0x0].29: rc = 0 00000004:00080000:0.0:1767317782.313144:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c7fcaf00 with version 67 00000020:00080000:0.0:1767317782.313147:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 30 cancel update log [0x200000401:0x2:0x0].30: rc = 0 00000004:00080000:0.0:1767317782.313161:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1c27a4a80 with version 68 00000020:00080000:0.0:1767317782.313164:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 31 cancel update log [0x200000401:0x2:0x0].31: rc = 0 00000004:00080000:0.0:1767317782.313176:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e1cd70ef00 with version 69 00000020:00080000:0.0:1767317782.313179:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 32 cancel update log [0x200000401:0x2:0x0].32: rc = 0 00000020:00080000:0.0:1767317782.313185:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 32 00000100:00100000:0.0:1767317782.313196:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425664 00000100:00100000:0.0:1767317782.313201:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425664 00000100:00100000:0.0:1767317782.313220:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426176 00000100:00100000:0.0:1767317782.313222:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426176 00000100:00100000:0.0:1767317782.313249:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426688 00000100:00100000:0.0:1767317782.313251:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426688 00000100:00100000:0.0:1767317782.313261:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425792 00000100:00100000:0.0:1767317782.313263:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425792 00000100:00100000:0.0:1767317782.313271:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426304 00000100:00100000:0.0:1767317782.313273:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426304 00000100:00100000:0.0:1767317782.313280:0:71518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989426816 00000100:00100000:0.0:1767317782.313282:0:71518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989426816 00000100:00100000:0.0:1767317782.313293:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16250 00000100:00100000:0.0:1767317782.313299:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7013:x1853163989426560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.313314:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:36 count 1 00002000:00010000:0.0:1767317782.313333:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.313339:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313351:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.313353:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.313357:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313372:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313381:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313388:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313404:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317782.313568:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7013:x1853163989426560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 267us (1386us total) trans 4294976399 rc 0/0 00000100:00100000:0.0:1767317782.313576:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16250 00000100:00100000:0.0:1767317782.313592:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16251 00000100:00100000:0.0:1767317782.313598:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7015:x1853163989425664:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.313609:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00002000:00010000:0.0:1767317782.313622:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.313627:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313635:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.313637:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.313640:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313649:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313657:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313665:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313680:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317782.313783:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7015:x1853163989425664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 184us (981us total) trans 4294976400 rc 0/0 00000100:00100000:0.0:1767317782.313789:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16251 00000100:00100000:0.0:1767317782.313803:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16252 00000100:00100000:0.0:1767317782.313810:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7015:x1853163989426176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.313820:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:98 count 1 00002000:00010000:0.0:1767317782.313836:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.313841:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313849:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.313850:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.313853:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313862:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313870:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313878:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.313890:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317782.313971:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7015:x1853163989426176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 161us (1134us total) trans 4294976401 rc 0/0 00000100:00100000:0.0:1767317782.313978:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16252 00000100:00100000:0.0:1767317782.313990:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16253 00000100:00100000:0.0:1767317782.313996:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7015:x1853163989426688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.314006:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13 count 1 00002000:00010000:0.0:1767317782.314020:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.314024:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314032:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314033:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314036:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314045:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314051:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314057:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314065:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767317782.314147:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7015:x1853163989426688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 150us (1279us total) trans 4294976402 rc 0/0 00000100:00100000:0.0:1767317782.314153:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16253 00000100:00100000:0.0:1767317782.314164:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16254 00000100:00100000:0.0:1767317782.314170:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7015:x1853163989425792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.314180:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:44 count 1 00002000:00010000:0.0:1767317782.314193:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.314197:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314205:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314206:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314210:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314218:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314226:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314255:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314263:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767317782.314346:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7015:x1853163989425792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 174us (1398us total) trans 4294976403 rc 0/0 00000100:00100000:0.0:1767317782.314352:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16254 00000100:00100000:0.0:1767317782.314364:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16255 00000100:00100000:0.0:1767317782.314370:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7015:x1853163989426304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.314380:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:35 count 1 00002000:00010000:0.0:1767317782.314395:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.314399:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314407:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314409:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314412:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314419:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314427:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314433:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314441:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767317782.314537:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7015:x1853163989426304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 166us (1563us total) trans 4294976404 rc 0/0 00000100:00100000:0.0:1767317782.314543:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16255 00000100:00100000:0.0:1767317782.314555:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16256 00000100:00100000:0.0:1767317782.314561:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:7015:x1853163989426816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.314572:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:85 count 1 00002000:00010000:0.0:1767317782.314587:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.314592:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314599:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314600:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.314603:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314611:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314619:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314625:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314633:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767317782.314716:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+18:7015:x1853163989426816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 155us (1719us total) trans 4294976405 rc 0/0 00000100:00100000:0.0:1767317782.314722:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16256 00010000:00010000:0.0:1767317782.314745:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767317782.314752:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314765:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.314768:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314776:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314792:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314799:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882600/0xd0d4f19a2da3fd19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314815:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767317782.314819:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314825:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.314827:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314834:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314842:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314853:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6c00/0xd0d4f19a2da3fd20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314865:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767317782.314869:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314875:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.314878:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314885:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314893:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314899:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6e00/0xd0d4f19a2da3fd27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314911:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767317782.314914:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314919:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.314922:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314928:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314936:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314943:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6400/0xd0d4f19a2da3fd2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314953:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317782.314956:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314962:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.314966:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314973:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314982:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.314989:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6600/0xd0d4f19a2da3fd35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315006:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317782.315009:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315015:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.315018:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315024:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315031:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315037:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7a00/0xd0d4f19a2da3fd3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315046:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317782.315049:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315055:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.315058:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315065:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315073:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315080:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6a00/0xd0d4f19a2da3fd43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315090:0:15463:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317782.315093:0:15463:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315098:0:15463:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.315101:0:15463:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315108:0:15463:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315116:0:15463:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315122:0:15463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6000/0xd0d4f19a2da3fd4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315133:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.315135:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.315137:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.315153:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425152 00000100:00100000:0.0:1767317782.315160:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425152 00000100:00100000:0.0:1767317782.315200:0:18389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989425280 00000100:00100000:0.0:1767317782.315203:0:18389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989425280 00000100:00100000:0.0:1767317782.315249:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1767317782.315257:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:7015:x1853163989425152:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1767317782.315267:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317782.315286:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2fc3a6c00/0xd0d4f19a2da3f7a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0xd21c608b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f7a1 expref: 9 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315298:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0xd21c608b (ffff96e2c8a10a00) 00010000:00010000:0.0:1767317782.315306:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317782.315333:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:7015:x1853163989425152:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 77us (2587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.315339:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1767317782.315352:0:18389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1767317782.315357:0:18389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:7015:x1853163989425280:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1767317782.315364:0:18389:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317782.315374:0:18389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96e2de2c8600/0xd0d4f19a2da3f571 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe9f9711e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3f56a expref: 7 pid: 15473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.315383:0:18389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe9f9711e (ffff96e2da7f2200) 00010000:00010000:0.0:1767317782.315391:0:18389:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317782.315412:0:18389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989425280:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 55us (2497us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.315416:0:18389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000004:00080000:0.0:1767317782.315448:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 63 rpc_version 63 00000004:00080000:3.0:1767317782.319158:0:18777:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3032045923639ns, next at 3033045920842ns, rc = 0 00000020:00100000:0.0:1767317782.323398:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1767317782.323422:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e1cf2b4a80 x1853163989427328/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317782.323526:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425280:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:0.0:1767317782.323546:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec092a00/2, rc 0, transno 4294976403 00000100:00100000:0.0:1767317782.323566:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425792:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.323579:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaaca80/2, rc 0, transno 4294976404 00000100:00100000:0.0:1767317782.323584:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426304:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.323594:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaaed80/2, rc 0, transno 4294976405 00000100:00100000:0.0:1767317782.323597:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426816:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.323607:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425152:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:0.0:1767317782.323616:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec092d80/2, rc 0, transno 4294976400 00000100:00100000:0.0:1767317782.323619:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989425664:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.323627:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaac380/2, rc 0, transno 4294976401 00000100:00100000:0.0:1767317782.323630:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426176:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.323640:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaac700/2, rc 0, transno 4294976402 00000100:00100000:0.0:1767317782.323645:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989426688:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317782.323703:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.323721:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989427200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317782.323787:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.323835:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989425024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317782.323866:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427200 00000100:00100000:0.0:1767317782.323872:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427200 00000100:00100000:0.0:1767317782.325377:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1767317782.325392:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+18:7014:x1853163989427200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317782.325416:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3920384000 avail 3688861696 00000100:00100000:0.0:1767317782.325495:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+18:7014:x1853163989427200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (1708us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.325503:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1767317782.325557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989427200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317782.325682:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989427456:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.325716:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.325739:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989427968:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.325759:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.325777:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767317782.325783:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989427584:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.325801:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.325820:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428096:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.325837:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.325863:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427456 00000100:00100000:0.0:1767317782.325868:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427456 00000100:00100000:1.0:1767317782.326168:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+18:7013:x1853163989426944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13878us (14040us total) trans 4294976398 rc 0/0 00000100:00100000:1.0:1767317782.326175:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16249 00000100:00100000:1.0:1767317782.326191:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427968 00000100:00100000:1.0:1767317782.326195:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427968 00000100:00100000:1.0:1767317782.326214:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427584 00000100:00100000:1.0:1767317782.326217:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427584 00000100:00100000:1.0:1767317782.326247:0:72555:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428096 00000100:00100000:1.0:1767317782.326251:0:72555:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428096 00000100:00100000:1.0:1767317782.326264:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16257 00000100:00100000:1.0:1767317782.326270:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+20:7015:x1853163989427456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.326289:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:96 count 1 00002000:00010000:1.0:1767317782.326321:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.326330:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326346:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.326349:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.326354:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326369:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326378:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326386:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326403:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317782.326600:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+21:7015:x1853163989427456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 328us (883us total) trans 4294976406 rc 0/0 00000100:00100000:1.0:1767317782.326607:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16257 00000100:00100000:1.0:1767317782.326621:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16258 00000100:00100000:1.0:1767317782.326628:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+20:7015:x1853163989427968:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.326640:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:59 count 1 00002000:00010000:1.0:1767317782.326655:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.326661:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326669:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.326672:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.326675:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326684:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326693:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326701:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326714:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317782.326805:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+21:7015:x1853163989427968:12345-0@lo:6:osp-syn-0-1.0 Request processed in 177us (1045us total) trans 4294976407 rc 0/0 00000100:00100000:1.0:1767317782.326812:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16258 00000100:00100000:1.0:1767317782.326826:0:72555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16259 00000100:00100000:1.0:1767317782.326832:0:72555:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+20:7015:x1853163989427584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.326844:0:72555:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:97 count 1 00002000:00010000:1.0:1767317782.326859:0:72555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.326863:0:72555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326870:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.326872:0:72555:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.326876:0:72555:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.326890:0:72555:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317782.328036:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16260 00000100:00100000:0.0:1767317782.328053:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:7015:x1853163989428096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.328077:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:63 count 1 00002000:00010000:0.0:1767317782.328100:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.328107:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328120:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.328122:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.328127:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328139:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328148:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328156:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328168:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1767317782.328327:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b6a00/2, rc 0, transno 4294976406 00000100:00100000:0.0:1767317782.328344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989427456:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.328355:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec091180/2, rc 0, transno 4294976407 00000100:00100000:0.0:1767317782.328359:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989427968:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.328490:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:7015:x1853163989428096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 431us (2639us total) trans 4294976408 rc 0/0 00000100:00100000:0.0:1767317782.328498:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16260 00000004:00080000:0.0:1767317782.328529:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec093480/2, rc 0, transno 4294976408 00000100:00100000:0.0:1767317782.328534:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428096:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317782.328550:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317782.328557:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328567:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.328571:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328582:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328598:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328606:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883000/0xd0d4f19a2da3fd51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328624:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317782.328628:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328635:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.328638:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328646:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328655:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328663:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883a00/0xd0d4f19a2da3fd58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328679:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317782.328682:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328689:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.328693:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328701:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328710:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328717:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7000/0xd0d4f19a2da3fd66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.328731:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.328733:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.328734:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.328740:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.328753:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989427840:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.328788:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.328813:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317782.328819:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989427712:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.328845:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.328865:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427840 00000100:00100000:0.0:1767317782.328871:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427840 00000100:00100000:0.0:1767317782.328991:0:63828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427712 00000100:00100000:0.0:1767317782.328996:0:63828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427712 00000100:00100000:0.0:1767317782.329016:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16261 00000100:00100000:0.0:1767317782.329023:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:7014:x1853163989427840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.329038:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7 count 1 00002000:00010000:0.0:1767317782.329056:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.329062:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329072:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.329074:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.329078:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329089:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329098:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329106:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329118:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317782.329256:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:7014:x1853163989427840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 233us (467us total) trans 4294976409 rc 0/0 00000100:00100000:0.0:1767317782.329264:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16261 00000100:00100000:0.0:1767317782.329278:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16262 00000100:00100000:0.0:1767317782.329284:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:7014:x1853163989427712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.329295:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:91 count 1 00002000:00010000:0.0:1767317782.329309:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.329314:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329322:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.329323:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.329326:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329336:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329344:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329352:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329364:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317782.329445:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:7014:x1853163989427712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 161us (599us total) trans 4294976410 rc 0/0 00000100:00100000:0.0:1767317782.329452:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16262 00010000:00010000:0.0:1767317782.329474:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317782.329491:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329505:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d6200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.329508:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329517:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329531:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329539:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d6200/0xd0d4f19a2da3fd6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329555:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317782.329558:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329566:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.329569:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329577:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329586:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329600:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7800/0xd0d4f19a2da3fd74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.329610:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.329612:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.329614:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.329619:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.329638:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b5180/2, rc 0, transno 4294976410 00000100:00100000:0.0:1767317782.329643:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989427712:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.329651:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b4700/2, rc 0, transno 4294976409 00000100:00100000:0.0:1767317782.329655:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989427840:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.329747:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428480:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.329773:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.329791:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317782.329796:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428608:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.329814:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.329836:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428480 00000100:00100000:0.0:1767317782.329840:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428480 00000100:00100000:0.0:1767317782.329858:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428608 00000100:00100000:0.0:1767317782.329861:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428608 00000100:00100000:0.0:1767317782.329875:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16263 00000100:00100000:0.0:1767317782.329881:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+24:7015:x1853163989428480:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1767317782.331040:0:72555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331051:0:72555:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767317782.331081:0:71518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16264 00000100:00100000:1.0:1767317782.331093:0:71518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+24:7015:x1853163989428608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.331113:0:71518:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:62 count 1 00002000:00010000:1.0:1767317782.331138:0:71518:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.331143:0:71518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331155:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.331157:0:71518:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.331161:0:71518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331173:0:71518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331181:0:71518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331192:0:71518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331211:0:71518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317782.331452:0:71518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+25:7015:x1853163989428608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 362us (1635us total) trans 4294976411 rc 0/0 00000100:00100000:1.0:1767317782.331460:0:71518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16264 00010000:00010000:1.0:1767317782.331503:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317782.331510:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331519:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.331524:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331534:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331551:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331559:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883e00/0xd0d4f19a2da3fd7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 71518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.331577:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.331579:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.331582:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.331590:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.331605:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317782.331726:0:63827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989425408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21843us (22173us total) trans 4294975347 rc 0/0 00000100:00100000:1.0:1767317782.331734:0:63827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16244 00010000:00010000:1.0:1767317782.331863:0:72555:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317782.331976:0:72555:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+25:7015:x1853163989427584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5143us (6173us total) trans 4294976412 rc 0/0 00000100:00100000:1.0:1767317782.331983:0:72555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16259 00000100:00100000:1.0:1767317782.332799:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428352:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.332842:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.332873:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767317782.332880:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428224:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.332990:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.333008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428736:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.333029:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.333055:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428352 00000100:00100000:1.0:1767317782.333062:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428352 00000100:00100000:1.0:1767317782.333093:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428224 00000100:00100000:1.0:1767317782.333096:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428224 00000100:00100000:1.0:1767317782.333108:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428736 00000100:00100000:1.0:1767317782.333111:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428736 00000100:00100000:1.0:1767317782.333126:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16265 00000100:00100000:1.0:1767317782.333133:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+27:7014:x1853163989428352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.333156:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00002000:00010000:1.0:1767317782.333182:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.333189:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.333203:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.333205:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.333209:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.333221:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.334018:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.334032:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.334052:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1767317782.334300:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:82 count 1 00002000:00010000:0.0:1767317782.334331:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.334337:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.334348:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.334350:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.334354:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.334365:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.334373:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.334379:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.334393:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767317782.334620:0:70199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16266 00000100:00100000:3.0:1767317782.334632:0:70199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:7014:x1853163989428224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1767317782.334655:0:70199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10 count 1 00002000:00010000:3.0:1767317782.334673:0:70199:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1767317782.334677:0:70199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.334685:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317782.334687:0:70199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767317782.334690:0:70199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.334704:0:70199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.334711:0:70199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.334717:0:70199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.334732:0:70199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767317782.336963:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+30:7015:x1853163989428480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7074us (7181us total) trans 4294976414 rc 0/0 00000100:00100000:0.0:1767317782.336977:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16263 00000100:00100000:0.0:1767317782.337015:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16267 00000100:00100000:0.0:1767317782.337027:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+29:7014:x1853163989428736:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.337056:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:90 count 1 00002000:00010000:0.0:1767317782.337084:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.337091:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337105:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.337107:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.337112:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337125:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337133:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337140:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337151:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767317782.337359:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+30:7014:x1853163989428736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 337us (4328us total) trans 4294976416 rc 0/0 00000100:00100000:0.0:1767317782.337366:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16267 00000004:00080000:0.0:1767317782.337425:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634380/2, rc 0, transno 4294976411 00000100:00100000:0.0:1767317782.337450:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428608:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.337461:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636680/2, rc 0, transno 4294976414 00000100:00100000:0.0:1767317782.337465:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428480:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.337475:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1cf2b5f80/2, rc 0, transno 4294976412 00000100:00100000:0.0:1767317782.337490:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989427584:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317782.337510:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767317782.337517:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337526:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.337532:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337541:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337558:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337566:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882c00/0xd0d4f19a2da3fd5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 72555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337586:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767317782.337590:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337597:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7883c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.337600:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337608:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337616:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337623:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7883c00/0xd0d4f19a2da3fd82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337643:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317782.337647:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337653:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.337656:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337664:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337673:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337680:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2f72d7200/0xd0d4f19a2da3fd89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337696:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317782.337699:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337705:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c0030c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.337708:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337715:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337723:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337730:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c0030c00/0xd0d4f19a2da3fd90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337742:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317782.337745:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337752:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.337755:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337761:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337769:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337776:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80000/0xd0d4f19a2da3fd97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.337786:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.337788:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.337790:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.337805:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.338721:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428992:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.338779:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.338883:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317782.338890:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989429120:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.339012:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.339103:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428992 00000100:00100000:0.0:1767317782.339110:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428992 00000100:00100000:0.0:1767317782.339146:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429120 00000100:00100000:0.0:1767317782.339149:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429120 00000100:00100000:0.0:1767317782.339168:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16268 00000100:00100000:0.0:1767317782.339174:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+31:7015:x1853163989428992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.339197:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:83 count 1 00002000:00010000:0.0:1767317782.339224:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.339253:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339266:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.339269:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.339273:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339285:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339294:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339301:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339321:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317782.339505:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:7015:x1853163989428992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 330us (725us total) trans 4294976417 rc 0/0 00000100:00100000:0.0:1767317782.339513:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16268 00000100:00100000:0.0:1767317782.339531:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16269 00000100:00100000:0.0:1767317782.339538:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+31:7015:x1853163989429120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.339548:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:101 count 1 00002000:00010000:0.0:1767317782.339562:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.339567:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339575:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.339577:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.339580:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339589:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339596:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339603:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.339616:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317782.339701:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:7015:x1853163989429120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 164us (688us total) trans 4294976418 rc 0/0 00000100:00100000:0.0:1767317782.339708:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16269 00000004:00080000:0.0:1767317782.339747:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd2c5f80/2, rc 0, transno 4294976418 00000100:00100000:0.0:1767317782.339759:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989429120:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.339767:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd2c4000/2, rc 0, transno 4294976417 00000100:00100000:0.0:1767317782.339771:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989428992:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317782.339790:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317782.341725:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317782.341738:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.341752:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317782.341757:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.341767:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.341789:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.341806:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81200/0xd0d4f19a2da3fda5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.341833:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317782.341835:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317782.341837:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.344744:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.344758:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80e00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.344763:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.344774:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.344840:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.344849:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80e00/0xd0d4f19a2da3fd9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.344876:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.344878:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.344881:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.344963:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317782.345375:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:7014:x1853163989428352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12236us (12527us total) trans 4294976413 rc 0/0 00000100:00100000:1.0:1767317782.345387:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16265 00010000:00010000:1.0:1767317782.345428:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.345435:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317782.345455:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428864:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.345529:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.345572:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989429376:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.345595:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317782.345637:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634700/2, rc 0, transno 4294976416 00000100:00100000:1.0:1767317782.345647:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428736:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.345663:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636300/2, rc 0, transno 4294976413 00000100:00100000:1.0:1767317782.345667:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428352:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.345682:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317782.345686:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989429248:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.345707:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.345735:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989428864 00000100:00100000:1.0:1767317782.345741:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989428864 00000100:00100000:1.0:1767317782.345775:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429376 00000100:00100000:1.0:1767317782.345778:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429376 00000100:00100000:1.0:1767317782.345791:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429248 00000100:00100000:1.0:1767317782.345804:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429248 00000100:00100000:1.0:1767317782.345822:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16270 00000100:00100000:1.0:1767317782.345829:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:7014:x1853163989428864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.345859:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:48 count 1 00000100:00100000:0.0:1767317782.346040:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16271 00000100:00100000:0.0:1767317782.346050:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:7014:x1853163989429376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.346066:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:76 count 1 00002000:00010000:0.0:1767317782.346084:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.346090:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.346103:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.346105:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.346110:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.346123:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.346132:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.346139:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.346163:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317782.346440:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:7014:x1853163989429376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 392us (842us total) trans 4294976419 rc 0/0 00000100:00100000:0.0:1767317782.346447:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16271 00000100:00100000:0.0:1767317782.346463:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16272 00000100:00100000:0.0:1767317782.346470:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:7014:x1853163989429248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.347013:0:70198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:64 count 1 00002000:00010000:0.0:1767317782.347036:0:70198:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.347041:0:70198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347051:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.347053:0:70198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.347057:0:70198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347068:0:70198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347076:0:70198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347082:0:70198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347098:0:70198:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317782.347227:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:7014:x1853163989429248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 756us (1516us total) trans 4294976420 rc 0/0 00000100:00100000:0.0:1767317782.347257:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16272 00010000:00010000:0.0:1767317782.347292:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317782.347298:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347306:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81600 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.347311:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347321:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347335:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347343:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81600/0xd0d4f19a2da3fdb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347361:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317782.347364:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347370:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:0.0:1767317782.347374:0:25336:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347381:0:25336:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347389:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347395:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80800/0xd0d4f19a2da3fdba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347412:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.347413:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.347415:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.347449:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8637100/2, rc 0, transno 4294976420 00000100:00100000:0.0:1767317782.347456:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989429248:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.347467:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8635c00/2, rc 0, transno 4294976419 00000100:00100000:0.0:1767317782.347470:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989429376:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.347573:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989429504:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.347604:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.347627:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317782.347632:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989429632:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.347651:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.347675:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429504 00000100:00100000:0.0:1767317782.347681:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429504 00000100:00100000:0.0:1767317782.347705:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429632 00000100:00100000:0.0:1767317782.347708:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429632 00000100:00100000:0.0:1767317782.347724:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16273 00000100:00100000:0.0:1767317782.347731:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+35:7015:x1853163989429504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.347743:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:69 count 1 00002000:00010000:0.0:1767317782.347762:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.347768:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.347777:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.347779:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.347782:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767317782.347991:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.348001:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348011:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.348013:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.348016:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348025:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348035:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348048:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348064:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767317782.348212:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:7014:x1853163989428864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2382us (2682us total) trans 4294976421 rc 0/0 00000100:00100000:1.0:1767317782.348220:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16270 00000100:00100000:1.0:1767317782.348257:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16274 00000100:00100000:1.0:1767317782.348264:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:7015:x1853163989429632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1767317782.348277:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00002000:00010000:1.0:1767317782.348295:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1767317782.348300:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348307:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.348309:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767317782.348312:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348321:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348327:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348334:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348348:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767317782.348448:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+36:7015:x1853163989429632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 185us (795us total) trans 4294976422 rc 0/0 00000100:00100000:1.0:1767317782.348455:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16274 00010000:00010000:1.0:1767317782.348496:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317782.348502:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348510:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.348513:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348521:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348535:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348542:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882a00/0xd0d4f19a2da3fdac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348559:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317782.348563:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348569:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d7882200 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.348572:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348579:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348588:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348595:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2d7882200/0xd0d4f19a2da3fdc8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.348604:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.348606:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.348607:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317782.348626:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989429760:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.348656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767317782.348692:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaafb80/2, rc 0, transno 4294976399 00000100:00100000:1.0:1767317782.348702:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426560:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.348713:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2eaaad500/2, rc 0, transno 4294976398 00000100:00100000:1.0:1767317782.348716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989426944:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1767317782.348727:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2ec091f80/2, rc 0, transno 4294975347 00000100:00100000:1.0:1767317782.348731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989425408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1767317782.348741:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317782.348747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989429888:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1767317782.348769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767317782.349196:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.349999:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350017:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350025:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350044:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317782.350266:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:7015:x1853163989429504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2533us (2659us total) trans 4294976423 rc 0/0 00000100:00100000:0.0:1767317782.350275:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16273 00000100:00100000:0.0:1767317782.350298:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429760 00000100:00100000:0.0:1767317782.350304:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429760 00000100:00100000:0.0:1767317782.350335:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989429888 00000100:00100000:0.0:1767317782.350337:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989429888 00000100:00100000:0.0:1767317782.350355:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16275 00000100:00100000:0.0:1767317782.350361:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989429760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.350385:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:92 count 1 00002000:00010000:0.0:1767317782.350410:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.350416:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350426:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.350428:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.350434:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350447:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350456:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350464:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350490:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317782.350594:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:7013:x1853163989429760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 231us (1936us total) trans 4294976424 rc 0/0 00000100:00100000:0.0:1767317782.350601:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16275 00000100:00100000:0.0:1767317782.350613:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16276 00000100:00100000:0.0:1767317782.350619:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:7013:x1853163989429888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.350629:0:18779:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:74 count 1 00002000:00010000:0.0:1767317782.350643:0:18779:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.350649:0:18779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350657:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.350659:0:18779:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.350662:0:18779:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350671:0:18779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350679:0:18779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350687:0:18779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.350704:0:18779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767317782.350791:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:7013:x1853163989429888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 172us (2020us total) trans 4294976425 rc 0/0 00010000:00010000:1.0:1767317782.351746:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767317782.351755:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.351765:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80400 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.351769:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.351779:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.351846:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.351854:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80400/0xd0d4f19a2da3fdc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.351876:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767317782.351880:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.351886:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81800 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.351889:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317782.352049:0:70199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:7014:x1853163989428224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17418us (19056us total) trans 4294976415 rc 0/0 00000100:00100000:3.0:1767317782.352059:0:70199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16266 00010000:00010000:1.0:1767317782.352886:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.352992:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353001:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81800/0xd0d4f19a2da3fdcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353021:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317782.353026:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353034:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a81000 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317782.353037:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353045:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353055:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353062:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a81000/0xd0d4f19a2da3fdd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.353076:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.353078:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.353080:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.353089:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317782.353132:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989427328:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767317782.353182:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.353245:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e2f718df00 going to sleep for 11 seconds 00000100:00100000:0.0:1767317782.353319:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16276 00010000:00010000:0.0:1767317782.353353:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.353389:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8637b80/2, rc 0, transno 4294976422 00000100:00100000:0.0:1767317782.353395:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989429632:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.353405:0:7015:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636a00/2, rc 0, transno 4294976423 00000100:00100000:0.0:1767317782.353408:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989429504:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317782.353422:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.353435:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2fd2c7800/2, rc 0, transno 4294976421 00000100:00100000:0.0:1767317782.353438:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428864:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.353447:0:7014:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8636d80/2, rc 0, transno 4294976415 00000100:00100000:0.0:1767317782.353451:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989428224:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.353597:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989430144:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.353624:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.353642:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317782.353647:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989430016:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.353665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.353686:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430144 00000100:00100000:0.0:1767317782.353691:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430144 00000100:00100000:0.0:1767317782.353719:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430016 00000100:00100000:0.0:1767317782.353722:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430016 00000100:00100000:0.0:1767317782.353736:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16277 00000100:00100000:0.0:1767317782.353743:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+38:7016:x1853163989430144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.353767:0:18368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:156 count 1 00000100:00100000:3.0:1767317782.354299:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989427328 00000100:00100000:3.0:1767317782.354304:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989427328 00000100:00100000:3.0:1767317782.354342:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:3.0:1767317782.354350:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:15573:x1853163989427328:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.354505:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:15573:x1853163989427328:12345-0@lo:1000:osp_up0-1.0 Request processed in 155us (1322us total) trans 8589934942 rc 0/0 00000100:00100000:3.0:1767317782.354513:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00100000:2.0:1767317782.356071:0:15573:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934931 gen 2 00000004:00080000:2.0:1767317782.356083:0:15573:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934923 committed transno 8589934931 00000020:00080000:2.0:1767317782.356090:0:15573:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e1c27a4600 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:2.0:1767317782.356094:0:15573:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c7aa6900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e1c27a4f00 00000020:00080000:2.0:1767317782.356097:0:15573:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].33 00000020:00080000:2.0:1767317782.356099:0:15573:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c7aa6700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2f72ec200 00000004:00080000:2.0:1767317782.356132:0:15573:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934931 committed transno 8589934931 00000020:00080000:2.0:1767317782.356136:0:15573:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff96e2f220a900 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:2.0:1767317782.356138:0:15573:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2fb014e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff96e2f220a9c0 00000020:00080000:2.0:1767317782.356141:0:15573:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].34 00000020:00080000:2.0:1767317782.356143:0:15573:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2fb014900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2e09c9600 00000100:00100000:2.0:1767317782.356164:0:15573:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff96e1cf2b4a80 x1853163989427328/t8589934942(8589934942) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767317798 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317782.356184:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989427328:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1767317782.356196:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 64 rpc_version 64 00000020:00100000:2.0:1767317782.356222:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767317782.356242:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2fd2c4380 x1853163989430400/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317782.356262:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989430400:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767317782.356310:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317782.356352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c271d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767317782.356432:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430400 00000100:00100000:3.0:1767317782.356438:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430400 00000100:00100000:3.0:1767317782.356491:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:3.0:1767317782.356500:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:15573:x1853163989430400:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.356641:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:15573:x1853163989430400:12345-0@lo:1000:osp_up0-1.0 Request processed in 141us (329us total) trans 8589934943 rc 0/0 00000100:00100000:3.0:1767317782.356650:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:3.0:1767317782.356687:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989430400:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1767317782.356694:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 65 rpc_version 65 00000020:00100000:3.0:1767317782.356704:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767317782.356709:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2d0ab6a00 x1853163989430656/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317782.356720:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989430656:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.356744:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317782.356761:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430656 00000100:00100000:3.0:1767317782.356764:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430656 00000100:00100000:3.0:1767317782.356780:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:3.0:1767317782.356786:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:15573:x1853163989430656:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.356862:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:15573:x1853163989430656:12345-0@lo:1000:osp_up0-1.0 Request processed in 76us (117us total) trans 8589934944 rc 0/0 00000100:00100000:3.0:1767317782.356869:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00100000:3.0:1767317782.356884:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9be40 going to sleep for 11 seconds 00002000:00010000:0.0:1767317782.357069:0:18368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.357083:0:18368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357096:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.357100:0:18368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.357106:0:18368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357121:0:18368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357133:0:18368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357142:0:18368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767317782.357165:0:63828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16278 00000100:00100000:0.0:1767317782.357176:0:63828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+38:7016:x1853163989430016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1767317782.357199:0:63828:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:46 count 1 00002000:00010000:0.0:1767317782.357225:0:63828:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1767317782.357296:0:63828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357303:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.357305:0:63828:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767317782.357307:0:63828:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357316:0:63828:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357324:0:63828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357330:0:63828:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.357343:0:63828:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767317782.357564:0:63828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:7016:x1853163989430016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 390us (3897us total) trans 4294976426 rc 0/0 00000100:00100000:0.0:1767317782.357571:0:63828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16278 00000020:00080000:0.0:1767317782.357593:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 34 committed batchid 32 00000020:00080000:0.0:1767317782.357624:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 32 00000004:00080000:0.0:1767317782.357671:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e5381c00/2, rc 0, transno 4294976426 00000100:00100000:0.0:1767317782.357682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989430016:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.357727:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8634a80/2, rc 0, transno 4294976425 00000100:00100000:0.0:1767317782.357734:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989429888:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1767317782.357743:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2c8637800/2, rc 0, transno 4294976424 00000100:00100000:0.0:1767317782.357747:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989429760:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1767317782.357781:0:18368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767317782.357878:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+39:7016:x1853163989430144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4134us (4253us total) trans 4294976427 rc 0/0 00000100:00100000:0.0:1767317782.357886:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16277 00010000:00010000:2.0:1767317782.358878:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767317782.358891:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767317782.359058:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989430656:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1767317782.359075:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 66 rpc_version 66 00000020:00100000:3.0:1767317782.359103:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767317782.359111:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2d0ab4e00 x1853163989430912/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317782.359131:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989430912:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.359190:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317782.359247:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989430912 00000100:00100000:3.0:1767317782.359253:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989430912 00000100:00100000:3.0:1767317782.359289:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:3.0:1767317782.359298:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:15573:x1853163989430912:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.359438:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:15573:x1853163989430912:12345-0@lo:1000:osp_up0-1.0 Request processed in 140us (246us total) trans 8589934945 rc 0/0 00000100:00100000:3.0:1767317782.359445:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:3.0:1767317782.359489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301122e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767317782.359510:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989430912:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1767317782.359518:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 67 rpc_version 67 00000020:00100000:3.0:1767317782.359529:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767317782.359534:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2d0ab4700 x1853163989431168/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317782.359547:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989431168:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.359570:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317782.359588:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431168 00000100:00100000:3.0:1767317782.359592:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431168 00000100:00100000:3.0:1767317782.359611:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:3.0:1767317782.359617:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:15573:x1853163989431168:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.359682:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:15573:x1853163989431168:12345-0@lo:1000:osp_up0-1.0 Request processed in 65us (111us total) trans 8589934946 rc 0/0 00000100:00100000:3.0:1767317782.359688:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:3.0:1767317782.359704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1767317782.359720:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989431168:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1767317782.359726:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 68 rpc_version 68 00000020:00100000:3.0:1767317782.359737:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1767317782.359741:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2d0ab4a80 x1853163989431424/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317782.359757:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989431424:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.359780:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317782.359797:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431424 00000100:00100000:3.0:1767317782.359800:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431424 00000100:00100000:3.0:1767317782.359818:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:3.0:1767317782.359824:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:15573:x1853163989431424:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1767317782.359882:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:15573:x1853163989431424:12345-0@lo:1000:osp_up0-1.0 Request processed in 57us (100us total) trans 8589934947 rc 0/0 00000100:00100000:3.0:1767317782.359889:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00010000:00010000:2.0:1767317782.360068:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80a00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317782.360073:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360082:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360104:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360112:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80a00/0xd0d4f19a2da3fde4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63828 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360139:0:15462:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767317782.360143:0:15462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360150:0:15462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c7a80c00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:2.0:1767317782.360153:0:15462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360161:0:15462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360168:0:15462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360175:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c7a80c00/0xd0d4f19a2da3fddd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317782.360185:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317782.360187:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317782.360190:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317782.361051:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301122600 going to sleep for 11 seconds 00000100:00100000:2.0:1767317782.361092:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989431424:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1767317782.361103:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 69 rpc_version 69 00000020:00100000:2.0:1767317782.361125:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1767317782.361133:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e2fd2c5880 x1853163989431680/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317782.361150:0:15573:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989431680:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1767317782.361192:0:15573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317782.361211:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e1c271df00 going to sleep for 11 seconds 00000100:00100000:1.0:1767317782.361583:0:15474:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431680 00000100:00100000:1.0:1767317782.361589:0:15474:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431680 00000100:00100000:1.0:1767317782.361761:0:15474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:1.0:1767317782.361772:0:15474:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:15573:x1853163989431680:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1767317782.361942:0:15474:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:15573:x1853163989431680:12345-0@lo:1000:osp_up0-1.0 Request processed in 172us (749us total) trans 8589934948 rc 0/0 00000100:00100000:1.0:1767317782.361951:0:15474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:1.0:1767317782.361999:0:15573:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:15573:1853163989431680:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1767317782.362255:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.362284:0:7016:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e2e5382d80/2, rc 0, transno 4294976427 00000100:00100000:0.0:1767317782.362295:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989430144:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317782.373595:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317782.373641:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317782.373679:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317782.373754:0:88789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925742592 00000100:00100000:3.0:1767317782.373767:0:88789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925742592 00000100:00100000:3.0:1767317782.373832:0:88789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1116 00000100:00100000:3.0:1767317782.373842:0:88789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2df42f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:72a88d52-d1c2-43bb-97b6-e4f0202ce716+9:2512:x1853163925742592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317782.373918:0:88789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2df42f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:72a88d52-d1c2-43bb-97b6-e4f0202ce716+9:2512:x1853163925742592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317782.373926:0:88789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1116 00000100:00100000:1.0:1767317782.374148:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925742720 00000100:00100000:1.0:1767317782.374152:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925742720 00000100:00100000:1.0:1767317782.374194:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925742848 00000100:00100000:1.0:1767317782.374197:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925742848 00000100:00100000:1.0:1767317782.374221:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4072 00000100:00100000:1.0:1767317782.374250:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+6:2512:x1853163925742720:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317782.374292:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+6:2512:x1853163925742720:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 65us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317782.374299:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4072 00000100:00100000:1.0:1767317782.374313:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4073 00000100:00100000:1.0:1767317782.374319:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925742848:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317782.374344:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925742848:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 25us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317782.374351:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4073 00000100:00080000:3.0:1767317782.374498:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767317782.374503:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:01000004:1.0:1767317782.564799:0:94400:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1767317782.564866:0:94400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.564888:0:94400:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.564895:0:94400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.564902:0:94400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.564924:0:94400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1767317782.564930:0:94400:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1767317782.564961:0:16680:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317782.564967:0:16680:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.564976:0:16680:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c2bfe800 already unused, calling callback (ffffffffc1243c20) 10000000:00010000:1.0:1767317782.564980:0:16680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.564988:0:16680:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767317782.564996:0:16680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767317782.565002:0:16680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767317782.565006:0:16680:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1767317782.565008:0:16680:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1767317782.565048:0:16680:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.565059:0:16680:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317782.565081:0:16680:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.565089:0:16680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: ffff96e2c2bfe800/0xd0d4f19a2da3a5ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a5b5 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.565099:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.565101:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.565103:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.565681:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989431808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.565756:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.565849:0:34346:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431808 00000100:00100000:0.0:1767317782.565858:0:34346:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431808 00000100:00100000:0.0:1767317782.565913:0:34346:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1767317782.565923:0:34346:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+23:7013:x1853163989431808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317782.565939:0:34346:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317782.565956:0:34346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2ff00be00/0xd0d4f19a2da3a5b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a5ae expref: 23 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.565971:0:34346:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317782.566004:0:34346:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+22:7013:x1853163989431808:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.566010:0:34346:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1767317782.566047:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989431808:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1767317782.566954:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1767317782.566960:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1767317782.566967:0:94400:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1767317782.566988:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e301c1f000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1767317782.568843:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163989431936:0@lo:39:umount.0 00000100:00100000:0.0:1767317782.568923:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317782.570347:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989431936 00000100:00100000:1.0:1767317782.570359:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989431936 00000100:00100000:1.0:1767317782.570431:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21933 00000100:00100000:1.0:1767317782.570440:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:7012:x1853163989431936:12345-0@lo:39:umount.0 00000020:00000080:1.0:1767317782.570469:0:15771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38dd6 00000100:00080000:1.0:1767317782.570495:0:15771:0:(import.c:65:import_set_state_nolock()) ffff96e2ec3ad000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1767317782.572163:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:7012:x1853163989431936:12345-0@lo:39:umount.0 Request processed in 1717us (3232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317782.572175:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21933 00000020:00000080:1.0:1767317782.572189:0:15771:0:(genops.c:904:class_export_put()) final put ffff96e2ec3ae800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1767317782.572687:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317782.572731:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e301c1f000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1767317782.572746:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:7012:1853163989431936:0@lo:39:umount.0 00000100:00080000:0.0:1767317782.572778:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767317782.572782:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1767317782.572786:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1767317782.576471:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2ec3ae800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1767317782.576555:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2ec3ad000 for lustre-MDT0000 00010000:00010000:0.0:1767317782.579813:0:94400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579833:0:94400:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579841:0:94400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579848:0:94400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579872:0:94400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767317782.579879:0:94400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579886:0:94400:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579891:0:94400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579897:0:94400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579909:0:94400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767317782.579916:0:94400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579922:0:94400:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579928:0:94400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579933:0:94400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579949:0:94400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767317782.579963:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767317782.579969:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579975:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2f72d7e00 already unused, calling callback (ffffffffc1243c20) 10000000:00010000:0.0:1767317782.579979:0:25337:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.579986:0:25337:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767317782.579993:0:25337:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767317782.580003:0:25337:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767317782.580005:0:25337:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1767317782.580040:0:25337:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580046:0:25337:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317782.580067:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580074:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: ffff96e2f72d7e00/0xd0d4f19a2da3a5c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da3a5ca expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580090:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767317782.580094:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580099:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8087200 already unused, calling callback (ffffffffc1243c20) 10000000:00010000:0.0:1767317782.580102:0:25337:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580109:0:25337:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767317782.580115:0:25337:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767317782.580120:0:25337:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1767317782.580122:0:25337:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1767317782.580124:0:25337:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1767317782.580137:0:25337:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580147:0:25337:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317782.580161:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580167:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: ffff96e2c8087200/0xd0d4f19a2da38cfd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38d04 expref: -99 pid: 15465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580176:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767317782.580179:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580185:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2d2c0c000 already unused, calling callback (ffffffffc1243c20) 10000000:00010000:0.0:1767317782.580188:0:25337:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580194:0:25337:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767317782.580199:0:25337:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767317782.580203:0:25337:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1767317782.580205:0:25337:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1767317782.580207:0:25337:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1767317782.580218:0:25337:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580224:0:25337:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1767317782.580268:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580274:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: ffff96e2d2c0c000/0xd0d4f19a2da38ca2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38ca9 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580284:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.580287:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767317782.580289:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.580308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7014:1853163989432064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.580375:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.580434:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989432320:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.580459:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.580489:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317782.580495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989432192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.580515:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317782.580547:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432064 00000100:00100000:0.0:1767317782.580555:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432064 00000100:00100000:0.0:1767317782.580597:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432320 00000100:00100000:0.0:1767317782.580601:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432320 00000100:00100000:0.0:1767317782.580618:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432192 00000100:00100000:0.0:1767317782.580621:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432192 00000100:00100000:0.0:1767317782.580640:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1767317782.580649:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9ade450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+24:7014:x1853163989432064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317782.580662:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317782.580675:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c2bfee00/0xd0d4f19a2da3a5ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a5c3 expref: 24 pid: 88789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580688:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317782.580722:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9ade450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+23:7014:x1853163989432064:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.580729:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1767317782.580782:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1767317782.580788:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+22:7016:x1853163989432320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317782.580795:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317782.580802:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c8087800/0xd0d4f19a2da38ca9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38ca2 expref: 22 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580810:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317782.580834:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+21:7016:x1853163989432320:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.580839:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1767317782.580851:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1767317782.580857:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+20:7016:x1853163989432192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317782.580864:0:15461:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767317782.580871:0:15461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2d2c0d000/0xd0d4f19a2da38d04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38cfd expref: 20 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.580880:0:15461:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767317782.580900:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+19:7016:x1853163989432192:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317782.580906:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1767317782.580946:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7014:1853163989432064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.580971:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989432192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.580979:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7016:1853163989432320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1767317782.580999:0:94400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.581009:0:94400:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.581016:0:94400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.581023:0:94400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767317782.581036:0:94400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1767317782.581040:0:94400:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1767317782.581043:0:94400:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1767317782.581076:0:94400:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1767317782.581080:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:0.0:1767317782.581085:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1767317782.581090:0:94400:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:1.0:1767317782.581602:0:25336:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317782.581609:0:25336:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.581616:0:25336:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c8086400 already unused, calling callback (ffffffffc1243c20) 10000000:00010000:1.0:1767317782.581620:0:25336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.581627:0:25336:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767317782.581633:0:25336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767317782.581639:0:25336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1767317782.581642:0:25336:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1767317782.581644:0:25336:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1767317782.581665:0:25336:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.581671:0:25336:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767317782.581692:0:25336:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.581699:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: ffff96e2c8086400/0xd0d4f19a2da38bd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd0d4f19a2da38bd7 expref: -99 pid: 88780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317782.581710:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.581712:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.581714:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.581757:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317782.582548:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:0.0:1767317782.588257:0:94400:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000100:00100000:0.0:1767317782.588303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989432448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1767317782.588383:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317782.588737:0:15458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432448 00000100:00100000:3.0:1767317782.588746:0:15458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432448 00000100:00100000:3.0:1767317782.588799:0:15458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1767317782.588807:0:15458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+19:7013:x1853163989432448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767317782.588822:0:15458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767317782.588841:0:15458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c8086a00/0xd0d4f19a2da38bd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38bd0 expref: 19 pid: 88789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.588864:0:15458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767317782.588900:0:15458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3+18:7013:x1853163989432448:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317782.588908:0:15458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1767317782.589852:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989432448:0@lo:103:ldlm_bl.0 00000001:00080000:3.0:1767317782.593773:0:88782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934948 is committed 00000020:00000080:0.0:1767317782.594646:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:0.0:1767317782.594658:0:94400:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff96e2d03d4800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767317782.594665:0:94400:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff96e2c8d78800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767317782.594669:0:94400:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff96e2c8d7e000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767317782.594676:0:94400:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff96e2fa330800 2d60331a-63e5-4404-aa9d-074124659b10 192.168.204.1@tcp 5 (0 0 0) 0 0 0 0: 0000000000000000 8589934941 stale:0 00000020:00080000:0.0:1767317782.594680:0:94400:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff96e2f724f800 lustre-MDT0001-mdtlov_UUID 0@lo 5 (0 0 0) 0 0 0 0: 0000000000000000 8589934948 stale:0 00000020:00080000:0.0:1767317782.594685:0:94400:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (ffff96e2dff298d8) has exports, disconnecting them 00000020:00080000:0.0:1767317782.594689:0:94400:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff96e2d03d4800), last request at 1767317781 00000020:00000080:0.0:1767317782.594697:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38dcf 00000100:00080000:0.0:1767317782.594706:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2ec3a8000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767317782.594737:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff96e2d03d4800): rc 0 00000020:00000080:0.0:1767317782.594740:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2d03d4800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1767317782.594749:0:94400:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff96e2c8d78800), last request at 1767317781 00000020:00000080:0.0:1767317782.594752:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38dc8 00000100:00080000:0.0:1767317782.594757:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e301c1a800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767317782.594801:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff96e2c8d78800): rc 0 00000020:00000080:0.0:1767317782.594803:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c8d78800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1767317782.594807:0:94400:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff96e2c8d7e000), last request at 1767317602 00000020:00000080:0.0:1767317782.594810:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38dc1 00000100:00080000:0.0:1767317782.594813:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2c8d79800 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1767317782.594854:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2d03d4800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1767317782.594913:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c8d78800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1767317782.594935:0:66716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2ec3a8000 for lustre-MDT0000 00000020:00000080:1.0:1767317782.594939:0:66716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e301c1a800 for lustre-MDT0000 00010000:00010000:3.0:1767317782.595105:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1767317782.595193:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff96e2c8d7e000): rc 0 00000020:00000080:0.0:1767317782.595196:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c8d7e000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1767317782.595211:0:94400:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.1@tcp (ffff96e2fa330800), last request at 1767317782 00000020:00000080:0.0:1767317782.595221:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c24 00000100:00080000:0.0:1767317782.595261:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2ec236800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767317782.595306:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (ffff96e2fa330800): rc 0 00000020:00000080:0.0:1767317782.595309:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2fa330800/2d60331a-63e5-4404-aa9d-074124659b10 00000020:00080000:0.0:1767317782.595313:0:94400:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff96e2f724f800), last request at 1767317596 00000020:00000080:0.0:1767317782.595316:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c1d 00000100:00080000:0.0:1767317782.595322:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2efcc1000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767317782.595329:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff96e2f724f800): rc 0 00000020:00000080:0.0:1767317782.595331:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2f724f800/lustre-MDT0001-mdtlov_UUID 00000004:00000080:0.0:1767317782.595338:0:94400:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa7a780e33b28 00000100:00080000:0.0:1767317782.595358:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767317782.595362:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968433 gen 3 00000100:00100000:0.0:1767317782.595370:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fd253480 x1853163989398528/t4294968442(4294968442) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1728/4320 e 0 to 0 dl 1767317792 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.595380:0:94400:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968442 committed transno 4294968433 00000020:00080000:0.0:1767317782.595385:0:94400:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff96e2f718d600 refcount 2 committed 0 result 1 batchid 4294995418 00000020:00080000:0.0:1767317782.595389:0:94400:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2fb014c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff96e2f718d900 00000020:00080000:0.0:1767317782.595392:0:94400:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].5 00000020:00080000:0.0:1767317782.595395:0:94400:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2fb014700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2c8b73200 00000020:00080000:0.0:1767317782.595397:0:94400:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].5 00000100:00100000:0.0:1767317782.595420:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1ed2be680 x1853163989400704/t4294968448(4294968448) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2232/4320 e 0 to 0 dl 1767317793 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.595426:0:94400:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968448 committed transno 4294968433 00000020:00080000:0.0:1767317782.595429:0:94400:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff96e1c27a4180 refcount 2 committed 0 result 1 batchid 4294995419 00000020:00080000:0.0:1767317782.595432:0:94400:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c7aa6400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff96e1c27a4480 00000020:00080000:0.0:1767317782.595434:0:94400:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].6 00000020:00080000:0.0:1767317782.595437:0:94400:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c7aa6e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2da5d4600 00000020:00080000:0.0:1767317782.595439:0:94400:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].6 00000100:00100000:0.0:1767317782.595452:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e227a14700 x1853163989406976/t4294968452(4294968452) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.595458:0:94400:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968452 committed transno 4294968433 00000100:00100000:0.0:1767317782.595471:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f1f1e300 x1853163989407360/t4294968453(4294968453) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.595486:0:94400:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968453 committed transno 4294968433 00010000:00010000:1.0:1767317782.596140:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317782.596148:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317782.596776:0:94400:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1767317782.596805:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e1c5fa5000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1767317782.596881:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7012:1853163989432576:0@lo:39:umount.0 00000100:00100000:1.0:1767317782.596955:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767317782.597045:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317782.597064:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432576 00000100:00100000:3.0:1767317782.597071:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432576 00000100:00100000:3.0:1767317782.597118:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:3.0:1767317782.597127:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7012:x1853163989432576:12345-0@lo:39:umount.0 00000020:00000080:3.0:1767317782.597153:0:35744:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c63 00000100:00080000:3.0:1767317782.597160:0:35744:0:(import.c:65:import_set_state_nolock()) ffff96e2f723f800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767317782.597177:0:35744:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294968453 00010000:00010000:2.0:1767317782.598057:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1767317782.598069:0:88812:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294995417 00000020:00080000:2.0:1767317782.598074:0:88812:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294995417 00000100:00100000:3.0:1767317782.598186:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:7012:x1853163989432576:12345-0@lo:39:umount.0 Request processed in 1059us (1228us total) trans 4294968454 rc 0/0 00000100:00100000:3.0:1767317782.598195:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000020:00000080:3.0:1767317782.598340:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c8d7e000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1767317782.598388:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2fa330800/2d60331a-63e5-4404-aa9d-074124659b10 for lustre-MDT0000 00000020:00000080:3.0:1767317782.598416:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2f724f800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1767317782.598439:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2c8d79800 for lustre-MDT0000 00000020:00000080:3.0:1767317782.598443:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2ec236800 for lustre-MDT0000 00000020:00000080:3.0:1767317782.598452:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2efcc1000 for lustre-MDT0000 00010000:00010000:3.0:1767317782.598466:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317782.598746:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767317782.598750:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976293 gen 3 00000100:00100000:0.0:1767317782.598759:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2c7229180 x1853163989405952/t4294976291(4294976291) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598768:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c7229180, transno 4294976291 00000100:00100000:0.0:1767317782.598790:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb2d80 x1853163989406464/t4294976292(4294976292) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598797:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2d80, transno 4294976292 00000100:00100000:0.0:1767317782.598803:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2c722ad80 x1853163989405824/t4294976294(4294976294) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598810:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c722ad80, transno 4294976294 00000100:00100000:0.0:1767317782.598814:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb3b80 x1853163989406336/t4294976295(4294976295) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598820:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3b80, transno 4294976295 00000100:00100000:0.0:1767317782.598825:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f1f1d500 x1853163989406592/t4294976296(4294976296) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598830:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f1f1d500, transno 4294976296 00000100:00100000:0.0:1767317782.598836:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301584a80 x1853163989406208/t4294976297(4294976297) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598843:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301584a80, transno 4294976297 00000100:00100000:0.0:1767317782.598849:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fcbc0380 x1853163989407872/t4294976298(4294976298) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598855:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fcbc0380, transno 4294976298 00000100:00100000:0.0:1767317782.598860:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fcbc3100 x1853163989408256/t4294976299(4294976299) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.598866:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fcbc3100, transno 4294976299 00000100:00100000:0.0:1767317782.602075:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fcbc0e00 x1853163989408384/t4294976300(4294976300) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602091:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fcbc0e00, transno 4294976300 00000100:00100000:0.0:1767317782.602096:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fcbc0a80 x1853163989408128/t4294976301(4294976301) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602100:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fcbc0a80, transno 4294976301 00000100:00100000:0.0:1767317782.602104:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301586300 x1853163989406080/t4294976302(4294976302) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602108:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301586300, transno 4294976302 00000100:00100000:0.0:1767317782.602110:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2c722aa00 x1853163989408640/t4294976303(4294976303) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602113:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c722aa00, transno 4294976303 00000100:00100000:0.0:1767317782.602117:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301584e00 x1853163989408512/t4294976304(4294976304) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602122:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301584e00, transno 4294976304 00000100:00100000:0.0:1767317782.602126:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fcbc1880 x1853163989408000/t4294976305(4294976305) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602131:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fcbc1880, transno 4294976305 00000100:00100000:0.0:1767317782.602135:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa749c00 x1853163989408896/t4294976306(4294976306) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602140:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa749c00, transno 4294976306 00000100:00100000:0.0:1767317782.602144:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa74a300 x1853163989409408/t4294976307(4294976307) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602150:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa74a300, transno 4294976307 00000100:00100000:0.0:1767317782.602154:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa749500 x1853163989410048/t4294976308(4294976308) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602160:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa749500, transno 4294976308 00000100:00100000:0.0:1767317782.602165:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa74b100 x1853163989410176/t4294976309(4294976309) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602170:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa74b100, transno 4294976309 00000100:00100000:0.0:1767317782.602175:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301585180 x1853163989410560/t4294976310(4294976310) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602180:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585180, transno 4294976310 00000100:00100000:0.0:1767317782.602185:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2c7229880 x1853163989411072/t4294976311(4294976311) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602190:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c7229880, transno 4294976311 00000100:00100000:0.0:1767317782.602196:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e30067c000 x1853163989411200/t4294976312(4294976312) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602202:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067c000, transno 4294976312 00000100:00100000:0.0:1767317782.602207:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb0000 x1853163989411712/t4294976313(4294976313) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602213:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0000, transno 4294976313 00000100:00100000:0.0:1767317782.602218:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb0380 x1853163989411584/t4294976314(4294976314) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602223:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0380, transno 4294976314 00000100:00100000:0.0:1767317782.602250:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb3100 x1853163989412224/t4294976315(4294976315) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602257:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3100, transno 4294976315 00000100:00100000:0.0:1767317782.602262:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301585500 x1853163989410432/t4294976316(4294976316) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602267:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585500, transno 4294976316 00000100:00100000:0.0:1767317782.602271:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e30067e300 x1853163989411328/t4294976317(4294976317) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602279:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067e300, transno 4294976317 00000100:00100000:0.0:1767317782.602282:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa748e00 x1853163989409920/t4294976318(4294976318) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602285:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa748e00, transno 4294976318 00000100:00100000:0.0:1767317782.602288:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb1880 x1853163989413760/t4294976319(4294976319) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602291:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1880, transno 4294976319 00000100:00100000:0.0:1767317782.602293:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb1500 x1853163989413632/t4294976320(4294976320) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602296:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1500, transno 4294976320 00000100:00100000:0.0:1767317782.602299:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb1c00 x1853163989414144/t4294976321(4294976321) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602302:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1c00, transno 4294976321 00000100:00100000:0.0:1767317782.602305:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a0a80 x1853163989414272/t4294976322(4294976322) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602308:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a0a80, transno 4294976322 00000100:00100000:0.0:1767317782.602311:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301586680 x1853163989414656/t4294976323(4294976323) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602314:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301586680, transno 4294976323 00000100:00100000:0.0:1767317782.602316:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301585c00 x1853163989414784/t4294976324(4294976324) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602319:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585c00, transno 4294976324 00000100:00100000:0.0:1767317782.602322:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e30067f800 x1853163989415168/t4294976325(4294976325) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602325:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067f800, transno 4294976325 00000100:00100000:0.0:1767317782.602328:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ff0db800 x1853163989415296/t4294976326(4294976326) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602332:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff0db800, transno 4294976326 00000100:00100000:0.0:1767317782.602335:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb3480 x1853163989413376/t4294976327(4294976327) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602338:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3480, transno 4294976327 00000100:00100000:0.0:1767317782.602340:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301585f80 x1853163989414912/t4294976328(4294976328) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602343:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301585f80, transno 4294976328 00000100:00100000:0.0:1767317782.602346:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77c000 x1853163989415424/t4294976329(4294976329) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602349:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77c000, transno 4294976329 00000100:00100000:0.0:1767317782.602352:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb0a80 x1853163989413888/t4294976330(4294976330) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602355:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0a80, transno 4294976330 00000100:00100000:0.0:1767317782.602358:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb1f80 x1853163989414016/t4294976331(4294976331) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602361:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb1f80, transno 4294976331 00000100:00100000:0.0:1767317782.602364:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a3b80 x1853163989414528/t4294976332(4294976332) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602367:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a3b80, transno 4294976332 00000100:00100000:0.0:1767317782.602369:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb0e00 x1853163989413504/t4294976333(4294976333) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602372:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb0e00, transno 4294976333 00000100:00100000:0.0:1767317782.602375:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77dc00 x1853163989415552/t4294976334(4294976334) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602382:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77dc00, transno 4294976334 00000100:00100000:0.0:1767317782.602385:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77d180 x1853163989416320/t4294976335(4294976335) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602388:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77d180, transno 4294976335 00000100:00100000:0.0:1767317782.602391:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77fb80 x1853163989415808/t4294976336(4294976336) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602394:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77fb80, transno 4294976336 00000100:00100000:0.0:1767317782.602396:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77d880 x1853163989416192/t4294976337(4294976337) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602400:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77d880, transno 4294976337 00000100:00100000:0.0:1767317782.602402:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77ca80 x1853163989416064/t4294976338(4294976338) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602405:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77ca80, transno 4294976338 00000100:00100000:0.0:1767317782.602408:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec098a80 x1853163989416576/t4294976339(4294976339) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602411:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec098a80, transno 4294976339 00000100:00100000:0.0:1767317782.602414:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec099f80 x1853163989416448/t4294976340(4294976340) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602417:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec099f80, transno 4294976340 00000100:00100000:0.0:1767317782.602420:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77e300 x1853163989415680/t4294976341(4294976341) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602423:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77e300, transno 4294976341 00000100:00100000:0.0:1767317782.602425:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ee77c380 x1853163989415936/t4294976342(4294976342) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602428:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ee77c380, transno 4294976342 00000100:00100000:0.0:1767317782.602432:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef585c00 x1853163989417856/t4294976343(4294976343) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602435:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef585c00, transno 4294976343 00000100:00100000:0.0:1767317782.602438:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef586d80 x1853163989417472/t4294976344(4294976344) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602442:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef586d80, transno 4294976344 00000100:00100000:0.0:1767317782.602445:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef585500 x1853163989418368/t4294976345(4294976345) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602448:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef585500, transno 4294976345 00000100:00100000:0.0:1767317782.602450:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef584a80 x1853163989417728/t4294976346(4294976346) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602453:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef584a80, transno 4294976346 00000100:00100000:0.0:1767317782.602456:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef586a00 x1853163989417984/t4294976347(4294976347) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602459:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef586a00, transno 4294976347 00000100:00100000:0.0:1767317782.602461:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef584700 x1853163989418112/t4294976348(4294976348) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602464:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef584700, transno 4294976348 00000100:00100000:0.0:1767317782.602467:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef587800 x1853163989417600/t4294976349(4294976349) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602470:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef587800, transno 4294976349 00000100:00100000:0.0:1767317782.602483:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef586300 x1853163989418240/t4294976350(4294976350) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602490:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef586300, transno 4294976350 00000100:00100000:0.0:1767317782.602495:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edefd180 x1853163989418624/t4294976351(4294976351) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602509:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edefd180, transno 4294976351 00000100:00100000:0.0:1767317782.602514:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edefd880 x1853163989418752/t4294976352(4294976352) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602520:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edefd880, transno 4294976352 00000100:00100000:0.0:1767317782.602524:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edeffb80 x1853163989418880/t4294976353(4294976353) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602530:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edeffb80, transno 4294976353 00000100:00100000:0.0:1767317782.602534:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edefd500 x1853163989419136/t4294976354(4294976354) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602539:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edefd500, transno 4294976354 00000100:00100000:0.0:1767317782.602544:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edefe680 x1853163989419392/t4294976355(4294976355) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602549:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edefe680, transno 4294976355 00000100:00100000:0.0:1767317782.602553:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edeff100 x1853163989419008/t4294976356(4294976356) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602558:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edeff100, transno 4294976356 00000100:00100000:0.0:1767317782.602563:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edeff800 x1853163989418496/t4294976357(4294976357) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602569:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edeff800, transno 4294976357 00000100:00100000:0.0:1767317782.602574:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecd500 x1853163989420544/t4294976358(4294976358) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602579:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecd500, transno 4294976358 00000100:00100000:0.0:1767317782.602583:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edeff480 x1853163989419264/t4294976359(4294976359) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602589:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edeff480, transno 4294976359 00000100:00100000:0.0:1767317782.602594:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfece300 x1853163989421056/t4294976360(4294976360) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602599:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfece300, transno 4294976360 00000100:00100000:0.0:1767317782.602603:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecf100 x1853163989420672/t4294976361(4294976361) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602608:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecf100, transno 4294976361 00000100:00100000:0.0:1767317782.602613:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecea00 x1853163989421184/t4294976362(4294976362) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602618:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecea00, transno 4294976362 00000100:00100000:0.0:1767317782.602623:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec090000 x1853163989419648/t4294976363(4294976363) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602629:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec090000, transno 4294976363 00000100:00100000:0.0:1767317782.602633:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecca80 x1853163989420800/t4294976364(4294976364) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602638:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecca80, transno 4294976364 00000100:00100000:0.0:1767317782.602643:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfeced80 x1853163989420928/t4294976365(4294976365) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602648:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfeced80, transno 4294976365 00000100:00100000:0.0:1767317782.602652:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecc000 x1853163989421312/t4294976366(4294976366) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602657:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecc000, transno 4294976366 00000100:00100000:0.0:1767317782.602661:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1edefea00 x1853163989419520/t4294976367(4294976367) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602667:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1edefea00, transno 4294976367 00000100:00100000:0.0:1767317782.602671:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301586d80 x1853163989421696/t4294976368(4294976368) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602682:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301586d80, transno 4294976368 00000100:00100000:0.0:1767317782.602687:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a0000 x1853163989421568/t4294976369(4294976369) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602693:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a0000, transno 4294976369 00000100:00100000:0.0:1767317782.602697:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa74aa00 x1853163989422208/t4294976370(4294976370) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602702:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa74aa00, transno 4294976370 00000100:00100000:0.0:1767317782.602707:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa748380 x1853163989422080/t4294976371(4294976371) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602712:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa748380, transno 4294976371 00000100:00100000:0.0:1767317782.602716:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301584380 x1853163989421824/t4294976372(4294976372) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602721:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301584380, transno 4294976372 00000100:00100000:0.0:1767317782.602725:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a2a00 x1853163989421440/t4294976373(4294976373) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602730:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a2a00, transno 4294976373 00000100:00100000:0.0:1767317782.602735:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ff0da680 x1853163989421952/t4294976374(4294976374) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602741:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ff0da680, transno 4294976374 00000100:00100000:0.0:1767317782.602746:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2d0ab5880 x1853163989422592/t4294976375(4294976375) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602751:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5880, transno 4294976375 00000100:00100000:0.0:1767317782.602756:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef585880 x1853163989422720/t4294976376(4294976376) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602766:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef585880, transno 4294976376 00000100:00100000:0.0:1767317782.602771:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef587100 x1853163989422848/t4294976377(4294976377) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602777:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef587100, transno 4294976377 00000100:00100000:0.0:1767317782.602781:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2d0ab5500 x1853163989422464/t4294976378(4294976378) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602786:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2d0ab5500, transno 4294976378 00000100:00100000:0.0:1767317782.602790:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef586680 x1853163989422336/t4294976379(4294976379) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602796:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef586680, transno 4294976379 00000100:00100000:0.0:1767317782.602800:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2646300 x1853163989422976/t4294976380(4294976380) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602805:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2646300, transno 4294976380 00000100:00100000:0.0:1767317782.602809:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2646a00 x1853163989423232/t4294976381(4294976381) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602815:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2646a00, transno 4294976381 00000100:00100000:0.0:1767317782.602819:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2645880 x1853163989423104/t4294976382(4294976382) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602823:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2645880, transno 4294976382 00000100:00100000:0.0:1767317782.602828:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb710a80 x1853163989423360/t4294976383(4294976383) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602834:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb710a80, transno 4294976383 00000100:00100000:0.0:1767317782.602838:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb710000 x1853163989423488/t4294976384(4294976384) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602843:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb710000, transno 4294976384 00000100:00100000:0.0:1767317782.602847:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb710380 x1853163989423616/t4294976385(4294976385) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602857:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb710380, transno 4294976385 00000100:00100000:0.0:1767317782.602861:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb711f80 x1853163989423744/t4294976386(4294976386) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602866:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb711f80, transno 4294976386 00000100:00100000:0.0:1767317782.602870:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb711180 x1853163989423872/t4294976387(4294976387) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.602876:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb711180, transno 4294976387 00000100:00100000:0.0:1767317782.602881:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb710e00 x1853163989424000/t4294976388(4294976388) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603070:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb710e00, transno 4294976388 00000100:00100000:0.0:1767317782.603079:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb712d80 x1853163989424128/t4294976389(4294976389) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603084:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb712d80, transno 4294976389 00000100:00100000:0.0:1767317782.603088:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec092680 x1853163989424512/t4294976390(4294976390) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603092:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec092680, transno 4294976390 00000100:00100000:0.0:1767317782.603096:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec092300 x1853163989424384/t4294976391(4294976391) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603102:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec092300, transno 4294976391 00000100:00100000:0.0:1767317782.603107:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec093100 x1853163989424640/t4294976392(4294976392) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603112:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec093100, transno 4294976392 00000100:00100000:0.0:1767317782.603116:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1eb713b80 x1853163989424256/t4294976393(4294976393) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603122:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb713b80, transno 4294976393 00000004:00080000:0.0:1767317782.603176:0:94400:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1767317782.603258:0:94400:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000004:00080000:2.0:1767317782.603344:0:88799:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 94 in progress, 0 in flight, 8 done 00000004:00080000:2.0:1767317782.603616:0:88799:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 94 done 00000100:00080000:0.0:1767317782.603679:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2f7239800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1767317782.603695:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767317782.603699:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975301 gen 3 00000100:00100000:0.0:1767317782.603705:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec09b480 x1853163989404928/t4294975300(4294975300) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603711:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec09b480, transno 4294975300 00000100:00100000:1.0:1767317782.603718:0:7012:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968453 gen 3 00000100:00100000:1.0:1767317782.603725:0:7012:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff96e2e5380700 x1853163989432576/t4294968454(4294968454) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767317792 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317782.603735:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e1c5fa5000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1767317782.603740:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7012:1853163989432576:0@lo:39:umount.0 00000100:00100000:1.0:1767317782.603761:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7012:1853163989432704:0@lo:9:umount.0 00000100:00100000:0.0:1767317782.603802:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a3800 x1853163989405440/t4294975301(4294975301) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.603808:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a3800, transno 4294975301 00000100:00100000:1.0:1767317782.603821:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317782.603865:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432704 00000100:00100000:3.0:1767317782.603873:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432704 00000100:00100000:3.0:1767317782.603933:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16279 00000100:00100000:3.0:1767317782.603941:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+105:7012:x1853163989432704:12345-0@lo:9:umount.0 00000020:00000080:3.0:1767317782.603967:0:18368:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c71 00000100:00080000:3.0:1767317782.603976:0:18368:0:(import.c:65:import_set_state_nolock()) ffff96e1c2761800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767317782.604027:0:18368:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976427 00000100:00100000:3.0:1767317782.604172:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:7012:x1853163989432704:12345-0@lo:9:umount.0 Request processed in 231us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317782.604180:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16279 00000100:00080000:3.0:1767317782.604212:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f7239800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1767317782.604220:0:7012:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:3.0:1767317782.604222:0:7012:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1767317782.604225:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7012:1853163989432704:0@lo:9:umount.0 00000100:00100000:0.0:1767317782.604419:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fcbc0000 x1853163989407104/t4294975302(4294975302) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604427:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fcbc0000, transno 4294975302 00000100:00100000:0.0:1767317782.604432:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec09bb80 x1853163989405056/t4294975303(4294975303) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604437:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec09bb80, transno 4294975303 00000100:00100000:0.0:1767317782.604443:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a1180 x1853163989405568/t4294975304(4294975304) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604448:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a1180, transno 4294975304 00000100:00100000:0.0:1767317782.604453:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ec098000 x1853163989404672/t4294975305(4294975305) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604458:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec098000, transno 4294975305 00000100:00100000:0.0:1767317782.604463:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e227a15f80 x1853163989407616/t4294975306(4294975306) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604470:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a15f80, transno 4294975306 00000100:00100000:0.0:1767317782.604494:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e227a14000 x1853163989407488/t4294975307(4294975307) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604500:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e227a14000, transno 4294975307 00000100:00100000:0.0:1767317782.604504:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fd2c6680 x1853163989407744/t4294975308(4294975308) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604510:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd2c6680, transno 4294975308 00000100:00100000:0.0:1767317782.604515:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e30067dc00 x1853163989405312/t4294975309(4294975309) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604520:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e30067dc00, transno 4294975309 00000100:00100000:0.0:1767317782.604524:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a0700 x1853163989408768/t4294975310(4294975310) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604529:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a0700, transno 4294975310 00000100:00100000:0.0:1767317782.604533:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a2d80 x1853163989409280/t4294975311(4294975311) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604539:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a2d80, transno 4294975311 00000100:00100000:0.0:1767317782.604544:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a1880 x1853163989409792/t4294975312(4294975312) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604549:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a1880, transno 4294975312 00000100:00100000:0.0:1767317782.604554:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a2300 x1853163989409024/t4294975313(4294975313) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604559:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a2300, transno 4294975313 00000100:00100000:0.0:1767317782.604563:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a3480 x1853163989409536/t4294975314(4294975314) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604569:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a3480, transno 4294975314 00000100:00100000:0.0:1767317782.604573:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a2680 x1853163989409664/t4294975315(4294975315) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604583:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a2680, transno 4294975315 00000100:00100000:0.0:1767317782.604588:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a0e00 x1853163989409152/t4294975316(4294975316) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604593:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a0e00, transno 4294975316 00000100:00100000:0.0:1767317782.604597:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301587b80 x1853163989410688/t4294975317(4294975317) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604602:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301587b80, transno 4294975317 00000100:00100000:0.0:1767317782.604606:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb3800 x1853163989412096/t4294975318(4294975318) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604612:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb3800, transno 4294975318 00000100:00100000:0.0:1767317782.604617:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301587100 x1853163989410944/t4294975319(4294975319) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604623:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301587100, transno 4294975319 00000100:00100000:0.0:1767317782.604628:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb2680 x1853163989411456/t4294975320(4294975320) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604634:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2680, transno 4294975320 00000100:00100000:0.0:1767317782.604638:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb2300 x1853163989411968/t4294975321(4294975321) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604643:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2300, transno 4294975321 00000100:00100000:0.0:1767317782.604648:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e1f40a1c00 x1853163989410304/t4294975322(4294975322) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604652:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1f40a1c00, transno 4294975322 00000100:00100000:0.0:1767317782.604656:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e301587480 x1853163989410816/t4294975323(4294975323) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604661:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e301587480, transno 4294975323 00000100:00100000:0.0:1767317782.604665:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fbcb2a00 x1853163989411840/t4294975324(4294975324) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604671:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fbcb2a00, transno 4294975324 00000100:00100000:0.0:1767317782.604675:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa748a80 x1853163989412608/t4294975325(4294975325) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604681:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa748a80, transno 4294975325 00000100:00100000:0.0:1767317782.604686:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa749180 x1853163989413120/t4294975326(4294975326) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604692:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa749180, transno 4294975326 00000100:00100000:0.0:1767317782.604697:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa748000 x1853163989412480/t4294975327(4294975327) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604703:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa748000, transno 4294975327 00000100:00100000:0.0:1767317782.604707:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa74b480 x1853163989412864/t4294975328(4294975328) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604713:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa74b480, transno 4294975328 00000100:00100000:0.0:1767317782.604717:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa749f80 x1853163989412992/t4294975329(4294975329) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604723:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa749f80, transno 4294975329 00000100:00100000:0.0:1767317782.604728:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa749880 x1853163989412352/t4294975330(4294975330) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604733:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa749880, transno 4294975330 00000100:00100000:0.0:1767317782.604738:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa74b800 x1853163989413248/t4294975331(4294975331) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767317782.604740:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767317782.604743:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa74b800, transno 4294975331 00000100:00100000:0.0:1767317782.604747:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2c7229500 x1853163989415040/t4294975332(4294975332) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604759:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c7229500, transno 4294975332 00000100:00100000:0.0:1767317782.604764:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2ef584380 x1853163989414400/t4294975333(4294975333) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604767:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ef584380, transno 4294975333 00000100:00100000:0.0:1767317782.604771:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2646d80 x1853163989416832/t4294975334(4294975334) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604774:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2646d80, transno 4294975334 00000100:00100000:0.0:1767317782.604777:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2644a80 x1853163989417088/t4294975335(4294975335) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604780:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2644a80, transno 4294975335 00000100:00100000:0.0:1767317782.604782:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2647480 x1853163989416960/t4294975336(4294975336) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604785:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2647480, transno 4294975336 00000100:00100000:0.0:1767317782.604788:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2fa74a680 x1853163989412736/t4294975337(4294975337) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604791:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fa74a680, transno 4294975337 00000100:00100000:0.0:1767317782.604794:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2644000 x1853163989417344/t4294975338(4294975338) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604797:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2644000, transno 4294975338 00000100:00100000:0.0:1767317782.604799:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2644e00 x1853163989417216/t4294975339(4294975339) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604802:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2644e00, transno 4294975339 00000100:00100000:0.0:1767317782.604804:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2f2647800 x1853163989416704/t4294975340(4294975340) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604807:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2f2647800, transno 4294975340 00000100:00100000:0.0:1767317782.604810:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecce00 x1853163989419776/t4294975341(4294975341) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604814:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecce00, transno 4294975341 00000100:00100000:0.0:1767317782.604818:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecf480 x1853163989420416/t4294975342(4294975342) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604821:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecf480, transno 4294975342 00000100:00100000:0.0:1767317782.604824:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecd880 x1853163989419904/t4294975343(4294975343) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604827:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecd880, transno 4294975343 00000100:00100000:0.0:1767317782.604829:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecc700 x1853163989420288/t4294975344(4294975344) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604832:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecc700, transno 4294975344 00000100:00100000:0.0:1767317782.604835:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecdc00 x1853163989420160/t4294975345(4294975345) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604838:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecdc00, transno 4294975345 00000100:00100000:0.0:1767317782.604840:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2dfecf800 x1853163989420032/t4294975346(4294975346) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317797 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767317782.604843:0:94400:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2dfecf800, transno 4294975346 00000004:00080000:0.0:1767317782.604855:0:94400:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1767317782.604927:0:94400:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000004:00080000:2.0:1767317782.605466:0:88801:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 45 done 00000100:00080000:3.0:1767317782.605577:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2c8375000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1767317782.605654:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff96e2dff298d8) has no exports 00000100:00100000:1.0:1767317782.605709:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7012:1853163989432832:0@lo:9:umount.0 00000100:00100000:1.0:1767317782.605755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1767317782.605802:0:88812:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff96e2f718d600 refcount 1 committed 1 result 1 batchid 4294995418 00000020:00080000:2.0:1767317782.605806:0:88812:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2fb014c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff96e2f718d900 00000020:00080000:2.0:1767317782.605809:0:88812:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].5 00000020:00080000:2.0:1767317782.605811:0:88812:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2fb014700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2c8b73200 00000020:00080000:2.0:1767317782.605812:0:88812:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].5 00000020:00080000:2.0:1767317782.605817:0:88812:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff96e1c27a4180 refcount 1 committed 1 result 1 batchid 4294995419 00000020:00080000:2.0:1767317782.605819:0:88812:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c7aa6400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 1 sub_th ffff96e1c27a4480 00000020:00080000:2.0:1767317782.605820:0:88812:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000402:0x2:0x0].6 00000020:00080000:2.0:1767317782.605822:0:88812:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff96e2c7aa6e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff96e2da5d4600 00000020:00080000:2.0:1767317782.605823:0:88812:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].6 00000100:00100000:3.0:1767317782.606312:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432832 00000100:00100000:3.0:1767317782.606320:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432832 00000100:00100000:3.0:1767317782.606613:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16280 00000100:00100000:3.0:1767317782.606623:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+50:7012:x1853163989432832:12345-0@lo:9:umount.0 00000020:00000080:3.0:1767317782.606648:0:70200:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c8d 00000100:00080000:3.0:1767317782.606655:0:70200:0:(import.c:65:import_set_state_nolock()) ffff96e1c2765000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767317782.606703:0:70200:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294975347 00000100:00100000:3.0:1767317782.606826:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:7012:x1853163989432832:12345-0@lo:9:umount.0 Request processed in 203us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317782.606833:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16280 00010000:00010000:2.0:1767317782.606874:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317782.607003:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c8375000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1767317782.607047:0:7012:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:3.0:1767317782.607111:0:7012:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1767317782.607116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:7012:1853163989432832:0@lo:9:umount.0 00000040:00080000:0.0:1767317782.607446:0:94400:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x240000400:0x1:0x0] first idx 2, last_idx 4 00000020:00080000:0.0:1767317782.607696:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff96e2dff298d8) has no exports 00000020:00000080:0.0:1767317782.643122:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c39 00000020:00000080:0.0:1767317782.643138:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c5fa3800/lustre-QMT0000_UUID 00000020:01000000:0.0:1767317782.643164:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1767317782.643370:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767317782.643381:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1767317782.643386:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff96e2ec70e360) has no exports 00000020:00000080:2.0:1767317782.643728:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c5fa3800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1767317782.644137:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c32 00000020:00000080:1.0:1767317782.644143:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c5fa6800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767317782.644200:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767317782.644209:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1767317782.644212:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c8ef7800/lustre-QMT0000_UUID 00000020:00000080:1.0:1767317782.644215:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c8ef7800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1767317782.644222:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1767317782.644753:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c5fa6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1767317782.644820:0:94400:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff96e2c5472b40 - data ffff96e2fee54360/ffff96e2efc92400 00000020:01000000:1.0:1767317782.644973:0:94400:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff96e2c9b7a540 - data ffff96e2fee5c438/ffff96e3015a5c00 00000100:00080000:0.0:1767317782.682147:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767317782.682158:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968453 gen 4 00000100:00100000:0.0:1767317782.682174:0:94400:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff96e2e5380700 x1853163989432576/t4294968454(4294968454) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1767317792 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317782.682203:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1767317782.686306:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1767317782.686314:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976293 gen 4 00000004:00080000:0.0:1767317782.686333:0:94400:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767317782.686336:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767317782.686698:0:88799:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767317782.686703:0:88799:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 107 count 103 00000040:00080000:2.0:1767317782.686717:0:88799:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1767317782.686967:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767317782.686970:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975301 gen 4 00000004:00080000:0.0:1767317782.686987:0:94400:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:0.0:1767317782.686989:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1767317782.687656:0:88801:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1767317782.687661:0:88801:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 153 count 48 00000040:00080000:2.0:1767317782.687671:0:88801:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1767317782.690114:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38bf3 00000020:00000080:0.0:1767317782.690125:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c8bf1800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1767317782.690894:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c8bf1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767317782.693778:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c08 00000020:00000080:0.0:1767317782.693791:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c2766000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767317782.693812:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1767317782.693818:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.693827:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767317782.693831:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff96e2daa04a88) has no exports 00000004:01000000:0.0:1767317782.694007:0:94400:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1767317782.694016:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c86 00000020:00000080:0.0:1767317782.694020:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e30006e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767317782.694024:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767317782.694027:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.694035:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767317782.694037:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 25 (ffff96e2c955b1b0) has no exports 00000020:00000080:0.0:1767317782.694043:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c7f 00000020:00000080:0.0:1767317782.694047:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c5859800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1767317782.694444:0:94400:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1767317782.694450:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1767317782.694455:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975301 gen 5 00000100:00020000:0.0:1767317782.694461:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000020:00000080:3.0:1767317782.696028:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c2766000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1767317782.696118:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e30006e000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1767317782.696124:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c5859800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1767317782.712582:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767317782.712617:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 25 not setup 00000020:00000080:0.0:1767317782.712696:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767317782.712713:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.712725:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c6a 00000020:00000080:0.0:1767317782.712740:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2f713a000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1767317782.712746:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1767317782.712752:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.712757:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1767317782.712761:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (ffff96e2dfb24a88) has no exports 00000020:00000080:0.0:1767317782.712768:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c5c 00000020:00000080:0.0:1767317782.712772:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2daa1b000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1767317782.713287:0:66716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2c8375000 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1767317782.713296:0:66716:0:(genops.c:904:class_export_put()) final put ffff96e2c95e6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767317782.713299:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c95e6000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1767317782.713309:0:66716:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767317782.713401:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2f713a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1767317782.713406:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2daa1b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1767317782.719775:0:94400:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1767317782.719785:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767317782.719789:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976293 gen 5 00000100:00020000:2.0:1767317782.719796:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00100000:2.0:1767317782.719799:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767317782.719802:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000020:00000080:2.0:1767317782.719860:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767317782.719871:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.720283:0:66716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2f7239800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1767317782.720294:0:66716:0:(genops.c:904:class_export_put()) final put ffff96e2c95e5800/lustre-MDT0000-mdtlov_UUID 00000004:01000000:2.0:1767317782.720321:0:94400:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1767317782.720329:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c4e 00000020:00000080:2.0:1767317782.720336:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2daa1a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1767317782.720347:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1767317782.720353:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.720365:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c95e5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1767317782.720376:0:66716:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.720456:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2daa1a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1767317782.721273:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767317782.721278:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 12 (ffff96e2c9558000) has no exports 00000020:00000080:2.0:1767317782.721287:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c47 00000020:00000080:2.0:1767317782.721293:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2daa1b800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767317782.721396:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2daa1b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1767317782.725574:0:94400:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1767317782.725583:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1767317782.725592:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968453 gen 5 00000100:00020000:0.0:1767317782.725600:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00100000:0.0:1767317782.725602:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767317782.725605:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000020:00000080:0.0:1767317782.725635:0:66716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e1c5fa5000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1767317782.725683:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767317782.725694:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.725699:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2daa18000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767317782.725702:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2daa18000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1767317782.725715:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.725833:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767317782.725839:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.725842:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c8bf3800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767317782.725844:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c8bf3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1767317782.725849:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1767317782.726267:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c0f 00000020:00000080:0.0:1767317782.726276:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c2762800/lustre-MDD0000_UUID 00000020:01000000:0.0:1767317782.726287:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1767317782.726298:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c2762800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1767317782.726360:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.726366:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1767317782.726370:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff96e2dff2e360) has no exports 00000020:00000080:0.0:1767317782.726513:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767317782.726518:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1767317782.726521:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c2760000/lustre-MDD0000_UUID 00000020:00000080:0.0:1767317782.726523:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c2760000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1767317782.726527:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1767317782.726876:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38c16 00000020:00000080:0.0:1767317782.726883:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c2767800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1767317782.726903:0:94400:0:(tgt_mount.c:188:server_put_mount()) put mount ffff96e2c9933000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1767317782.726906:0:94400:0:(obd_mount.c:705:lustre_put_lsi()) put ffff96e2c9933000 3 00000020:01000004:0.0:1767317782.726913:0:94400:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff96e2c9933000 from lustre-MDT0000 00000020:00000080:0.0:1767317782.726933:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767317782.726937:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1767317782.726940:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c8bf3000/lustre-MDT0000_UUID 00000020:00000080:0.0:1767317782.726942:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c8bf3000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1767317782.726949:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1767317782.726983:0:94400:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1767317782.726986:0:94400:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1767317782.726990:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1767317782.726992:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.726995:0:94400:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1767317782.727001:0:94400:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff96e1c276d800 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3 0@lo 17 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767317782.727009:0:94400:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff96e2c95e1000 72a88d52-d1c2-43bb-97b6-e4f0202ce716 192.168.204.1@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1767317782.727013:0:94400:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff96e2daa031b0) has exports, disconnecting them 00000020:00080000:0.0:1767317782.727018:0:94400:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff96e1c276d800), last request at 1767317596 00000020:00000080:0.0:1767317782.727110:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38bc9 00000020:00010000:0.0:1767317782.727115:0:94400:0:(genops.c:1938:obd_stale_export_put()) Put export ffff96e1c276d800: total 1 00000100:00080000:0.0:1767317782.727119:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e1c276a800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767317782.727128:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff96e1c276d800): rc 0 00000020:00080000:0.0:1767317782.727132:0:94400:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.1@tcp (ffff96e2c95e1000), last request at 1767317596 00000020:00000080:0.0:1767317782.727313:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38bc2 00000020:00010000:0.0:1767317782.727317:0:94400:0:(genops.c:1938:obd_stale_export_put()) Put export ffff96e2c95e1000: total 1 00000100:00080000:0.0:1767317782.727320:0:94400:0:(import.c:65:import_set_state_nolock()) ffff96e2c95e3000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1767317782.727331:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (ffff96e2c95e1000): rc 0 00000020:00080000:0.0:1767317782.727336:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff96e2daa031b0) has no exports 00000100:00100000:0.0:1767317782.727415:0:88788:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff96e2f718e600:88788] 1 exiting: rc = 0 00000020:00000080:3.0:1767317782.727576:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c2767800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:3.0:1767317782.727593:0:15462:0:(genops.c:1924:obd_stale_export_get()) Get export ffff96e1c276d800: total 0 00010000:00010000:3.0:1767317782.727636:0:15462:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff96e1c276d800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1767317782.727672:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c2c36c00/0xd0d4f19a2da38d2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38d27 expref: 14 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727687:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c2c37a00/0xd0d4f19a2da38dac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38da5 expref: 13 pid: 88789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727701:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2f72d7400/0xd0d4f19a2da3a609 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a602 expref: 12 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727711:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2ff00b800/0xd0d4f19a2da3a5d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a5d1 expref: 11 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727722:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e1c2727000/0xd0d4f19a2da38d58 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38d51 expref: 10 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727731:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2efdbd600/0xd0d4f19a2da3a5fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a5f4 expref: 9 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727742:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c2c36200/0xd0d4f19a2da38d74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38d6d expref: 8 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727751:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2efdbc800/0xd0d4f19a2da3a617 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a610 expref: 7 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727761:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2efdbd800/0xd0d4f19a2da3a5e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a5df expref: 6 pid: 88789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727770:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2efdbc000/0xd0d4f19a2da3a625 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a61e expref: 5 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727781:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2d2c0c400/0xd0d4f19a2da38d90 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38d89 expref: 4 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727794:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2efdbde00/0xd0d4f19a2da3a633 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da3a62c expref: 3 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727803:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c2c36400/0xd0d4f19a2da38d9e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd0d4f19a2da38d97 expref: 2 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.727813:0:15462:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff96e1c276d800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1767317782.727830:0:15462:0:(genops.c:904:class_export_put()) final put ffff96e1c276d800/5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3 00000020:00010000:3.0:1767317782.727848:0:15462:0:(genops.c:1924:obd_stale_export_get()) Get export ffff96e2c95e1000: total 1 00010000:00010000:3.0:1767317782.727866:0:15462:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff96e2c95e1000, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1767317782.727883:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2efdbd400/0xd0d4f19a2da3a5ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8020be expref: 5 pid: 88787 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1767317782.728272:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c276d800/5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3 for MGS 00000020:00000080:0.0:1767317782.728301:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e1c276a800 for MGS 00010000:00010000:3.0:1767317782.728365:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2c8087e00/0xd0d4f19a2da38cd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f801c73 expref: 4 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.728378:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2d2c0de00/0xd0d4f19a2da38ce1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f801c81 expref: 3 pid: 88787 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.728391:0:15462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff96e2ff00a600/0xd0d4f19a2da3a5bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0xca5b63078f8020b7 expref: 2 pid: 88788 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767317782.728402:0:15462:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff96e2c95e1000, canceled 4 locks, left on hash table 0. 00000020:00000080:3.0:1767317782.728417:0:15462:0:(genops.c:904:class_export_put()) final put ffff96e2c95e1000/72a88d52-d1c2-43bb-97b6-e4f0202ce716 00010000:00010000:3.0:1767317782.728435:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317782.728437:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317782.728439:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317782.728469:0:88789:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff96e2f718e800:88789] 2 exiting: rc = 0 00000100:00100000:3.0:1767317782.728995:0:88787:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff96e2f718f600:88787] 0 exiting: rc = 1 00000020:00000080:0.0:1767317782.729074:0:66716:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c95e1000/72a88d52-d1c2-43bb-97b6-e4f0202ce716 for MGS 00000020:00000080:0.0:1767317782.729101:0:66716:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2c95e3000 for MGS 00000100:00100000:0.0:1767317782.729132:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729141:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729147:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729383:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729395:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729404:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729412:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729420:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729429:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729436:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729445:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729453:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729464:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729485:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729495:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729503:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729511:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.729522:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730089:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730101:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730108:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730115:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730123:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730132:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730138:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730145:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730150:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730262:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730272:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730284:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730295:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730305:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730310:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:3.0:1767317782.730498:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317782.730669:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730679:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730684:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.730690:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731005:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731015:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731022:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731027:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731033:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731038:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731044:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731049:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731054:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731060:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731066:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731072:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731077:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731084:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731089:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731094:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731099:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731106:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731111:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731117:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731123:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731129:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731134:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731140:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731144:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731150:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767317782.731396:0:94400:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1767317782.735462:0:94400:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff96e2c4d47f60 - data ffff96e2fee79af8/ffff96e2ff084000 00000020:01000000:3.0:1767317782.735618:0:94400:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff96e2f8de2a20 - data ffff96e2fed561b0/ffff96e2edb7a000 00000020:00000080:3.0:1767317782.736066:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38bbb 00000020:00000080:3.0:1767317782.736074:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e1c276c800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1767317782.736096:0:94400:0:(tgt_mount.c:188:server_put_mount()) put mount ffff96e2c9933000 from MGS, refs=2 00000020:01000004:3.0:1767317782.736100:0:94400:0:(obd_mount.c:705:lustre_put_lsi()) put ffff96e2c9933000 2 00000020:01000004:3.0:1767317782.736103:0:94400:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff96e2c9933000 from MGS 00000020:00000080:3.0:1767317782.736129:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1767317782.736137:0:94400:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1767317782.736140:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2f7248800/MGS 00000020:00000080:3.0:1767317782.736143:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2f7248800/MGS for MGS 00000020:01000000:3.0:1767317782.736151:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1767317782.736503:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1767317782.736508:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1767317782.736518:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767317782.736526:0:94400:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff96e2c3723800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1767317782.736532:0:94400:0:(genops.c:1570:class_disconnect_exports()) OBD device 26 (ffff96e2ec70ca88) has exports, disconnecting them 00000020:00080000:3.0:1767317782.736537:0:94400:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff96e2c3723800), last request at 1767317596 00000020:00000080:3.0:1767317782.736543:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38cc5 00000020:00080000:3.0:1767317782.736552:0:94400:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff96e2c3723800): rc 0 00000020:00000080:3.0:1767317782.736635:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c3723800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1767317782.736755:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c276c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767317782.736764:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c3723800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1767317782.749348:0:94400:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1767317782.749363:0:94400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767317782.749368:0:94400:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:0.0:1767317782.749374:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000100:00100000:0.0:1767317782.749378:0:94400:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767317782.749379:0:94400:0:(obd_class.h:479:obd_check_dev()) Device 26 not setup 00000020:00000080:0.0:1767317782.749409:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e301c1f000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1767317782.749590:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767317782.749603:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1767317782.749608:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2c3726800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1767317782.749612:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2c3726800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1767317782.749623:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1767317782.749704:0:94400:0:(obd_mount.c:705:lustre_put_lsi()) put ffff96e2c9933000 1 00000020:00000080:0.0:1767317782.749712:0:94400:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da38bad 00000020:00000080:0.0:1767317782.749718:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2f724d000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1767317782.749727:0:94400:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1767317782.749735:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2f724d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767317782.749745:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767317782.749750:0:94400:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1767317782.749754:0:94400:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff96e2daa06360) has no exports 00000020:00000080:1.0:1767317782.834501:0:94400:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767317782.834514:0:94400:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1767317782.834519:0:94400:0:(genops.c:904:class_export_put()) final put ffff96e2f72f1800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767317782.834523:0:94400:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2f72f1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1767317782.834536:0:94400:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1767317782.834647:0:94400:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff96e2c9935800 00000020:02000400:1.0:1767317782.834726:0:94400:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1767317783.136490:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317784.165996:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767317785.184951:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767317786.210832:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317786.402470:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989432960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1767317786.402536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317786.402607:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989432960 00000100:00100000:0.0:1767317786.402614:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989432960 00000100:00100000:0.0:1767317786.402650:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:0.0:1767317786.402656:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7014:x1853163989432960:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1767317786.402664:0:15473:0:(tgt_handler.c:788:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1767317786.402696:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7014:x1853163989432960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 39us (160us total) trans 0 rc -107/-107 00000100:00100000:0.0:1767317786.402703:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:02020000:0.0:1767317786.402734:0:7014:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1767317786.404931:0:7014:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767317786.404938:0:7014:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767317786.404943:0:7014:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1767317786.413496:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7015:1853163989433088:0@lo:400:kworker.0 00000400:00000100:1.0:1767317786.413556:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989433088 offset 0 length 224: 4 00000100:00100000:1.0:1767317786.413604:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317786.413611:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7015:1853163989433216:0@lo:400:kworker.0 00000100:00100000:1.0:1767317786.413645:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317786.425389:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989433600:0@lo:400:kworker.0 00000100:00100000:2.0:1767317786.425468:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317786.425526:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433216 00000100:00100000:2.0:1767317786.425534:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433216 00000100:00100000:2.0:1767317786.425570:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433600 00000100:00100000:2.0:1767317786.425573:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433600 00000100:00100000:2.0:1767317786.425611:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00100000:2.0:1767317786.425620:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989433600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317786.425673:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989433600:12345-0@lo:400:kworker.0 Request processed in 54us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317786.425681:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:2.0:1767317786.425700:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21934 00000100:00100000:2.0:1767317786.425703:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7015:x1853163989433216:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1767317786.425709:0:15771:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1767317786.425734:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7015:x1853163989433216:12345-0@lo:400:kworker.0 Request processed in 29us (12090us total) trans 0 rc -107/-107 00000100:00100000:2.0:1767317786.425740:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21934 00000100:00080000:2.0:1767317786.425761:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317786.425795:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989433600:0@lo:400:kworker.0 00000100:00080000:2.0:1767317786.425810:0:7015:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767317786.425815:0:7015:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767317786.425826:0:7015:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1767317786.425831:0:7015:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317786.425835:0:7015:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 2851 00000100:00080000:2.0:1767317786.425841:0:7015:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317786.425861:0:7015:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5180 x1853163989433728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317786.425880:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:7015:1853163989433216:0@lo:400:kworker.0 00000100:00100000:2.0:1767317786.425904:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989433728:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1767317786.425927:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317786.425953:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433728 00000100:00100000:2.0:1767317786.425957:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433728 00000100:00100000:2.0:1767317786.425974:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21935 00000100:00100000:2.0:1767317786.425978:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989433728:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1767317786.425994:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767317786.432977:0:7014:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317786.432990:0:7014:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 2851 00000100:00080000:0.0:1767317786.432998:0:7014:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317786.433038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989433344:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.433109:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317786.433149:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317786.433157:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163989433472:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.433181:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317786.433217:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433344 00000100:00100000:0.0:1767317786.433224:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433344 00000100:00100000:0.0:1767317786.433294:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433472 00000100:00100000:0.0:1767317786.433297:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433472 00000100:00100000:0.0:1767317786.433310:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075 00000100:00100000:0.0:1767317786.433318:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989433344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.433368:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989433344:12345-0@lo:400:kworker.0 Request processed in 51us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317786.433375:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075 00000100:00100000:0.0:1767317786.433392:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21936 00000100:00100000:0.0:1767317786.433397:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163989433472:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1767317786.433413:0:15469:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1767317786.433436:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7013:x1853163989433472:12345-0@lo:400:kworker.0 Request processed in 37us (254us total) trans 0 rc -107/-107 00000100:00100000:0.0:1767317786.433441:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21936 00000100:00080000:0.0:1767317786.433470:0:7013:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767317786.433474:0:7013:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767317786.433477:0:7013:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1767317786.433482:0:7013:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317786.433485:0:7013:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 2851 00000100:00080000:0.0:1767317786.433488:0:7013:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317786.433511:0:7013:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163989433856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317786.433532:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:7013:1853163989433472:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.433547:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989433344:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.433573:0:7014:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382300 x1853163989433984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317786.458390:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7016:1853163989434112:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.458463:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317786.458514:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434112 00000100:00100000:0.0:1767317786.458521:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434112 00000100:00100000:0.0:1767317786.458556:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21937 00000100:00100000:0.0:1767317786.458563:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7016:x1853163989434112:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1767317786.458570:0:15470:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1767317786.458606:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7016:x1853163989434112:12345-0@lo:400:kworker.0 Request processed in 42us (142us total) trans 0 rc -107/-107 00000100:00100000:0.0:1767317786.458613:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21937 00000100:00080000:0.0:1767317786.458647:0:7016:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767317786.458651:0:7016:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767317786.458655:0:7016:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1767317786.458660:0:7016:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317786.458663:0:7016:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 2851 00000100:00080000:0.0:1767317786.458669:0:7016:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317786.458688:0:7016:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383100 x1853163989434240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317786.458702:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:7016:1853163989434112:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.458736:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989434368:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.458766:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317786.458797:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434368 00000100:00100000:0.0:1767317786.458801:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434368 00000100:00100000:0.0:1767317786.458928:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:0.0:1767317786.458937:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+39:7013:x1853163989434368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.458985:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+39:7013:x1853163989434368:12345-0@lo:400:kworker.0 Request processed in 49us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317786.458991:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:0.0:1767317786.459023:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989434368:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.459063:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317786.459068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989434496:0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.459091:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317786.459113:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434496 00000100:00100000:0.0:1767317786.459116:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434496 00000100:00100000:0.0:1767317786.459137:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:0.0:1767317786.459143:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989434496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317786.459174:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989434496:12345-0@lo:400:kworker.0 Request processed in 31us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317786.459180:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:0.0:1767317786.459205:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989434496:0@lo:400:kworker.0 00000100:00080000:2.0:1767317786.462578:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317786.462589:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317786.462593:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317786.462619:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989433856:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767317786.462684:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317786.462715:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989433984:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1767317786.464005:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317786.464038:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989434240:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1767317786.464068:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317786.465247:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433856 00000100:00100000:2.0:1767317786.465256:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433856 00000100:00100000:2.0:1767317786.465294:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434240 00000100:00100000:2.0:1767317786.465297:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434240 00000100:00100000:2.0:1767317786.465318:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21938 00000100:00100000:2.0:1767317786.465325:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989433856:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1767317786.465345:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317786.465399:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989433856:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 73us (2713us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317786.465424:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21938 00000100:00100000:2.0:1767317786.465440:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21939 00000100:00100000:2.0:1767317786.465444:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989434240:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1767317786.465452:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317786.465475:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989434240:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 30us (1406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317786.467096:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21939 00000100:00100000:2.0:1767317786.467129:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989433984 00000100:00100000:2.0:1767317786.467135:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989433984 00000100:00100000:2.0:1767317786.467173:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:2.0:1767317786.467178:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989433984:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:2.0:1767317786.467195:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317786.467265:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989433984:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 85us (3262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317786.467272:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00080000:2.0:1767317786.471350:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317786.471365:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317786.471370:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989433856:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1767317786.471384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317786.471388:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317786.471391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989433984:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1767317786.471412:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317786.471417:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317786.471420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989434240:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1767317786.483599:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989433728:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 57610us (57661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317786.483613:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21935 00000100:00080000:1.0:1767317786.483669:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317786.483674:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317786.483678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989433728:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:3.0:1767317787.232442:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317787.426113:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989434624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317787.426187:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317787.427775:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434624 00000100:00100000:2.0:1767317787.427787:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434624 00000100:00100000:2.0:1767317787.427843:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:2.0:1767317787.427851:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989434624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317787.427883:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317787.428354:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989434624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 502us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317787.428362:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767317787.428469:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989434624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317787.428678:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989434752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317787.428714:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317787.428778:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989434752 00000100:00100000:2.0:1767317787.428783:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989434752 00000100:00100000:2.0:1767317787.428817:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:2.0:1767317787.428825:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+39:7016:x1853163989434752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317787.428840:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3923529728 avail 3692007424 00000004:00080000:1.0:1767317787.428901:0:18777:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3037155669532ns, next at 3038155667447ns, rc = 0 00000001:00100000:1.0:1767317787.431567:0:18379:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767317787.431596:0:18379:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975347 is committed 00000001:00080000:1.0:1767317787.431603:0:18379:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975346 is committed 00000020:00000080:1.0:1767317787.431663:0:18379:0:(genops.c:904:class_export_put()) final put ffff96e1c2762000/lustre-MDT0000-mdtlov_UUID 00000004:00080000:1.0:1767317787.431736:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 24 committed 00000001:00100000:1.0:1767317787.431749:0:15457:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1767317787.431754:0:15457:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968454 is committed 00000020:00000080:1.0:1767317787.431756:0:15457:0:(genops.c:904:class_export_put()) final put ffff96e2f7238800/lustre-MDT0000-mdtlov_UUID 00000020:00080000:1.0:1767317787.431764:0:15457:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 34 batchid updated 00000004:00080000:1.0:1767317787.431776:0:15457:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 23 committed 00000020:00080000:1.0:1767317787.431788:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 34 00000004:00080000:1.0:1767317787.431848:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e2c8edd480 with version 70 00000020:00080000:1.0:1767317787.431857:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 33 cancel update log [0x200000401:0x2:0x0].33: rc = 0 00000004:00080000:1.0:1767317787.431878:0:15504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff96e301d9b300 with version 71 00000020:00080000:1.0:1767317787.431881:0:15504:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 34 cancel update log [0x200000401:0x2:0x0].34: rc = 0 00000020:00080000:1.0:1767317787.431886:0:15504:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 34 00000004:00080000:1.0:1767317787.431894:0:15573:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff96e2c34b90c0 version 70 rpc_version 70 00000020:00100000:1.0:1767317787.431922:0:15573:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1767317787.431931:0:15573:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96e1eb710000 x1853163989435008/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317787.431952:0:15573:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96e1eb710000 x1853163989435008/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317787.431961:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000020:00000080:3.0:1767317787.432469:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c2762000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1767317787.432517:0:75821:0:(genops.c:863:class_export_destroy()) destroying export ffff96e2f7238800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1767317787.432550:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e1c2765000 for lustre-OST0001 00000020:00000080:3.0:1767317787.432555:0:75821:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e2f723f800 for lustre-MDT0001 00000001:00100000:3.0:1767317787.433051:0:18365:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1767317787.433070:0:18365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976427 is committed 00000001:00080000:3.0:1767317787.433132:0:18365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976393 is committed 00000020:00000080:3.0:1767317787.433368:0:18365:0:(genops.c:904:class_export_put()) final put ffff96e1c2764000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767317787.433438:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c2764000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1767317787.433487:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e1c2761800 for lustre-OST0000 00000100:00100000:2.0:1767317787.434006:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+39:7016:x1853163989434752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1186us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317787.436463:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1767317787.436592:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989434752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317787.436640:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989435136:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1767317787.436706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317787.436849:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435136 00000100:00100000:2.0:1767317787.436857:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435136 00000100:00100000:2.0:1767317787.436906:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16281 00000100:00100000:2.0:1767317787.436916:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989435136:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1767317787.436955:0:70200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:157 count 1 00002000:00010000:2.0:1767317787.436992:0:70200:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1767317787.436999:0:70200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317787.437029:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317787.437032:0:70200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767317787.437038:0:70200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317787.437063:0:70200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317787.437072:0:70200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317787.439202:0:70200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767317787.439247:0:70200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767317787.439531:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989435136:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2614us (2820us total) trans 4294976428 rc 0/0 00000100:00100000:2.0:1767317787.439542:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16281 00000100:00100000:2.0:1767317787.439604:0:7013:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294976427 gen 2 00000004:00080000:2.0:1767317787.439610:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec093b80, transno 4294976394 00000004:00080000:2.0:1767317787.439622:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaace00, transno 4294976395 00000004:00080000:2.0:1767317787.439625:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec090a80, transno 4294976396 00000004:00080000:2.0:1767317787.439628:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaae680, transno 4294976397 00000004:00080000:2.0:1767317787.439630:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaad500, transno 4294976398 00000004:00080000:2.0:1767317787.439633:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaafb80, transno 4294976399 00000004:00080000:2.0:1767317787.439635:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec092d80, transno 4294976400 00000004:00080000:2.0:1767317787.439637:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaac380, transno 4294976401 00000004:00080000:2.0:1767317787.439640:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaac700, transno 4294976402 00000004:00080000:2.0:1767317787.439643:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec092a00, transno 4294976403 00000004:00080000:2.0:1767317787.439646:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaaca80, transno 4294976404 00000004:00080000:2.0:1767317787.439648:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2eaaaed80, transno 4294976405 00000004:00080000:2.0:1767317787.439651:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b6a00, transno 4294976406 00000004:00080000:2.0:1767317787.439654:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec091180, transno 4294976407 00000004:00080000:2.0:1767317787.439656:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec093480, transno 4294976408 00000004:00080000:2.0:1767317787.439659:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b4700, transno 4294976409 00000004:00080000:2.0:1767317787.439662:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b5180, transno 4294976410 00000004:00080000:2.0:1767317787.439664:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634380, transno 4294976411 00000004:00080000:2.0:1767317787.439667:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1cf2b5f80, transno 4294976412 00000004:00080000:2.0:1767317787.439671:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636300, transno 4294976413 00000004:00080000:2.0:1767317787.439674:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636680, transno 4294976414 00000004:00080000:2.0:1767317787.439677:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636d80, transno 4294976415 00000004:00080000:2.0:1767317787.439680:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634700, transno 4294976416 00000004:00080000:2.0:1767317787.439683:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd2c4000, transno 4294976417 00000004:00080000:2.0:1767317787.439686:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd2c5f80, transno 4294976418 00000004:00080000:2.0:1767317787.439690:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8635c00, transno 4294976419 00000004:00080000:2.0:1767317787.439692:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8637100, transno 4294976420 00000004:00080000:2.0:1767317787.439695:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2fd2c7800, transno 4294976421 00000004:00080000:2.0:1767317787.439699:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8637b80, transno 4294976422 00000004:00080000:2.0:1767317787.439702:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8636a00, transno 4294976423 00000004:00080000:2.0:1767317787.439704:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8637800, transno 4294976424 00000004:00080000:2.0:1767317787.439707:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2c8634a80, transno 4294976425 00000004:00080000:2.0:1767317787.439710:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e5381c00, transno 4294976426 00000004:00080000:2.0:1767317787.439713:0:7013:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2e5382d80, transno 4294976427 00000100:00100000:2.0:1767317787.439720:0:7013:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff96e1eb710380 x1853163989435136/t4294976428(4294976428) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767317803 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767317787.439733:0:7013:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff96e1eb710380/2, rc 0, transno 4294976428 00000100:00100000:2.0:1767317787.439739:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989435136:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1767317787.440004:0:18776:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 1 in progress, 0 in flight, 34 done 00010000:00010000:1.0:1767317787.442261:0:25337:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767317787.442276:0:25337:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317787.442291:0:25337:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff96e2c828ce00 already unused, calling callback (ffffffffc0c23b40) 00010000:00010000:1.0:1767317787.442296:0:25337:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317787.442307:0:25337:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317787.442330:0:25337:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317787.442339:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff96e2c828ce00/0xd0d4f19a2da3fdeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 70200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767317787.442363:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317787.442365:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767317787.442367:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317787.491360:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317787.491412:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317787.491424:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925743104 00000100:00100000:1.0:1767317787.491433:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925743104 00000400:00000100:0.0:1767317787.491441:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925742976 offset 0 length 224: 4 00000100:00100000:0.0:1767317787.491467:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317787.491469:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925743360 00000100:00100000:2.0:1767317787.491476:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925743360 00000100:00100000:3.0:1767317787.491507:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925743232 00000100:00100000:3.0:1767317787.491513:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925743232 00000100:00100000:0.0:1767317787.491515:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21940 00000100:00100000:0.0:1767317787.491525:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2513:x1853163925743104:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317787.491530:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1963 00000020:00080000:0.0:1767317787.491541:0:15470:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:2.0:1767317787.491544:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925743360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317787.491569:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4076 00000100:00100000:3.0:1767317787.491579:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925743232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317787.491601:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2513:x1853163925743104:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (250us total) trans 0 rc -107/-107 00000100:00100000:0.0:1767317787.491608:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21940 00000100:00100000:2.0:1767317787.493644:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925743360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2095us (2223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317787.493658:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1963 00000100:00100000:3.0:1767317787.493671:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925743232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2091us (2202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317787.493682:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4076 00000100:00080000:2.0:1767317787.493695:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767317787.493701:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317787.517328:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317787.517378:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925743488 00000100:00100000:0.0:1767317787.517397:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925743488 00000100:00100000:0.0:1767317787.517445:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21941 00000100:00100000:0.0:1767317787.517452:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925743488:12345-192.168.204.1@tcp:38:ptlrpcd_01_00.0 00010000:00020000:0.0:1767317787.517475:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317787.517550:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925743488:12345-192.168.204.1@tcp:38:ptlrpcd_01_00.0 Request processed in 96us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317787.517558:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21941 00010000:00010000:1.0:1767317788.256405:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317788.449298:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317789.280401:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317789.473652:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317790.307951:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317790.503512:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317791.337325:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317791.520395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767317791.522843:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317791.522851:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317791.522855:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317791.522864:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3036 00000100:00080000:3.0:1767317791.522870:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767317791.522877:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317791.522897:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4000 x1853163989435392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317791.522913:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317791.522917:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317791.522918:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317791.522922:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3036 00000100:00080000:3.0:1767317791.522924:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767317791.522928:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317791.522940:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989435520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317791.522961:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317791.522964:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317791.522966:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317791.522969:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3036 00000100:00080000:3.0:1767317791.522972:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767317791.522975:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317791.522987:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5500 x1853163989435776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317791.523092:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317791.523112:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989435264:0@lo:400:kworker.0 00000400:00000100:1.0:1767317791.523164:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989435264 offset 0 length 224: 4 00000100:00100000:1.0:1767317791.523223:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989435392:0@lo:38:kworker.0 00000100:00100000:1.0:1767317791.523273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317791.523294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989435520:0@lo:38:kworker.0 00000100:00100000:1.0:1767317791.523331:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317791.523347:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989435776:0@lo:38:kworker.0 00000100:00100000:1.0:1767317791.523365:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317791.523392:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989435648:0@lo:400:kworker.0 00000100:00100000:1.0:1767317791.523411:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317791.523439:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435392 00000100:00100000:1.0:1767317791.523447:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435392 00000100:00100000:1.0:1767317791.523478:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435776 00000100:00100000:1.0:1767317791.523481:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435776 00000100:00100000:1.0:1767317791.523508:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435648 00000100:00100000:1.0:1767317791.523511:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435648 00000100:00100000:1.0:1767317791.523543:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077 00000100:00100000:1.0:1767317791.523552:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989435648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317791.523600:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989435648:12345-0@lo:400:kworker.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317791.523606:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077 00000100:00100000:1.0:1767317791.523624:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21942 00000100:00100000:1.0:1767317791.523628:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989435392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317791.523645:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317791.523675:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989435392:12345-0@lo:38:kworker.0 Request processed in 45us (402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317791.523681:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21942 00000100:00100000:1.0:1767317791.523691:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21943 00000100:00100000:1.0:1767317791.523695:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989435776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317791.523703:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317791.523723:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989435776:12345-0@lo:38:kworker.0 Request processed in 27us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317791.523728:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21943 00000100:00100000:1.0:1767317791.523745:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435520 00000100:00100000:1.0:1767317791.523749:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435520 00000100:00100000:1.0:1767317791.523768:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:1.0:1767317791.523772:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989435520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317791.523780:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317791.523804:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989435520:12345-0@lo:38:kworker.0 Request processed in 31us (473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317791.523810:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00080000:1.0:1767317791.523833:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317791.523864:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989435648:0@lo:400:kworker.0 00000100:00080000:1.0:1767317791.523889:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317791.523894:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317791.523897:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989435392:0@lo:38:kworker.0 00000100:00080000:1.0:1767317791.523904:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317791.523907:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317791.523910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989435520:0@lo:38:kworker.0 00000100:00080000:1.0:1767317791.523917:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317791.523920:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317791.523922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989435776:0@lo:38:kworker.0 00000100:00080000:3.0:1767317791.524404:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317791.524409:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317791.524411:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317791.524416:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3036 00000100:00080000:3.0:1767317791.524420:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1767317791.524425:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317791.524443:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5c00 x1853163989436032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317791.524506:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989436288:0@lo:400:kworker.0 00000100:00100000:3.0:1767317791.524545:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317791.524572:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317791.524578:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989436160:0@lo:400:kworker.0 00000100:00100000:3.0:1767317791.524598:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317791.524623:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436288 00000100:00100000:3.0:1767317791.524628:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436288 00000100:00100000:3.0:1767317791.524661:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436160 00000100:00100000:3.0:1767317791.524664:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436160 00000100:00100000:3.0:1767317791.524683:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964 00000100:00100000:3.0:1767317791.524689:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989436288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317791.524725:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989436288:12345-0@lo:400:kworker.0 Request processed in 36us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317791.524824:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965 00000100:00100000:0.0:1767317791.524833:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989436160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317791.524869:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989436160:12345-0@lo:400:kworker.0 Request processed in 38us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317791.524875:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965 00000100:00100000:0.0:1767317791.524900:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989435904:0@lo:400:kworker.0 00000100:00100000:0.0:1767317791.524924:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317791.524978:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964 00000100:00100000:3.0:1767317791.525086:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989435904 00000100:00100000:3.0:1767317791.525091:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989435904 00000100:00100000:3.0:1767317791.525130:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078 00000100:00100000:3.0:1767317791.525136:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989435904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317791.525171:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989435904:12345-0@lo:400:kworker.0 Request processed in 36us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317791.525178:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078 00000100:00100000:3.0:1767317791.525210:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989436160:0@lo:400:kworker.0 00000100:00100000:3.0:1767317791.525218:0:7014:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294975347 gen 2 00000004:00080000:3.0:1767317791.525223:0:7014:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e2ec091f80, transno 4294975347 00000100:00100000:3.0:1767317791.525254:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989436288:0@lo:400:kworker.0 00000100:00100000:3.0:1767317791.525282:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989435904:0@lo:400:kworker.0 00000100:00080000:1.0:1767317791.528364:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767317791.528374:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317791.528377:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317791.528416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989436032:0@lo:38:kworker.0 00000100:00100000:1.0:1767317791.528482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317791.528661:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436032 00000100:00100000:0.0:1767317791.528669:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436032 00000100:00100000:0.0:1767317791.528708:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21944 00000100:00100000:0.0:1767317791.528715:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989436032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317791.528745:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317791.528798:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989436032:12345-0@lo:38:kworker.0 Request processed in 82us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317791.528805:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21944 00000100:00080000:1.0:1767317791.529115:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317791.529121:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317791.529125:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989436032:0@lo:38:kworker.0 00010000:00010000:1.0:1767317792.354589:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317792.546817:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317792.550180:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317792.550201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989436416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317792.550301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317792.553028:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436416 00000100:00100000:0.0:1767317792.553044:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436416 00000100:00100000:0.0:1767317792.553106:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:0.0:1767317792.553116:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989436416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317792.553152:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317792.553270:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989436416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (2968us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317792.553278:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00100000:1.0:1767317792.553376:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989436416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317792.554088:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989436544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317792.554131:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317792.554476:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436544 00000100:00100000:3.0:1767317792.554482:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436544 00000100:00100000:3.0:1767317792.554554:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:3.0:1767317792.554563:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7016:x1853163989436544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317792.554585:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317792.554679:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7016:x1853163989436544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317792.554686:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:1.0:1767317792.554849:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989436544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317792.624666:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317792.625054:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925743872 00000100:00100000:1.0:1767317792.625066:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925743872 00000100:00100000:1.0:1767317792.625134:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4079 00000100:00100000:1.0:1767317792.625146:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925743872:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317792.625222:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925743872:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317792.625250:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4079 00000100:00080000:1.0:1767317792.625276:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767317792.629135:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925743616 offset 0 length 224: 4 00000100:00100000:3.0:1767317792.629300:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317792.629347:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317792.629381:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925744000 00000100:00100000:3.0:1767317792.629389:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925744000 00000100:00100000:3.0:1767317792.629445:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1966 00000100:00100000:3.0:1767317792.629453:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925744000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317792.629623:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925743744 00000100:00100000:0.0:1767317792.629628:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925743744 00000100:00100000:0.0:1767317792.629655:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21945 00000100:00100000:0.0:1767317792.629661:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925743744:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317792.629678:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317792.629718:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925743744:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317792.629725:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21945 00000100:00100000:3.0:1767317792.629930:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925744000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 477us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317792.629938:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1966 00000100:00080000:3.0:1767317792.629957:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1767317793.060091:0:18365:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976428 is committed 00010000:00010000:3.0:1767317793.377380:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317793.569585:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317794.400420:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317794.592914:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317795.424518:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317795.616606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317796.448556:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317796.640937:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317796.640944:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317796.640948:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317796.640957:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3041 00000100:00080000:2.0:1767317796.640963:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767317796.640969:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317796.640991:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7800 x1853163989436800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317796.641013:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317796.641017:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317796.641019:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317796.641023:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3041 00000100:00080000:2.0:1767317796.641026:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767317796.641029:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317796.641042:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163989436928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317796.641058:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317796.641061:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317796.641063:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317796.641066:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3041 00000100:00080000:2.0:1767317796.641069:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767317796.641072:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317796.641083:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989437184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317796.641107:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317796.641110:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317796.641112:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317796.641115:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3041 00000100:00080000:2.0:1767317796.641118:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767317796.641121:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317796.641131:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad500 x1853163989437440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317796.641168:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989437312:0@lo:400:kworker.0 00000100:00100000:2.0:1767317796.641285:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317796.641341:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317796.641347:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989437568:0@lo:400:kworker.0 00000100:00100000:2.0:1767317796.641375:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317796.641421:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437568 00000100:00100000:2.0:1767317796.641428:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437568 00000100:00100000:2.0:1767317796.641484:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967 00000100:00100000:2.0:1767317796.641494:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989437568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317796.641548:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989437568:12345-0@lo:400:kworker.0 Request processed in 54us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317796.641555:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967 00000100:00100000:2.0:1767317796.641600:0:7015:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294976428 gen 2 00000004:00080000:2.0:1767317796.641606:0:7015:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff96e1eb710380, transno 4294976428 00000100:00100000:2.0:1767317796.641618:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989437568:0@lo:400:kworker.0 00000100:00100000:3.0:1767317796.641863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989436800:0@lo:38:kworker.0 00000100:00100000:3.0:1767317796.641894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317796.641929:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989436928:0@lo:38:kworker.0 00000100:00100000:3.0:1767317796.641954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317796.641975:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989437184:0@lo:38:kworker.0 00000100:00100000:3.0:1767317796.641995:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317796.642009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989437440:0@lo:38:kworker.0 00000100:00100000:3.0:1767317796.642031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767317796.642057:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317796.642162:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989436672:0@lo:400:kworker.0 00000400:00000100:1.0:1767317796.642188:0:7013:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989436672 offset 0 length 224: 4 00000100:00100000:1.0:1767317796.642207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989437696:0@lo:400:kworker.0 00000100:00100000:1.0:1767317796.642258:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317796.642285:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317796.642292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989437056:0@lo:400:kworker.0 00000100:00100000:1.0:1767317796.642314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317796.642343:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437312 00000100:00100000:1.0:1767317796.642347:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437312 00000100:00100000:1.0:1767317796.642389:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436800 00000100:00100000:1.0:1767317796.642392:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436800 00000100:00100000:1.0:1767317796.642403:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437184 00000100:00100000:1.0:1767317796.642405:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437184 00000100:00100000:1.0:1767317796.642412:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437440 00000100:00100000:1.0:1767317796.642414:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437440 00000100:00100000:1.0:1767317796.642420:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437056 00000100:00100000:1.0:1767317796.642422:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437056 00000100:00100000:1.0:1767317796.642439:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080 00000100:00100000:1.0:1767317796.642445:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989437312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317796.642481:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989437312:12345-0@lo:400:kworker.0 Request processed in 36us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317796.642487:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080 00000100:00100000:1.0:1767317796.642499:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081 00000100:00100000:1.0:1767317796.642505:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989437056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317796.642531:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989437056:12345-0@lo:400:kworker.0 Request processed in 27us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317796.642536:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081 00000100:00100000:1.0:1767317796.642547:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21946 00000100:00100000:1.0:1767317796.642551:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989436800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317796.642566:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317796.642592:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989436800:12345-0@lo:38:kworker.0 Request processed in 40us (698us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317796.642597:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21946 00000100:00100000:1.0:1767317796.642608:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21947 00000100:00100000:1.0:1767317796.642612:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989437184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317796.642620:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317796.642640:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989437184:12345-0@lo:38:kworker.0 Request processed in 27us (645us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317796.642647:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21947 00000100:00100000:1.0:1767317796.642657:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21948 00000100:00100000:1.0:1767317796.642660:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989437440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317796.642668:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317796.642685:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989437440:12345-0@lo:38:kworker.0 Request processed in 24us (654us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317796.642690:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21948 00000100:00100000:1.0:1767317796.642710:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437696 00000100:00100000:1.0:1767317796.642713:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437696 00000100:00100000:1.0:1767317796.642735:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968 00000100:00100000:1.0:1767317796.642739:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989437696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317796.642763:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989437696:12345-0@lo:400:kworker.0 Request processed in 24us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317796.642768:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968 00000100:00080000:1.0:1767317796.642778:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317796.642781:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317796.642799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989437056:0@lo:400:kworker.0 00000100:00100000:1.0:1767317796.642807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989437696:0@lo:400:kworker.0 00000100:00080000:1.0:1767317796.642827:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317796.642831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317796.642834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989436800:0@lo:38:kworker.0 00000100:00080000:1.0:1767317796.642840:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317796.642843:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317796.642846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989437184:0@lo:38:kworker.0 00000100:00080000:1.0:1767317796.642852:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317796.642855:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317796.642857:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989437440:0@lo:38:kworker.0 00000100:00100000:1.0:1767317796.642880:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989437312:0@lo:400:kworker.0 00000100:00100000:0.0:1767317796.643030:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989436928 00000100:00100000:0.0:1767317796.643034:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989436928 00000100:00100000:0.0:1767317796.643060:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:0.0:1767317796.643063:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989436928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317796.643070:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317796.643097:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989436928:12345-0@lo:38:kworker.0 Request processed in 33us (1143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317796.643100:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00080000:0.0:1767317796.643122:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317796.643124:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317796.643126:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989436928:0@lo:38:kworker.0 00000100:00100000:3.0:1767317796.643178:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317797.475704:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317797.664590:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317797.665086:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317797.665101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989437824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317797.665177:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317797.665353:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437824 00000100:00100000:3.0:1767317797.665367:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437824 00000100:00100000:3.0:1767317797.665424:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:3.0:1767317797.665442:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989437824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317797.665474:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317797.665527:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989437824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317797.665533:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00100000:3.0:1767317797.665578:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989437824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317797.665978:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317797.665990:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989437952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317797.666023:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317797.666113:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989437952 00000100:00100000:0.0:1767317797.666118:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989437952 00000100:00100000:0.0:1767317797.666156:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:0.0:1767317797.666163:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989437952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317797.666182:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317797.666255:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989437952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317797.666261:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:1.0:1767317797.666819:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989437952:0@lo:13:osp-pre-0-1.0 00000400:00000100:3.0:1767317797.731422:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925744128 offset 0 length 224: 4 00000100:00100000:3.0:1767317797.731463:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317797.731556:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317797.733041:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925744256 00000100:00100000:2.0:1767317797.733052:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925744256 00000100:00100000:2.0:1767317797.733105:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925744384 00000100:00100000:2.0:1767317797.733109:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925744384 00000100:00100000:2.0:1767317797.733175:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4082 00000100:00100000:2.0:1767317797.733185:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925744384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317797.733226:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21949 00000100:00100000:1.0:1767317797.733251:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925744256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317797.733273:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317797.733296:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925744384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 111us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317797.733304:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4082 00000100:00100000:1.0:1767317797.733323:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925744256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (1846us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317797.733331:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21949 00000100:00080000:3.0:1767317797.733530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317797.738980:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317797.743336:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925744512 00000100:00100000:2.0:1767317797.743351:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925744512 00000100:00100000:2.0:1767317797.743436:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1969 00000100:00100000:2.0:1767317797.743445:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925744512:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317797.743533:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925744512:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (4564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317797.743541:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1969 00000100:00080000:3.0:1767317797.743895:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767317798.496443:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317798.691732:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317799.520378:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317799.714109:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317800.545795:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317800.738359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317801.568548:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317801.760444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317801.764498:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317801.764505:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317801.764509:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317801.764517:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3046 00000100:00080000:2.0:1767317801.764535:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767317801.764543:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317801.764567:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163989438208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317801.764590:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317801.764593:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317801.764595:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317801.764600:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3046 00000100:00080000:2.0:1767317801.764602:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767317801.764606:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317801.764620:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae680 x1853163989438336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317801.764645:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317801.764649:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317801.764650:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317801.764653:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3046 00000100:00080000:2.0:1767317801.764668:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767317801.764672:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317801.764685:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989438592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317801.764707:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317801.764711:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317801.764713:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317801.764716:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3046 00000100:00080000:2.0:1767317801.764719:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767317801.764722:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317801.764733:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634380 x1853163989438848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317801.764776:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989438208:0@lo:38:kworker.0 00000100:00100000:2.0:1767317801.764840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317801.764901:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989438336:0@lo:38:kworker.0 00000100:00100000:2.0:1767317801.764925:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317801.764943:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989438976:0@lo:400:kworker.0 00000100:00100000:2.0:1767317801.764950:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989438592:0@lo:38:kworker.0 00000100:00100000:2.0:1767317801.764968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317801.764971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317801.764983:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989438848:0@lo:38:kworker.0 00000100:00100000:1.0:1767317801.764990:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767317801.764995:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7015:1853163989438080:0@lo:400:kworker.0 00000100:00100000:2.0:1767317801.765001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:1.0:1767317801.765015:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989438080 offset 0 length 224: 4 00000100:00100000:1.0:1767317801.765028:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989439104:0@lo:400:kworker.0 00000100:00100000:2.0:1767317801.765028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989438464:0@lo:400:kworker.0 00000100:00100000:1.0:1767317801.765048:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317801.765048:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317801.765067:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317801.765072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989438720:0@lo:400:kworker.0 00000100:00100000:1.0:1767317801.765093:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438976 00000100:00100000:2.0:1767317801.765093:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317801.765101:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438976 00000100:00100000:2.0:1767317801.765117:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438208 00000100:00100000:2.0:1767317801.765131:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438208 00000100:00100000:2.0:1767317801.765154:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438592 00000100:00100000:2.0:1767317801.765157:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438592 00000100:00100000:2.0:1767317801.765163:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438848 00000100:00100000:1.0:1767317801.765164:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439104 00000100:00100000:2.0:1767317801.765165:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438848 00000100:00100000:1.0:1767317801.765166:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439104 00000100:00100000:2.0:1767317801.765172:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438464 00000100:00100000:2.0:1767317801.765174:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438464 00000100:00100000:1.0:1767317801.765187:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:2.0:1767317801.765188:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438720 00000100:00100000:2.0:1767317801.765190:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438720 00000100:00100000:1.0:1767317801.765195:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989438976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317801.765201:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083 00000100:00100000:2.0:1767317801.765206:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989438464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317801.765267:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989438976:12345-0@lo:400:kworker.0 Request processed in 72us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317801.765274:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00100000:2.0:1767317801.765276:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989438464:12345-0@lo:400:kworker.0 Request processed in 59us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317801.765282:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083 00000100:00100000:1.0:1767317801.765289:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971 00000100:00100000:2.0:1767317801.765293:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084 00000100:00100000:1.0:1767317801.765295:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989439104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317801.765298:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989438720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317801.765321:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989439104:12345-0@lo:400:kworker.0 Request processed in 26us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317801.765321:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989438720:12345-0@lo:400:kworker.0 Request processed in 23us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317801.765327:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971 00000100:00100000:2.0:1767317801.765327:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084 00000100:00100000:2.0:1767317801.765338:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21950 00000100:00100000:2.0:1767317801.765342:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989438208:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767317801.765343:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989438336 00000100:00100000:1.0:1767317801.765346:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989438336 00010000:00020000:2.0:1767317801.765358:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317801.765364:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:1.0:1767317801.765368:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989438336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317801.765377:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317801.765387:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989438208:12345-0@lo:38:kworker.0 Request processed in 43us (546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317801.765393:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21950 00000100:00100000:1.0:1767317801.765396:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989438336:12345-0@lo:38:kworker.0 Request processed in 27us (470us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317801.765401:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00100000:2.0:1767317801.765404:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21951 00000100:00100000:2.0:1767317801.765407:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989438592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317801.765415:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317801.765420:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21952 00000100:00100000:1.0:1767317801.765424:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989438848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317801.765432:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317801.765435:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989438592:12345-0@lo:38:kworker.0 Request processed in 26us (466us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317801.765440:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21951 00000100:00100000:1.0:1767317801.765451:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989438848:12345-0@lo:38:kworker.0 Request processed in 26us (450us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317801.765457:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21952 00000100:00100000:2.0:1767317801.765478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989438720:0@lo:400:kworker.0 00000100:00100000:1.0:1767317801.765487:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989439104:0@lo:400:kworker.0 00000100:00100000:2.0:1767317801.765487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989438464:0@lo:400:kworker.0 00000100:00100000:1.0:1767317801.765495:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989438976:0@lo:400:kworker.0 00000100:00080000:2.0:1767317801.765512:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317801.765517:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317801.765519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989438208:0@lo:38:kworker.0 00000100:00080000:2.0:1767317801.765527:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317801.765529:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317801.765532:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989438336:0@lo:38:kworker.0 00000100:00080000:2.0:1767317801.765539:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317801.765542:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317801.765544:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989438592:0@lo:38:kworker.0 00000100:00080000:2.0:1767317801.765551:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317801.765553:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317801.765556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989438848:0@lo:38:kworker.0 00000100:00080000:3.0:1767317801.765694:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767317801.765699:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317801.765701:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767317802.592445:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317802.784558:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317802.784574:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989439232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317802.784642:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317802.784713:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439232 00000100:00100000:0.0:1767317802.784720:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439232 00000100:00100000:0.0:1767317802.784764:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1767317802.784772:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989439232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317802.784800:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317802.784844:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989439232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317802.784851:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00100000:0.0:1767317802.784911:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989439232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317802.785163:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00000400:1.0:1767317802.785181:0:7015:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317786/real 1767317786] req@ffff96e2fd2c6680 x1853163989433088/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767317802 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317802.785671:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989439360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317802.785701:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317802.785777:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439360 00000100:00100000:3.0:1767317802.785782:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439360 00000100:00100000:3.0:1767317802.785818:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:3.0:1767317802.785826:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989439360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317802.785856:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8743616 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317802.785902:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989439360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317802.785910:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:0.0:1767317802.786204:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989439360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317802.815057:0:7015:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96e2fd2c6680 x1853163989433088/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767317802 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767317802.815072:0:7015:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1767317802.815076:0:7015:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1767317802.823737:0:7015:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.101@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1767317802.823744:0:7015:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1767317802.823753:0:7015:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e2fd2c6680 x1853163989433088/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767317802 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317802.823768:0:7015:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e2d0ab7800 x1853163989435264/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767317807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317802.823801:0:7015:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e2fd2c5f80 x1853163989436672/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767317812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767317802.823812:0:7015:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff96e2eaaaed80 x1853163989438080/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767317817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767317802.823827:0:7015:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1767317802.823830:0:7015:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1767317802.823831:0:7015:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1767317802.823833:0:7015:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:1.0:1767317802.823917:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7015:1853163989438080:0@lo:400:kworker.0 00000100:00100000:1.0:1767317802.823923:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7015:1853163989433088:0@lo:400:kworker.0 00000100:00100000:3.0:1767317802.824096:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989436672:0@lo:400:kworker.0 00000100:00100000:3.0:1767317802.824128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7013:1853163989435264:0@lo:400:kworker.0 00000100:00080000:0.0:1767317802.824370:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317802.824376:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317802.824379:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317802.824384:0:75821:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 2846 00000100:00080000:0.0:1767317802.824392:0:75821:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317802.824425:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f800 x1853163989439488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317802.824455:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317802.824459:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317802.824461:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317802.824464:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3051 00000100:00080000:0.0:1767317802.824467:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317802.824470:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317802.824488:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c000 x1853163989439616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317802.824496:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317802.824499:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317802.824500:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317802.824504:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3051 00000100:00080000:0.0:1767317802.824506:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317802.824509:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317802.824536:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77dc00 x1853163989439744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317802.824561:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317802.824565:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317802.824567:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317802.824570:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3051 00000100:00080000:0.0:1767317802.824572:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317802.824576:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317802.824586:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77fb80 x1853163989440000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317802.824600:0:75821:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317802.824603:0:75821:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317802.824605:0:75821:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317802.824608:0:75821:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3051 00000100:00080000:0.0:1767317802.824610:0:75821:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317802.824613:0:75821:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317802.824623:0:75821:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ca80 x1853163989440256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317802.824895:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989439488:0@lo:250:kworker.0 00000400:00000100:3.0:1767317802.824943:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989439488 offset 0 length 520: 4 00000100:00100000:3.0:1767317802.824981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989439616:0@lo:38:kworker.0 00000100:00100000:3.0:1767317802.825023:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317802.825051:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989439744:0@lo:38:kworker.0 00000100:00100000:3.0:1767317802.825076:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317802.825095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989440000:0@lo:38:kworker.0 00000100:00100000:3.0:1767317802.825129:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317802.825403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989440256:0@lo:38:kworker.0 00000100:00100000:3.0:1767317802.825427:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317802.825775:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439744 00000100:00100000:2.0:1767317802.825783:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439744 00000100:00100000:2.0:1767317802.825830:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:2.0:1767317802.825837:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989439744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317802.825856:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317802.831339:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989439872:0@lo:400:kworker.0 00000100:00100000:1.0:1767317802.831416:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317802.831508:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439616 00000100:00100000:0.0:1767317802.831526:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439616 00000100:00100000:0.0:1767317802.831575:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440000 00000100:00100000:0.0:1767317802.831579:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440000 00000100:00100000:0.0:1767317802.831593:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440256 00000100:00100000:0.0:1767317802.831596:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440256 00000100:00100000:0.0:1767317802.831610:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21953 00000100:00100000:0.0:1767317802.831618:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989439616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317802.831640:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317802.831693:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989439616:12345-0@lo:38:kworker.0 Request processed in 74us (6668us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317802.831699:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21953 00000100:00100000:0.0:1767317802.831717:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21954 00000100:00100000:0.0:1767317802.831720:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989440000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317802.831729:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317802.831752:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989440000:12345-0@lo:38:kworker.0 Request processed in 30us (6623us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317802.831757:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21954 00000100:00100000:0.0:1767317802.831767:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21955 00000100:00100000:0.0:1767317802.831771:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989440256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317802.831778:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317802.831806:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989440256:12345-0@lo:38:kworker.0 Request processed in 25us (6369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317802.831811:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21955 00000100:00100000:0.0:1767317802.831873:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989440128:0@lo:400:kworker.0 00000100:00080000:0.0:1767317802.837709:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317802.837722:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317802.837727:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989439616:0@lo:38:kworker.0 00000100:00080000:0.0:1767317802.837740:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317802.837744:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317802.837747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989440000:0@lo:38:kworker.0 00000100:00080000:0.0:1767317802.837756:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317802.837759:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317802.837762:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989440256:0@lo:38:kworker.0 00000100:00100000:0.0:1767317802.842579:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317802.843030:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989439744:12345-0@lo:38:kworker.0 Request processed in 17190us (17950us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317802.843042:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00080000:2.0:1767317802.843116:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317802.843122:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317802.843127:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989439744:0@lo:38:kworker.0 00000100:00100000:3.0:1767317802.844345:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989439872 00000100:00100000:3.0:1767317802.844354:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989439872 00000100:00100000:1.0:1767317802.844443:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440128 00000100:00100000:1.0:1767317802.844448:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440128 00000100:00100000:1.0:1767317802.844489:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085 00000100:00100000:1.0:1767317802.844498:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989439872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317802.844573:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989439872:12345-0@lo:400:kworker.0 Request processed in 77us (13157us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317802.844580:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085 00000100:00100000:1.0:1767317802.844595:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086 00000100:00100000:1.0:1767317802.844601:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989440128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317802.844631:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989440128:12345-0@lo:400:kworker.0 Request processed in 31us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317802.844637:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086 00000100:00100000:1.0:1767317802.844674:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989439872:0@lo:400:kworker.0 00000100:00100000:0.0:1767317802.844960:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989440128:0@lo:400:kworker.0 00000400:00000100:3.0:1767317802.853684:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925744640 offset 0 length 224: 4 00000100:00100000:3.0:1767317802.853743:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317802.854118:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925744896 00000100:00100000:1.0:1767317802.854129:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925744896 00000100:00100000:2.0:1767317802.854610:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4087 00000100:00100000:2.0:1767317802.854621:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925744896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317802.854710:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925744896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317802.854717:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4087 00000100:00080000:3.0:1767317802.856123:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317802.856510:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317802.856699:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925744768 00000100:00100000:2.0:1767317802.856708:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925744768 00000100:00100000:2.0:1767317802.856803:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21956 00000100:00100000:2.0:1767317802.856811:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925744768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317802.856834:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317802.856933:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925744768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 120us (505us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317802.856940:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21956 00000100:00100000:1.0:1767317802.872455:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317802.872993:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745024 00000100:00100000:0.0:1767317802.873005:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745024 00000100:00100000:0.0:1767317802.873147:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 16282 00000100:00100000:0.0:1767317802.873158:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2510:x1853163925745024:12345-192.168.204.1@tcp:9:kworker.0 00000020:00000080:0.0:1767317802.873191:0:18779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd0d4f19a2da35ade 00000100:00080000:0.0:1767317802.873199:0:18779:0:(import.c:65:import_set_state_nolock()) ffff96e1c72d7800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1767317802.873279:0:18779:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976428 00000100:00100000:0.0:1767317802.873449:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2d60331a-63e5-4404-aa9d-074124659b10+2:2510:x1853163925745024:12345-192.168.204.1@tcp:9:kworker.0 Request processed in 293us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317802.873457:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 16282 00010000:00010000:2.0:1767317802.874774:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317802.875721:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767317803.616442:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317803.637145:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767317803.637268:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925745152 offset 0 length 520: 4 00000100:00100000:0.0:1767317803.637293:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317803.641901:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745408 00000100:00100000:2.0:1767317803.641916:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745408 00000100:00100000:2.0:1767317803.642006:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745280 00000100:00100000:2.0:1767317803.642009:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745280 00000100:00100000:1.0:1767317803.642051:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4088 00000100:00100000:1.0:1767317803.642064:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925745408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317803.642159:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925745408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (5025us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317803.642167:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4088 00000100:00100000:1.0:1767317803.642188:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21957 00000100:00100000:1.0:1767317803.642193:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925745280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317803.642212:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317803.642251:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925745280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (4957us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317803.642257:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21957 00000100:00100000:1.0:1767317803.809284:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317804.641805:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317804.837339:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317805.664625:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317805.866415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317806.692502:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317806.880409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317807.662778:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317807.662820:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317807.662850:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745536 00000100:00100000:3.0:1767317807.662860:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745536 00000100:00100000:3.0:1767317807.662897:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745664 00000100:00100000:3.0:1767317807.662900:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745664 00000100:00100000:3.0:1767317807.662947:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4089 00000100:00100000:3.0:1767317807.662957:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925745664:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317807.663047:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925745664:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317807.663054:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4089 00000100:00100000:3.0:1767317807.663071:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21958 00000100:00100000:3.0:1767317807.663076:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925745536:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317807.663093:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317807.663117:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925745536:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 40us (350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317807.663123:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21958 00000100:00080000:3.0:1767317807.663144:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317807.715994:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317807.904314:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317807.905426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989440384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317807.905489:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.905537:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317807.905543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989440512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317807.905566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.905600:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440384 00000100:00100000:0.0:1767317807.905608:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440384 00000100:00100000:0.0:1767317807.905656:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440512 00000100:00100000:0.0:1767317807.905660:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440512 00000100:00100000:0.0:1767317807.905679:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1767317807.905687:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989440384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317807.905715:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317807.905753:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989440384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317807.905759:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1767317807.905776:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1767317807.905782:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989440512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317807.905796:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317807.905818:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989440512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317807.905823:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00080000:0.0:1767317807.905840:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767317807.905844:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317807.905882:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989440512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317807.905894:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989440384:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767317807.906317:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317807.906322:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317807.906325:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317807.906329:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317807.906332:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317807.906337:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3052 00000100:00080000:3.0:1767317807.906341:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317807.906345:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317807.906369:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989440640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317807.906389:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317807.906392:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317807.906394:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317807.906397:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3052 00000100:00080000:3.0:1767317807.906399:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317807.906403:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317807.906414:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163989440768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317807.906446:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317807.906449:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317807.906451:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317807.906454:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3052 00000100:00080000:3.0:1767317807.906457:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317807.906460:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317807.906471:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989441024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317807.906486:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317807.906489:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317807.906491:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317807.906494:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3052 00000100:00080000:3.0:1767317807.906496:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317807.906499:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317807.906509:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3800 x1853163989441280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317807.907940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989440640:0@lo:38:kworker.0 00000100:00100000:0.0:1767317807.908003:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.908051:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989440768:0@lo:38:kworker.0 00000100:00100000:0.0:1767317807.908076:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.908110:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989441024:0@lo:38:kworker.0 00000100:00100000:0.0:1767317807.908133:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.908150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989441280:0@lo:38:kworker.0 00000100:00100000:0.0:1767317807.908170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.908206:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989441152:0@lo:400:kworker.0 00000100:00100000:0.0:1767317807.908251:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.908269:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317807.908275:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989440896:0@lo:400:kworker.0 00000100:00100000:0.0:1767317807.908293:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317807.908317:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440768 00000100:00100000:0.0:1767317807.908323:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440768 00000100:00100000:0.0:1767317807.908352:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:0.0:1767317807.908358:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989440768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317807.908376:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317807.908408:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989440768:12345-0@lo:38:kworker.0 Request processed in 50us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317807.908415:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:0.0:1767317807.908436:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440640 00000100:00100000:0.0:1767317807.908439:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440640 00000100:00100000:0.0:1767317807.908449:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441024 00000100:00100000:0.0:1767317807.908451:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441024 00000100:00100000:0.0:1767317807.908458:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441280 00000100:00100000:0.0:1767317807.908459:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441280 00000100:00100000:0.0:1767317807.908466:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441152 00000100:00100000:0.0:1767317807.908468:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441152 00000100:00100000:0.0:1767317807.908492:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989440896 00000100:00100000:0.0:1767317807.908494:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989440896 00000100:00100000:0.0:1767317807.908507:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090 00000100:00100000:0.0:1767317807.908512:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989441152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317807.908545:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989441152:12345-0@lo:400:kworker.0 Request processed in 34us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317807.908551:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090 00000100:00100000:0.0:1767317807.908561:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091 00000100:00100000:0.0:1767317807.908566:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989440896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317807.908584:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989440896:12345-0@lo:400:kworker.0 Request processed in 19us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317807.908590:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091 00000100:00100000:0.0:1767317807.908598:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21959 00000100:00100000:0.0:1767317807.908602:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989440640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317807.908611:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317807.908627:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989440640:12345-0@lo:38:kworker.0 Request processed in 25us (625us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317807.908632:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21959 00000100:00100000:0.0:1767317807.908640:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21960 00000100:00100000:0.0:1767317807.908644:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989441024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317807.908652:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317807.908666:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989441024:12345-0@lo:38:kworker.0 Request processed in 21us (533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317807.908671:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21960 00000100:00100000:0.0:1767317807.908679:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21961 00000100:00100000:0.0:1767317807.908683:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989441280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317807.908691:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317807.908705:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989441280:12345-0@lo:38:kworker.0 Request processed in 21us (535us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317807.908710:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21961 00000100:00080000:0.0:1767317807.908728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317807.908756:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989440896:0@lo:400:kworker.0 00000100:00100000:0.0:1767317807.908765:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989441152:0@lo:400:kworker.0 00000100:00080000:0.0:1767317807.908793:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317807.908797:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317807.908800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989440640:0@lo:38:kworker.0 00000100:00080000:0.0:1767317807.908808:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317807.908811:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317807.908814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989440768:0@lo:38:kworker.0 00000100:00080000:0.0:1767317807.908820:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317807.908824:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317807.908826:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989441024:0@lo:38:kworker.0 00000100:00080000:0.0:1767317807.908832:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317807.908836:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317807.908838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989441280:0@lo:38:kworker.0 00000001:00100000:0.0:1767317808.423747:0:18365:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2d60331a-63e5-4404-aa9d-074124659b10 00000020:00000080:0.0:1767317808.423759:0:18365:0:(genops.c:904:class_export_put()) final put ffff96e1c72d1800/2d60331a-63e5-4404-aa9d-074124659b10 00000020:00000080:2.0:1767317808.423798:0:95063:0:(genops.c:863:class_export_destroy()) destroying export ffff96e1c72d1800/2d60331a-63e5-4404-aa9d-074124659b10 for lustre-OST0000 00000020:00000080:2.0:1767317808.423874:0:95063:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff96e1c72d7800 for lustre-OST0000 00000100:00100000:0.0:1767317808.675975:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317808.676067:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317808.676279:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745920 00000100:00100000:3.0:1767317808.676292:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745920 00000100:00100000:3.0:1767317808.676364:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925745792 00000100:00100000:3.0:1767317808.676367:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925745792 00000100:00100000:3.0:1767317808.676386:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4092 00000100:00100000:3.0:1767317808.676398:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925745920:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317808.676507:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925745920:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317808.676516:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4092 00000100:00100000:3.0:1767317808.676541:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21962 00000100:00100000:3.0:1767317808.676546:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925745792:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317808.676572:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317808.676602:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925745792:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (535us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317808.676609:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21962 00010000:00010000:2.0:1767317808.736586:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317808.928529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317809.777593:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317809.952566:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317810.784627:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317810.977751:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317811.811173:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317812.000482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317812.000653:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317802/real 1767317802] req@ffff96e30067f800 x1853163989439488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317812.000681:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e30067f800 x1853163989439488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317812.000701:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317812.000728:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317812.000731:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989439488:0@lo:250:kworker.0 00000100:00080000:2.0:1767317812.000841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317812.000849:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317812.000852:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317812.000858:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3052 00000100:00080000:2.0:1767317812.000864:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767317812.000872:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317812.000916:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634380 x1853163989441408/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317812.000947:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317812.000951:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317812.000953:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317812.000960:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3057 00000100:00080000:2.0:1767317812.000962:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317812.000966:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317812.000984:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637800 x1853163989441536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317812.000993:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317812.000996:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317812.000998:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317812.001002:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3057 00000100:00080000:2.0:1767317812.001005:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317812.001010:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317812.001023:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634a80 x1853163989441664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317812.001048:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317812.001052:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317812.001054:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317812.001057:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3057 00000100:00080000:2.0:1767317812.001059:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317812.001063:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317812.001075:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636680 x1853163989441920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317812.001091:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317812.001095:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317812.001096:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317812.001099:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3057 00000100:00080000:2.0:1767317812.001102:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317812.001105:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317812.001115:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989442176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317812.001221:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989442048:0@lo:400:kworker.0 00000100:00100000:3.0:1767317812.001442:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317812.001479:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442048 00000100:00100000:1.0:1767317812.001490:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442048 00000100:00100000:3.0:1767317812.001510:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317812.001515:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989441792:0@lo:400:kworker.0 00000100:00100000:3.0:1767317812.001540:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317812.001640:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441792 00000100:00100000:1.0:1767317812.001645:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441792 00000100:00100000:1.0:1767317812.001667:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4093 00000100:00100000:1.0:1767317812.001677:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989442048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317812.001743:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989442048:12345-0@lo:400:kworker.0 Request processed in 67us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317812.001788:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4094 00000100:00100000:1.0:1767317812.001792:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4093 00000100:00100000:3.0:1767317812.001797:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989441792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317812.001830:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989441792:12345-0@lo:400:kworker.0 Request processed in 36us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317812.001836:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4094 00000100:00100000:3.0:1767317812.001882:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989441792:0@lo:400:kworker.0 00000100:00100000:3.0:1767317812.001893:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989442048:0@lo:400:kworker.0 00000100:00100000:0.0:1767317812.001980:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989442304:0@lo:400:kworker.0 00000100:00100000:0.0:1767317812.002021:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317812.002055:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317812.002061:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989442432:0@lo:400:kworker.0 00000100:00100000:0.0:1767317812.002082:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317812.002116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317812.002129:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442304 00000100:00100000:0.0:1767317812.002132:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442304 00000100:00100000:0.0:1767317812.002170:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442432 00000100:00100000:0.0:1767317812.002173:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442432 00000100:00100000:0.0:1767317812.002197:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:0.0:1767317812.002203:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989442304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317812.002274:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989442304:12345-0@lo:400:kworker.0 Request processed in 70us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317812.002610:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:3.0:1767317812.002621:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989442432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317812.002658:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989442432:12345-0@lo:400:kworker.0 Request processed in 41us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317812.002664:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:0.0:1767317812.002714:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00100000:0.0:1767317812.002755:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989442432:0@lo:400:kworker.0 00000100:00100000:0.0:1767317812.002766:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989442304:0@lo:400:kworker.0 00000100:00080000:0.0:1767317812.002787:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767317812.002790:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317812.002818:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989441408:0@lo:250:kworker.0 00000400:00000100:0.0:1767317812.002846:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989441408 offset 0 length 520: 4 00000100:00100000:0.0:1767317812.002866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989441536:0@lo:38:kworker.0 00000100:00100000:0.0:1767317812.002891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317812.002918:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989441664:0@lo:38:kworker.0 00000100:00100000:0.0:1767317812.002951:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317812.002978:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989441920:0@lo:38:kworker.0 00000100:00100000:0.0:1767317812.003001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317812.003015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989442176:0@lo:38:kworker.0 00000100:00100000:0.0:1767317812.003037:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317812.003066:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441920 00000100:00100000:1.0:1767317812.003066:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441536 00000100:00100000:0.0:1767317812.003070:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441920 00000100:00100000:1.0:1767317812.003070:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441536 00000100:00100000:1.0:1767317812.003084:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442176 00000100:00100000:1.0:1767317812.003086:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442176 00000100:00100000:0.0:1767317812.003089:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21963 00000100:00100000:0.0:1767317812.003094:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989441536:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767317812.003096:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21964 00000100:00100000:1.0:1767317812.003101:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989441920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317812.003118:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317812.003142:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989441664 00000100:00100000:2.0:1767317812.003146:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989441664 00000100:00100000:1.0:1767317812.003156:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989441920:12345-0@lo:38:kworker.0 Request processed in 54us (155us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317812.003163:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21964 00000100:00100000:2.0:1767317812.003170:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:1.0:1767317812.003173:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21965 00000100:00100000:2.0:1767317812.003175:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989441664:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767317812.003176:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989442176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317812.003341:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317812.003380:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989441536:12345-0@lo:38:kworker.0 Request processed in 284us (488us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317812.003387:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21963 00010000:00020000:1.0:1767317812.003390:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317812.003416:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989442176:12345-0@lo:38:kworker.0 Request processed in 237us (377us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317812.003421:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21965 00000100:00080000:0.0:1767317812.003424:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317812.003429:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317812.003433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989441536:0@lo:38:kworker.0 00000100:00080000:0.0:1767317812.003442:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317812.003446:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317812.003449:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989441920:0@lo:38:kworker.0 00000100:00080000:0.0:1767317812.003456:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317812.003459:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317812.003461:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989442176:0@lo:38:kworker.0 00010000:00020000:2.0:1767317812.005621:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317812.005873:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989441664:12345-0@lo:38:kworker.0 Request processed in 2692us (2915us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317812.005888:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00080000:0.0:1767317812.008476:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317812.010501:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317812.010514:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989441664:0@lo:38:kworker.0 00010000:00010000:0.0:1767317812.838435:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317813.026431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317813.026498:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989442560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317813.026588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317813.026681:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442560 00000100:00100000:0.0:1767317813.026692:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442560 00000100:00100000:0.0:1767317813.026746:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1767317813.026755:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989442560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317813.026792:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317813.026843:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989442560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317813.026850:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:0.0:1767317813.026935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989442560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317813.030704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989442688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317813.030800:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317813.030898:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442688 00000100:00100000:3.0:1767317813.030908:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442688 00000100:00100000:3.0:1767317813.030981:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1767317813.030991:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989442688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317813.031031:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317813.031084:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989442688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317813.031092:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1767317813.031168:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989442688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317813.802940:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317813.803213:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925746304 00000100:00100000:1.0:1767317813.803226:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925746304 00000100:00100000:1.0:1767317813.803436:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4095 00000100:00100000:1.0:1767317813.803450:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925746304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767317813.804208:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317813.804353:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925746304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 903us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317813.804363:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4095 00000400:00000100:0.0:1767317813.804508:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925746048 offset 0 length 520: 4 00000100:00100000:0.0:1767317813.804611:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317813.804701:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925746176 00000100:00100000:1.0:1767317813.804708:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925746176 00000100:00100000:1.0:1767317813.804979:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21966 00000100:00100000:1.0:1767317813.804987:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925746176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317813.805177:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317813.805277:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925746176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 289us (665us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317813.805289:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21966 00010000:00010000:2.0:1767317813.857200:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317814.049027:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000001:02000400:1.0:1767317814.745080:0:95661:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: auster : @@@@@@ FAIL: Restart of mds1 failed! 00010000:00010000:2.0:1767317814.880376:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317815.072440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317815.908916:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317816.097504:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317816.934390:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317817.120437:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317817.120447:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317817.120451:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317817.120456:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317817.120461:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317817.120470:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3061 00000100:00080000:2.0:1767317817.120476:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317817.120485:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317817.120524:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad500 x1853163989442816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317817.122174:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317817.122183:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317817.122186:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317817.122194:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3061 00000100:00080000:2.0:1767317817.122198:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317817.122205:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317817.122255:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989442944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317817.122300:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317817.122304:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317817.122308:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317817.122313:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3061 00000100:00080000:2.0:1767317817.122315:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317817.122320:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317817.122335:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae680 x1853163989443200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317817.122359:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317817.122363:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317817.122366:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317817.122371:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3061 00000100:00080000:2.0:1767317817.122374:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317817.122378:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317817.122391:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989443456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317817.122480:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989443712:0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.122548:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317817.122604:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767317817.122611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989443584:0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.122635:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317817.122664:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989443072:0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.122691:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317817.122712:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317817.122718:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989443328:0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.122739:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317817.122771:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443712 00000100:00100000:2.0:1767317817.122779:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443712 00000100:00100000:2.0:1767317817.122831:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443584 00000100:00100000:2.0:1767317817.122835:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443584 00000100:00100000:2.0:1767317817.122877:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:2.0:1767317817.122887:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989443712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.122945:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989443712:12345-0@lo:400:kworker.0 Request processed in 59us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317817.122953:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:2.0:1767317817.122970:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:2.0:1767317817.122977:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989443584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.123004:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989443584:12345-0@lo:400:kworker.0 Request processed in 28us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317817.123010:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00100000:2.0:1767317817.123313:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443072 00000100:00100000:2.0:1767317817.123319:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443072 00000100:00100000:2.0:1767317817.123414:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443328 00000100:00100000:2.0:1767317817.123419:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443328 00000100:00100000:0.0:1767317817.123479:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096 00000100:00100000:0.0:1767317817.123492:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989443072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317817.123544:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989443072:12345-0@lo:400:kworker.0 Request processed in 57us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317817.123551:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096 00000100:00100000:0.0:1767317817.123566:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097 00000100:00100000:0.0:1767317817.123573:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989443328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317817.123603:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989443328:12345-0@lo:400:kworker.0 Request processed in 29us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317817.123610:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097 00000100:00100000:0.0:1767317817.123663:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989443328:0@lo:400:kworker.0 00000100:00100000:0.0:1767317817.123684:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989443072:0@lo:400:kworker.0 00000100:00080000:2.0:1767317817.123853:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767317817.123859:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317817.123861:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317817.123894:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989443584:0@lo:400:kworker.0 00000100:00100000:2.0:1767317817.123903:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989443712:0@lo:400:kworker.0 00000100:00100000:3.0:1767317817.124171:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989442816:0@lo:38:kworker.0 00000100:00100000:3.0:1767317817.124211:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317817.124298:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989442944:0@lo:38:kworker.0 00000100:00100000:3.0:1767317817.124325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317817.124352:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989443200:0@lo:38:kworker.0 00000100:00100000:3.0:1767317817.124373:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317817.124374:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442816 00000100:00100000:0.0:1767317817.124380:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442816 00000100:00100000:3.0:1767317817.124392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989443456:0@lo:38:kworker.0 00000100:00100000:0.0:1767317817.124403:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443200 00000100:00100000:0.0:1767317817.124407:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443200 00000100:00100000:3.0:1767317817.124415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317817.125468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317817.125497:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989442944 00000100:00100000:3.0:1767317817.125502:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989442944 00000100:00100000:3.0:1767317817.125619:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:3.0:1767317817.125626:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989442944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317817.125645:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317817.125696:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989442944:12345-0@lo:38:kworker.0 Request processed in 68us (1369us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317817.125702:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00100000:0.0:1767317817.125778:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443456 00000100:00100000:0.0:1767317817.125783:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443456 00000100:00100000:0.0:1767317817.125803:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21967 00000100:00100000:0.0:1767317817.125808:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989442816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317817.125820:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317817.125864:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989442816:12345-0@lo:38:kworker.0 Request processed in 54us (1652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317817.125874:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21967 00000100:00100000:0.0:1767317817.125888:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21968 00000100:00100000:0.0:1767317817.125891:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989443200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317817.125900:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317817.125919:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989443200:12345-0@lo:38:kworker.0 Request processed in 27us (1547us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317817.125925:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21968 00000100:00100000:0.0:1767317817.125935:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21969 00000100:00100000:0.0:1767317817.125938:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989443456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317817.125947:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317817.125962:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989443456:12345-0@lo:38:kworker.0 Request processed in 23us (1548us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317817.125967:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21969 00000100:00080000:3.0:1767317817.126679:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317817.126687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317817.126692:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989442816:0@lo:38:kworker.0 00000100:00080000:3.0:1767317817.126704:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317817.126708:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317817.126711:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989442944:0@lo:38:kworker.0 00000100:00080000:3.0:1767317817.126719:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317817.126722:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317817.126724:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989443200:0@lo:38:kworker.0 00000100:00080000:3.0:1767317817.126732:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317817.126735:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317817.126739:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989443456:0@lo:38:kworker.0 00010000:00010000:0.0:1767317817.958520:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317818.145305:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989443840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317818.145382:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317818.145550:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443840 00000100:00100000:0.0:1767317818.145559:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443840 00000100:00100000:0.0:1767317818.145606:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1767317818.145614:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989443840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317818.145642:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317818.145693:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989443840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317818.145700:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:2.0:1767317818.145882:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989443840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317818.147105:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317818.149047:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317818.149063:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989443968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317818.149125:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317818.149393:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989443968 00000100:00100000:1.0:1767317818.149400:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989443968 00000100:00100000:1.0:1767317818.149463:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:1.0:1767317818.149472:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989443968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317818.149502:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317818.149548:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989443968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317818.149555:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1767317818.149668:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989443968:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767317818.976344:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317819.168369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317819.235037:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317819.235130:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317819.235458:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925746560 00000100:00100000:2.0:1767317819.235469:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925746560 00000100:00100000:0.0:1767317819.235599:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925746432 00000100:00100000:0.0:1767317819.235605:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925746432 00000100:00100000:2.0:1767317819.235677:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4098 00000100:00100000:2.0:1767317819.235699:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925746560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317819.235778:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925746560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317819.235786:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4098 00000100:00100000:2.0:1767317819.235813:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21970 00000100:00100000:2.0:1767317819.235817:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925746432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317819.235847:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317819.235875:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925746432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (746us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317819.235882:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21970 00000100:00080000:3.0:1767317819.236115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767317820.001793:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317820.192382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317821.026469:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317821.216578:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317822.048482:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317822.240567:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317822.240583:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317822.240587:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317822.240591:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317822.240596:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317822.240605:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3066 00000100:00080000:1.0:1767317822.240612:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317822.240619:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317822.240670:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163989444096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317822.240712:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317822.240716:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317822.240718:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317822.240722:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3066 00000100:00080000:1.0:1767317822.240725:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317822.240728:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317822.240756:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7800 x1853163989444224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317822.240775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989444096:0@lo:38:kworker.0 00000100:00080000:1.0:1767317822.240793:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317822.240796:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317822.240798:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317822.240801:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3066 00000100:00080000:1.0:1767317822.240803:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317822.240806:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317822.240818:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091f80 x1853163989444480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317822.240832:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317822.240834:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317822.240836:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317822.240839:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3066 00000100:00080000:1.0:1767317822.240841:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767317822.240843:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767317822.240844:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317822.240852:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163989444736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317822.240895:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989444608:0@lo:400:kworker.0 00000100:00100000:0.0:1767317822.240902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989444224:0@lo:38:kworker.0 00000100:00100000:0.0:1767317822.240925:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317822.240925:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317822.240946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989444480:0@lo:38:kworker.0 00000100:00100000:1.0:1767317822.240948:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317822.240953:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989444352:0@lo:400:kworker.0 00000100:00100000:0.0:1767317822.240965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317822.240986:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317822.240987:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989444736:0@lo:38:kworker.0 00000100:00100000:0.0:1767317822.241007:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317822.241014:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444096 00000100:00100000:1.0:1767317822.241021:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444096 00000100:00100000:0.0:1767317822.241031:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444608 00000100:00100000:0.0:1767317822.241033:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444608 00000100:00100000:1.0:1767317822.241046:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444480 00000100:00100000:1.0:1767317822.241048:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444480 00000100:00100000:1.0:1767317822.241055:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444352 00000100:00100000:1.0:1767317822.241057:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444352 00000100:00100000:0.0:1767317822.241066:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444736 00000100:00100000:0.0:1767317822.241068:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444736 00000100:00100000:1.0:1767317822.241075:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099 00000100:00100000:2.0:1767317822.241122:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317822.241136:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989444864:0@lo:400:kworker.0 00000100:00100000:2.0:1767317822.241165:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317822.241168:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989444992:0@lo:400:kworker.0 00000100:00100000:3.0:1767317822.241195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317822.241197:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444864 00000100:00100000:2.0:1767317822.241200:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444864 00000100:00100000:3.0:1767317822.241223:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444224 00000100:00100000:2.0:1767317822.241224:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989444992 00000100:00100000:2.0:1767317822.241227:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444992 00000100:00100000:3.0:1767317822.241227:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989444224 00000100:00100000:2.0:1767317822.241261:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976 00000100:00100000:3.0:1767317822.241261:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:3.0:1767317822.241266:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989444224:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767317822.241267:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989444864:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767317822.241287:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317822.241320:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989444864:12345-0@lo:400:kworker.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317822.241320:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989444224:12345-0@lo:38:kworker.0 Request processed in 52us (393us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317822.241328:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976 00000100:00100000:3.0:1767317822.241340:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00100000:2.0:1767317822.241343:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977 00000100:00100000:2.0:1767317822.241349:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989444992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317822.241393:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989444608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317822.241844:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4100 00000100:00100000:0.0:1767317822.241854:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989444352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317822.243125:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21971 00000100:00100000:3.0:1767317822.243135:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989444096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317822.243155:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317822.244025:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989444608:12345-0@lo:400:kworker.0 Request processed in 2939us (3095us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317822.244034:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099 00000100:00100000:1.0:1767317822.244108:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989444608:0@lo:400:kworker.0 00000100:00100000:1.0:1767317822.244148:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21972 00000100:00100000:1.0:1767317822.244158:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989444480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317822.244172:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317822.244221:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989444480:12345-0@lo:38:kworker.0 Request processed in 63us (3250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317822.244227:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21972 00000100:00100000:1.0:1767317822.244260:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21973 00000100:00100000:1.0:1767317822.244269:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989444736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317822.244280:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317822.244329:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989444736:12345-0@lo:38:kworker.0 Request processed in 58us (3320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317822.244335:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21973 00000100:00080000:1.0:1767317822.244991:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317822.244998:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317822.245001:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317822.245042:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989444864:0@lo:400:kworker.0 00000100:00080000:1.0:1767317822.245684:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317822.245692:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317822.245696:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989444224:0@lo:38:kworker.0 00000100:00080000:1.0:1767317822.245713:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317822.245717:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317822.245720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989444480:0@lo:38:kworker.0 00000100:00080000:1.0:1767317822.245732:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317822.245735:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317822.245738:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989444736:0@lo:38:kworker.0 00000100:00100000:2.0:1767317822.251293:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989444992:12345-0@lo:400:kworker.0 Request processed in 9931us (10083us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317822.251313:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977 00000100:00100000:0.0:1767317822.251343:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989444352:12345-0@lo:400:kworker.0 Request processed in 9489us (10353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317822.251354:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4100 00000100:00100000:0.0:1767317822.251420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989444352:0@lo:400:kworker.0 00000100:00100000:1.0:1767317822.251646:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989444992:0@lo:400:kworker.0 00000100:00100000:3.0:1767317822.253300:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989444096:12345-0@lo:38:kworker.0 Request processed in 10157us (12448us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317822.253312:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21971 00000100:00080000:1.0:1767317822.253974:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317822.253982:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317822.253987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989444096:0@lo:38:kworker.0 00010000:00010000:0.0:1767317823.072738:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317823.264359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317823.264405:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989445120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317823.264460:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317823.264528:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445120 00000100:00100000:1.0:1767317823.264536:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445120 00000100:00100000:1.0:1767317823.264591:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:1.0:1767317823.264600:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989445120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317823.264629:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317823.264656:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989445248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317823.264672:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989445120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317823.264680:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1767317823.264697:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317823.264717:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445248 00000100:00100000:3.0:1767317823.264722:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989445120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317823.264734:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445248 00000100:00100000:1.0:1767317823.264770:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:1.0:1767317823.264777:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989445248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317823.264792:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317823.264830:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989445248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317823.264835:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:2.0:1767317823.265064:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989445248:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767317824.096566:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317824.288941:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317824.355348:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317824.355439:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317824.355699:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925746944 00000100:00100000:3.0:1767317824.355719:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925746944 00000100:00100000:3.0:1767317824.355832:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925746816 00000100:00100000:3.0:1767317824.355836:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925746816 00000100:00100000:3.0:1767317824.355858:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4101 00000100:00100000:3.0:1767317824.355868:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925746944:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317824.355947:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925746944:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317824.355955:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4101 00000100:00100000:3.0:1767317824.355974:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21974 00000100:00100000:3.0:1767317824.355978:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925746816:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317824.355997:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317824.356023:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925746816:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (585us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317824.356029:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21974 00000100:00080000:0.0:1767317824.356629:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767317825.120571:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317825.312346:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317826.144586:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317826.337721:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317827.171132:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317827.360370:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317812/real 1767317812] req@ffff96e2c8634380 x1853163989441408/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317827 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317827.360407:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767317827.360411:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c8634380 x1853163989441408/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317827 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317827.360415:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317827.360420:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317827.360427:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317827.360431:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317827.360438:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3071 00000100:00080000:1.0:1767317827.360439:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317827.360443:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317827.360452:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:1.0:1767317827.360458:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767317827.360462:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989441408:0@lo:250:kworker.0 00000100:00100000:3.0:1767317827.360491:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0e00 x1853163989445376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317827.360520:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317827.360524:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317827.360527:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317827.360531:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3071 00000100:00080000:3.0:1767317827.360534:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317827.360538:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317827.360556:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2d80 x1853163989445504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317827.360586:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317827.360589:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317827.360591:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317827.360595:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3071 00000100:00080000:3.0:1767317827.360598:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317827.360602:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317827.360615:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163989445760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317827.360631:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317827.360657:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317827.360660:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317827.360663:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3071 00000100:00080000:3.0:1767317827.360666:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767317827.360669:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989445632:0@lo:400:kworker.0 00000100:00080000:3.0:1767317827.360672:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317827.360689:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3800 x1853163989446016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317827.360737:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317827.360743:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1767317827.360744:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767317827.360746:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317827.360752:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3061 00000100:00080000:3.0:1767317827.360756:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767317827.360760:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317827.360772:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636680 x1853163989446400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317827.360810:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317827.360817:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445632 00000100:00100000:1.0:1767317827.360819:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989445888:0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.360826:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445632 00000100:00100000:1.0:1767317827.360849:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317827.360878:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989445376:0@lo:38:kworker.0 00000100:00100000:3.0:1767317827.360882:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445888 00000100:00100000:3.0:1767317827.360887:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445888 00000100:00100000:1.0:1767317827.360906:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317827.360940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989445504:0@lo:38:kworker.0 00000100:00100000:1.0:1767317827.360964:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317827.360985:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989445760:0@lo:38:kworker.0 00000100:00100000:1.0:1767317827.361019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317827.361109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989446144:0@lo:400:kworker.0 00000100:00100000:0.0:1767317827.361142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317827.361164:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317827.361170:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989446272:0@lo:400:kworker.0 00000100:00100000:0.0:1767317827.361192:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317827.361226:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445504 00000100:00100000:0.0:1767317827.361249:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445504 00000100:00100000:0.0:1767317827.361273:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:0.0:1767317827.361292:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989445504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317827.361312:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317827.361360:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989445504:12345-0@lo:38:kworker.0 Request processed in 79us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317827.361368:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00100000:2.0:1767317827.361472:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317827.361585:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445376 00000100:00100000:3.0:1767317827.361590:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445376 00000100:00100000:3.0:1767317827.361607:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102 00000100:00100000:3.0:1767317827.361615:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989445632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.361684:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989445632:12345-0@lo:400:kworker.0 Request processed in 69us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317827.361690:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102 00000100:00100000:3.0:1767317827.361704:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103 00000100:00100000:3.0:1767317827.361711:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989445888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.361738:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989445888:12345-0@lo:400:kworker.0 Request processed in 28us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317827.361743:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103 00000100:00100000:3.0:1767317827.361754:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21975 00000100:00100000:3.0:1767317827.361758:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989445376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317827.361768:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317827.361789:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989445376:12345-0@lo:38:kworker.0 Request processed in 30us (885us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317827.361794:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21975 00000100:00080000:3.0:1767317827.361814:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317827.361842:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446144 00000100:00100000:3.0:1767317827.361846:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446144 00000100:00100000:3.0:1767317827.361874:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446272 00000100:00100000:3.0:1767317827.361877:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446272 00000100:00100000:3.0:1767317827.361896:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1767317827.361902:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989446144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.361938:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989446144:12345-0@lo:400:kworker.0 Request processed in 36us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317827.361945:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1767317827.361970:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1767317827.361977:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989446272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.362003:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989446272:12345-0@lo:400:kworker.0 Request processed in 28us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317827.362009:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00080000:3.0:1767317827.362024:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317827.362026:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317827.362070:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989445888:0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.362083:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989445632:0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.362118:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989446272:0@lo:400:kworker.0 00000100:00100000:3.0:1767317827.362127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989446144:0@lo:400:kworker.0 00000100:00100000:1.0:1767317827.363271:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989446016:0@lo:38:kworker.0 00000100:00100000:1.0:1767317827.363305:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317827.363461:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989445760 00000100:00100000:0.0:1767317827.363469:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989445760 00000100:00100000:0.0:1767317827.363505:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21976 00000100:00100000:0.0:1767317827.363511:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989445760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317827.363528:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317827.363564:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989445760:12345-0@lo:38:kworker.0 Request processed in 52us (2544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317827.363571:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21976 00000100:00100000:1.0:1767317827.365509:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989446400:0@lo:250:kworker.0 00000400:00000100:1.0:1767317827.365553:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989446400 offset 0 length 520: 4 00000100:00080000:1.0:1767317827.365620:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317827.365627:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317827.365632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989445376:0@lo:38:kworker.0 00000100:00080000:1.0:1767317827.365669:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317827.365672:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317827.365676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989445504:0@lo:38:kworker.0 00000100:00080000:1.0:1767317827.365686:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317827.365689:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317827.365692:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989445760:0@lo:38:kworker.0 00000100:00100000:2.0:1767317827.365873:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446016 00000100:00100000:2.0:1767317827.365881:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446016 00000100:00100000:2.0:1767317827.365965:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21977 00000100:00100000:2.0:1767317827.365973:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989446016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317827.366001:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317827.366054:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989446016:12345-0@lo:38:kworker.0 Request processed in 81us (2746us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317827.366063:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21977 00000100:00080000:1.0:1767317827.366167:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317827.366172:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317827.366175:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989446016:0@lo:38:kworker.0 00010000:00010000:0.0:1767317828.195973:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317828.385149:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989446528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317828.385269:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317828.385330:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317828.385337:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989446656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317828.385373:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317828.385509:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446528 00000100:00100000:0.0:1767317828.385518:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446528 00000100:00100000:0.0:1767317828.385562:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446656 00000100:00100000:2.0:1767317828.385564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317828.385566:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446656 00000100:00100000:0.0:1767317828.385589:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767317828.385598:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989446528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317828.385626:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317828.385698:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989446528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317828.385709:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767317828.385753:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767317828.385760:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989446656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317828.385775:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317828.385813:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989446656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317828.385818:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:2.0:1767317828.386479:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989446656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317828.386494:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989446528:0@lo:13:osp-pre-1-1.0 00000400:00000100:3.0:1767317828.455031:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925747072 offset 0 length 520: 4 00000100:00100000:0.0:1767317828.460297:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317828.460334:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317828.460441:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747200 00000100:00100000:2.0:1767317828.460451:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747200 00000100:00100000:2.0:1767317828.460485:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747328 00000100:00100000:2.0:1767317828.460488:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747328 00000100:00100000:2.0:1767317828.460541:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4104 00000100:00100000:2.0:1767317828.460551:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925747328:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317828.460624:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925747328:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317828.460641:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4104 00000100:00100000:2.0:1767317828.460659:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21978 00000100:00100000:2.0:1767317828.460664:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925747200:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317828.460684:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317828.460711:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925747200:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (426us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317828.460717:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21978 00000100:00080000:0.0:1767317828.461049:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767317829.216383:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317829.408966:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317830.240380:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317830.432391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317831.264495:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317831.456371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317832.289778:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317832.480364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767317832.483624:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317832.483635:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317832.483638:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317832.483641:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317832.483646:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317832.483656:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3077 00000100:00080000:0.0:1767317832.483661:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317832.483668:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317832.483715:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163989446784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317832.483730:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317832.483733:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317832.483735:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317832.483739:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3077 00000100:00080000:0.0:1767317832.483741:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317832.483745:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317832.483760:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989446912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317832.483781:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989446784:0@lo:38:kworker.0 00000100:00080000:0.0:1767317832.483801:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317832.483806:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317832.483808:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317832.483812:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3077 00000100:00080000:0.0:1767317832.483815:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317832.483819:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317832.483832:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0da680 x1853163989447168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317832.483851:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317832.483854:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317832.483856:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317832.483860:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3077 00000100:00080000:0.0:1767317832.483863:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767317832.483868:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317832.483869:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317832.483885:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989447040:0@lo:400:kworker.0 00000100:00100000:0.0:1767317832.483886:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587100 x1853163989447424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317832.483934:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317832.483940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989446912:0@lo:38:kworker.0 00000100:00100000:0.0:1767317832.483953:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989447552:0@lo:400:kworker.0 00000100:00100000:2.0:1767317832.483962:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317832.483978:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317832.483980:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989447296:0@lo:400:kworker.0 00000100:00100000:0.0:1767317832.483995:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317832.484016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317832.484021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989447168:0@lo:38:kworker.0 00000100:00100000:0.0:1767317832.484028:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317832.484038:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989447680:0@lo:400:kworker.0 00000100:00100000:3.0:1767317832.484056:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317832.484079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989447424:0@lo:38:kworker.0 00000100:00100000:3.0:1767317832.484108:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317832.484128:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317832.484506:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447552 00000100:00100000:1.0:1767317832.484514:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447552 00000100:00100000:1.0:1767317832.484578:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447680 00000100:00100000:1.0:1767317832.484582:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447680 00000100:00100000:1.0:1767317832.484603:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1767317832.484613:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989447552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317832.484666:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989447552:12345-0@lo:400:kworker.0 Request processed in 56us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317832.484673:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1767317832.484688:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981 00000100:00100000:1.0:1767317832.484694:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989447680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317832.484720:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989447680:12345-0@lo:400:kworker.0 Request processed in 27us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317832.484726:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981 00000100:00100000:1.0:1767317832.484744:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446912 00000100:00100000:1.0:1767317832.484748:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446912 00000100:00100000:1.0:1767317832.484766:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:1.0:1767317832.484771:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989446912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317832.484788:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317832.484816:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989446912:12345-0@lo:38:kworker.0 Request processed in 44us (840us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317832.484822:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:2.0:1767317832.487307:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989446784 00000100:00100000:2.0:1767317832.487783:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989446784 00000100:00100000:2.0:1767317832.487856:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447040 00000100:00100000:2.0:1767317832.487860:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447040 00000100:00100000:2.0:1767317832.488071:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447296 00000100:00100000:2.0:1767317832.488076:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447296 00000100:00100000:2.0:1767317832.488093:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447168 00000100:00100000:2.0:1767317832.488096:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447168 00000100:00100000:2.0:1767317832.488110:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105 00000100:00100000:2.0:1767317832.488119:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989447040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317832.488204:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989447040:12345-0@lo:400:kworker.0 Request processed in 86us (4271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317832.492320:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105 00000100:00100000:2.0:1767317832.492376:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106 00000100:00100000:2.0:1767317832.492397:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989447296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317832.492505:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989447296:12345-0@lo:400:kworker.0 Request processed in 120us (8490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317832.492512:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106 00000100:00100000:2.0:1767317832.492527:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21979 00000100:00100000:2.0:1767317832.492532:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989446784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317832.492568:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317832.492598:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989446784:12345-0@lo:38:kworker.0 Request processed in 66us (8733us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317832.492604:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21979 00000100:00100000:2.0:1767317832.492615:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21980 00000100:00100000:2.0:1767317832.492618:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989447168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317832.492627:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317832.492650:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989447168:12345-0@lo:38:kworker.0 Request processed in 30us (8596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317832.492655:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21980 00000100:00100000:2.0:1767317832.492714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989447296:0@lo:400:kworker.0 00000100:00100000:2.0:1767317832.492729:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989447040:0@lo:400:kworker.0 00000100:00080000:2.0:1767317832.492824:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767317832.492831:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317832.492834:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317832.492865:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989447680:0@lo:400:kworker.0 00000100:00100000:2.0:1767317832.492881:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989447552:0@lo:400:kworker.0 00000100:00100000:3.0:1767317832.492899:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447424 00000100:00100000:3.0:1767317832.492909:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447424 00000100:00080000:2.0:1767317832.492926:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317832.492933:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317832.492937:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989446784:0@lo:38:kworker.0 00000100:00100000:3.0:1767317832.492946:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21981 00000100:00080000:2.0:1767317832.492953:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767317832.492954:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989447424:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767317832.492961:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317832.492966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989446912:0@lo:38:kworker.0 00010000:00020000:3.0:1767317832.492970:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317832.493004:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989447424:12345-0@lo:38:kworker.0 Request processed in 50us (8896us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317832.493011:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21981 00000100:00080000:3.0:1767317832.493676:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317832.493682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317832.493685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989447168:0@lo:38:kworker.0 00000100:00080000:3.0:1767317832.493695:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317832.493697:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317832.493700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989447424:0@lo:38:kworker.0 00010000:00010000:0.0:1767317833.312434:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317833.504361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317833.504417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989447808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317833.504471:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317833.504508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989447936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317833.504550:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447808 00000100:00100000:0.0:1767317833.504557:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317833.504561:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447808 00000100:00100000:1.0:1767317833.504590:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989447936 00000100:00100000:1.0:1767317833.504597:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989447936 00000100:00100000:3.0:1767317833.504616:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:3.0:1767317833.504627:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989447808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317833.504668:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317833.504723:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989447808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317833.504782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989447808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317833.504907:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1767317833.504916:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989447936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317833.504931:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317833.504975:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989447936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317833.504982:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:3.0:1767317833.505018:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:2.0:1767317833.505057:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989447936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317833.581897:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317833.581986:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747584 00000100:00100000:1.0:1767317833.581996:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747584 00000100:00100000:1.0:1767317833.582076:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4107 00000100:00100000:1.0:1767317833.582088:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925747584:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317833.582169:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925747584:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317833.582176:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4107 00000100:00080000:2.0:1767317833.582263:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317833.590624:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317833.590795:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747456 00000100:00100000:1.0:1767317833.590807:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747456 00000100:00100000:1.0:1767317833.590868:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21982 00000100:00100000:1.0:1767317833.590876:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925747456:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317833.590900:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317833.590972:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925747456:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 95us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317833.590979:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21982 00010000:00010000:2.0:1767317834.336370:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317834.528804:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317835.362101:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317835.552972:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317836.384439:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317836.576359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317837.408713:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317837.600495:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767317837.600504:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317837.600507:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317837.600664:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317837.600668:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317837.600672:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317837.600679:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3082 00000100:00080000:1.0:1767317837.600683:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317837.600690:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317837.600728:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092300 x1853163989448064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317837.600804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989448064:0@lo:38:kworker.0 00000100:00100000:3.0:1767317837.600887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317837.601012:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448064 00000100:00100000:2.0:1767317837.601021:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448064 00000100:00100000:2.0:1767317837.601078:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21983 00000100:00100000:2.0:1767317837.601087:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989448064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317837.601107:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767317837.603691:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317837.603700:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317837.603704:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317837.603713:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3082 00000100:00080000:1.0:1767317837.603717:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317837.603723:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317837.603763:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163989448192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317837.604805:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989448192:0@lo:38:kworker.0 00000100:00100000:3.0:1767317837.604867:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767317837.604968:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317837.604972:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317837.604975:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317837.604980:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3082 00000100:00080000:1.0:1767317837.604982:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317837.604987:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317837.605000:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093800 x1853163989448448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317837.605016:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317837.605019:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317837.605021:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317837.605024:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3082 00000100:00080000:1.0:1767317837.605027:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317837.605030:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317837.605040:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163989448704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317837.605094:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989448576:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317837.605162:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317837.605167:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989448320:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605188:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317837.605223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989448832:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317837.605292:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317837.605298:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989448960:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317837.605378:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448576 00000100:00100000:1.0:1767317837.605386:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448576 00000100:00100000:1.0:1767317837.605430:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448320 00000100:00100000:1.0:1767317837.605433:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448320 00000100:00100000:1.0:1767317837.605453:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108 00000100:00100000:1.0:1767317837.605474:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989448576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605521:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989448576:12345-0@lo:400:kworker.0 Request processed in 60us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317837.605528:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108 00000100:00100000:1.0:1767317837.605544:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:1.0:1767317837.605550:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989448320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605572:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989448320:12345-0@lo:400:kworker.0 Request processed in 22us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317837.605577:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000100:00080000:1.0:1767317837.605592:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317837.605622:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989448320:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605631:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989448576:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605667:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448832 00000100:00100000:1.0:1767317837.605670:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448832 00000100:00100000:1.0:1767317837.605694:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448960 00000100:00100000:1.0:1767317837.605696:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448960 00000100:00100000:1.0:1767317837.605712:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:1.0:1767317837.605717:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605747:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448832:12345-0@lo:400:kworker.0 Request processed in 29us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317837.605753:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00100000:1.0:1767317837.605765:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983 00000100:00100000:1.0:1767317837.605770:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605792:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989448960:12345-0@lo:400:kworker.0 Request processed in 23us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317837.605798:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983 00000100:00100000:1.0:1767317837.605824:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989448960:0@lo:400:kworker.0 00000100:00100000:1.0:1767317837.605833:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989448832:0@lo:400:kworker.0 00000100:00080000:1.0:1767317837.605845:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317837.605848:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317837.606547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989448448:0@lo:38:kworker.0 00000100:00100000:3.0:1767317837.606574:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317837.606598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989448704:0@lo:38:kworker.0 00000100:00100000:3.0:1767317837.606618:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317837.606639:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448448 00000100:00100000:3.0:1767317837.606643:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448448 00000100:00100000:3.0:1767317837.606663:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448704 00000100:00100000:3.0:1767317837.606666:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448704 00000100:00100000:3.0:1767317837.606677:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21984 00000100:00100000:3.0:1767317837.606682:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989448448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317837.606700:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317837.606728:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989448448:12345-0@lo:38:kworker.0 Request processed in 44us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317837.606733:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21984 00000100:00100000:3.0:1767317837.606745:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21985 00000100:00100000:3.0:1767317837.606748:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989448704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317837.606757:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317837.606778:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989448704:12345-0@lo:38:kworker.0 Request processed in 28us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317837.606784:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21985 00000100:00080000:3.0:1767317837.606810:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317837.606815:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317837.606819:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989448704:0@lo:38:kworker.0 00000100:00080000:3.0:1767317837.606835:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317837.606838:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317837.606841:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989448448:0@lo:38:kworker.0 00000100:00100000:0.0:1767317837.606915:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989448192 00000100:00100000:0.0:1767317837.606921:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989448192 00000100:00100000:0.0:1767317837.606995:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767317837.607001:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989448192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317837.607011:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317837.607045:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989448192:12345-0@lo:38:kworker.0 Request processed in 44us (2178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317837.607050:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00080000:3.0:1767317837.607091:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317837.607095:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317837.607098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989448192:0@lo:38:kworker.0 00000100:00100000:2.0:1767317837.616622:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989448064:12345-0@lo:38:kworker.0 Request processed in 15527us (15726us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317837.616636:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21983 00000100:00080000:0.0:1767317837.616755:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317837.616762:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317837.616767:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989448064:0@lo:38:kworker.0 00010000:00010000:0.0:1767317838.432454:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317838.624419:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317838.624437:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989449088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317838.624493:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317838.624518:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317838.624700:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449088 00000100:00100000:3.0:1767317838.624708:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449088 00000100:00100000:3.0:1767317838.624759:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:3.0:1767317838.624768:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989449088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317838.624796:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317838.624844:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989449088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317838.624851:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:2.0:1767317838.624966:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989449088:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317838.626325:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989449216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317838.626378:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317838.626416:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449216 00000100:00100000:1.0:1767317838.626423:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449216 00000100:00100000:1.0:1767317838.626475:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:1.0:1767317838.626484:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989449216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317838.626510:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317838.626563:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989449216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317838.626569:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:2.0:1767317838.626658:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989449216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317838.692281:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317838.692350:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317838.692486:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747840 00000100:00100000:1.0:1767317838.692502:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747840 00000100:00100000:1.0:1767317838.692611:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747712 00000100:00100000:1.0:1767317838.692615:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747712 00000100:00100000:1.0:1767317838.692655:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4110 00000100:00100000:1.0:1767317838.692675:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925747840:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317838.692688:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21986 00000100:00100000:0.0:1767317838.692706:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925747712:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317838.692739:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317838.693090:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925747840:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 422us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317838.693101:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4110 00000100:00100000:0.0:1767317838.693368:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925747712:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 660us (1018us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317838.693379:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21986 00000100:00080000:3.0:1767317838.694046:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767317839.456465:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317839.648700:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317840.480457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317840.672391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317841.505694:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317841.696394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317842.528773:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317842.720744:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767317842.720794:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317842.720801:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317842.720804:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317842.720809:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317842.720813:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317842.720823:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3087 00000100:00080000:0.0:1767317842.720828:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317842.720836:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317842.720894:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163989449344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317842.720970:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989449344:0@lo:38:kworker.0 00000100:00100000:3.0:1767317842.721058:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317842.721187:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449344 00000100:00100000:1.0:1767317842.721198:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449344 00000100:00100000:1.0:1767317842.721278:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21987 00000100:00100000:1.0:1767317842.721287:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989449344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317842.721315:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767317842.721458:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317842.721463:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317842.721465:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317842.721471:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3087 00000100:00080000:0.0:1767317842.721474:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317842.721479:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317842.721496:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584380 x1853163989449472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317842.726294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989449472:0@lo:38:kworker.0 00000100:00100000:3.0:1767317842.726420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317842.726827:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989449344:12345-0@lo:38:kworker.0 Request processed in 5535us (5764us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317842.726842:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21987 00000100:00080000:3.0:1767317842.727073:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317842.727080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317842.727086:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989449344:0@lo:38:kworker.0 00000100:00080000:0.0:1767317842.727421:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317842.727427:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317842.727431:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317842.727843:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3087 00000100:00080000:0.0:1767317842.727849:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317842.727858:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317842.727904:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163989449728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317842.727929:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317842.727934:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317842.727936:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317842.727940:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3087 00000100:00080000:0.0:1767317842.727943:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317842.727947:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317842.727962:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163989449984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317842.728039:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989450112:0@lo:400:kworker.0 00000100:00100000:0.0:1767317842.728098:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317842.728140:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317842.728146:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989450240:0@lo:400:kworker.0 00000100:00100000:0.0:1767317842.728172:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317842.728208:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450112 00000100:00100000:0.0:1767317842.728215:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450112 00000100:00100000:0.0:1767317842.728312:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450240 00000100:00100000:0.0:1767317842.728316:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450240 00000100:00100000:0.0:1767317842.728342:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:0.0:1767317842.728352:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989450112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317842.728425:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989450112:12345-0@lo:400:kworker.0 Request processed in 74us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317842.728432:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:3.0:1767317842.728802:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989449728:0@lo:38:kworker.0 00000100:00100000:3.0:1767317842.728843:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317842.728867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989449984:0@lo:38:kworker.0 00000100:00100000:3.0:1767317842.728888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317842.728930:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449728 00000100:00100000:3.0:1767317842.728935:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449728 00000100:00100000:3.0:1767317842.728961:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449984 00000100:00100000:3.0:1767317842.728964:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449984 00000100:00100000:3.0:1767317842.728984:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21988 00000100:00100000:3.0:1767317842.728990:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989449728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317842.729014:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317842.729055:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989449728:12345-0@lo:38:kworker.0 Request processed in 64us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317842.729061:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21988 00000100:00100000:3.0:1767317842.729076:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21989 00000100:00100000:3.0:1767317842.729079:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989449984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317842.729088:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317842.729111:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989449984:12345-0@lo:38:kworker.0 Request processed in 30us (222us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317842.729117:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21989 00000100:00080000:3.0:1767317842.729157:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317842.729161:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317842.729165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989449728:0@lo:38:kworker.0 00000100:00080000:3.0:1767317842.729175:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317842.729179:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317842.729181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989449984:0@lo:38:kworker.0 00000100:00080000:3.0:1767317842.729278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317842.729284:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317842.729299:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:3.0:1767317842.729310:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989450240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729348:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989450240:12345-0@lo:400:kworker.0 Request processed in 43us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317842.729355:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00000100:00100000:3.0:1767317842.729396:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989449856:0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729423:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317842.729535:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317842.729543:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989449600:0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729568:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317842.729594:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449856 00000100:00100000:3.0:1767317842.729598:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449856 00000100:00100000:3.0:1767317842.729635:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449600 00000100:00100000:3.0:1767317842.729639:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449600 00000100:00100000:3.0:1767317842.729654:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111 00000100:00100000:3.0:1767317842.729659:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989449856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729695:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989449856:12345-0@lo:400:kworker.0 Request processed in 35us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317842.729701:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111 00000100:00100000:3.0:1767317842.729713:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4112 00000100:00100000:3.0:1767317842.729718:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989449600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729742:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989449600:12345-0@lo:400:kworker.0 Request processed in 24us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317842.729748:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4112 00000100:00080000:3.0:1767317842.729765:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317842.729784:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989449600:0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729794:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989449856:0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729857:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989450240:0@lo:400:kworker.0 00000100:00100000:3.0:1767317842.729869:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989450112:0@lo:400:kworker.0 00000100:00100000:2.0:1767317842.730331:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989449472 00000100:00100000:2.0:1767317842.730338:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989449472 00000100:00100000:2.0:1767317842.730421:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1767317842.730428:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989449472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317842.730456:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317842.730528:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989449472:12345-0@lo:38:kworker.0 Request processed in 99us (4109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317842.730535:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00080000:0.0:1767317842.730607:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317842.730614:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317842.730618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989449472:0@lo:38:kworker.0 00010000:00010000:0.0:1767317843.552631:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317843.745973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989450368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317843.746067:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317843.746417:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450368 00000100:00100000:2.0:1767317843.746438:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450368 00000100:00100000:2.0:1767317843.746508:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:2.0:1767317843.746518:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989450368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317843.746557:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317843.746608:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989450368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317843.746615:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00100000:1.0:1767317843.746821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989450368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317843.746841:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317843.746849:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989450496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317843.746876:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317843.746952:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450496 00000100:00100000:0.0:1767317843.746958:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450496 00000100:00100000:0.0:1767317843.746991:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:0.0:1767317843.746998:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989450496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317843.747020:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317843.747073:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989450496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317843.747081:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:3.0:1767317843.747630:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317843.747755:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989450496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317843.812064:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317843.812109:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317843.812325:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748096 00000100:00100000:2.0:1767317843.812338:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748096 00000100:00100000:2.0:1767317843.812435:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925747968 00000100:00100000:2.0:1767317843.812438:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925747968 00000100:00100000:2.0:1767317843.812456:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4113 00000100:00100000:2.0:1767317843.812467:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925748096:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317843.812487:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21990 00000100:00100000:0.0:1767317843.812496:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925747968:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317843.812523:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317843.812557:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925748096:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317843.812563:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925747968:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 65us (449us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317843.812571:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4113 00000100:00080000:3.0:1767317843.813359:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317843.814292:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21990 00010000:00010000:2.0:1767317844.576454:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317844.772761:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317845.600445:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317845.792437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317846.627909:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317846.819026:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317847.652078:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317847.840350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767317847.840379:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317847.840384:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317847.840387:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317847.840391:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317847.840395:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317847.840402:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3092 00000100:00080000:0.0:1767317847.840406:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317847.840413:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317847.840452:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584e00 x1853163989450624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317847.840476:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317847.840480:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317847.840482:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317847.840485:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3092 00000100:00080000:0.0:1767317847.840487:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317847.840490:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317847.840502:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163989450752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317847.840548:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317847.840552:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317847.840554:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317847.840557:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3092 00000100:00080000:0.0:1767317847.840560:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317847.840563:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317847.840574:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587b80 x1853163989451008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317847.840591:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317847.840595:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317847.840597:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317847.840600:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3092 00000100:00080000:0.0:1767317847.840602:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317847.840605:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317847.840616:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587100 x1853163989451264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317847.840630:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989451136:0@lo:400:kworker.0 00000100:00100000:1.0:1767317847.840732:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989450880:0@lo:400:kworker.0 00000100:00100000:1.0:1767317847.840766:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317847.840782:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989451392:0@lo:400:kworker.0 00000100:00100000:2.0:1767317847.840811:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317847.840834:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317847.840840:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989451520:0@lo:400:kworker.0 00000100:00100000:2.0:1767317847.840859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317847.840897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317847.840930:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317827/real 1767317827] req@ffff96e2c8636680 x1853163989446400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317847 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317847.840933:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450880 00000100:00100000:3.0:1767317847.840943:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450880 00000100:00100000:2.0:1767317847.840948:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c8636680 x1853163989446400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317847 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317847.840959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989450624:0@lo:38:kworker.0 00000100:00100000:2.0:1767317847.840980:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317847.840997:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989450752:0@lo:38:kworker.0 00000100:00100000:2.0:1767317847.841019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317847.841021:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451392 00000100:00100000:1.0:1767317847.841025:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451392 00000100:00100000:2.0:1767317847.841039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989451008:0@lo:38:kworker.0 00000100:00100000:2.0:1767317847.841057:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317847.841063:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451520 00000100:00100000:1.0:1767317847.841105:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451520 00000100:00100000:1.0:1767317847.841263:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:1.0:1767317847.841283:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989451392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317847.841334:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989451392:12345-0@lo:400:kworker.0 Request processed in 64us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317847.841342:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:1.0:1767317847.841358:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:1.0:1767317847.841365:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989451520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317847.841390:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989451520:12345-0@lo:400:kworker.0 Request processed in 27us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317847.841395:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000100:00080000:1.0:1767317847.841444:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317847.841448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317847.841451:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317847.841479:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450752 00000100:00100000:1.0:1767317847.841482:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450752 00000100:00100000:1.0:1767317847.841499:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:1.0:1767317847.841503:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989450752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317847.841520:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317847.841550:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989450752:12345-0@lo:38:kworker.0 Request processed in 44us (529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317847.841555:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:3.0:1767317847.845044:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451136 00000100:00100000:3.0:1767317847.845123:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451136 00000100:00100000:3.0:1767317847.845192:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989450624 00000100:00100000:3.0:1767317847.845196:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989450624 00000100:00100000:3.0:1767317847.845205:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451008 00000100:00100000:3.0:1767317847.845207:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451008 00000100:00100000:3.0:1767317847.845221:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114 00000100:00100000:3.0:1767317847.845247:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989450880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317847.845472:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989450880:12345-0@lo:400:kworker.0 Request processed in 242us (4704us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317847.845480:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114 00000100:00100000:3.0:1767317847.845498:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115 00000100:00100000:3.0:1767317847.845503:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989451136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317847.845540:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989451136:12345-0@lo:400:kworker.0 Request processed in 37us (4642us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317847.845546:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115 00000100:00100000:3.0:1767317847.845559:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21991 00000100:00100000:3.0:1767317847.845563:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989450624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317847.845583:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317847.845611:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989450624:12345-0@lo:38:kworker.0 Request processed in 47us (4629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317847.845615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989451264:0@lo:38:kworker.0 00000100:00100000:3.0:1767317847.845617:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21991 00000100:00100000:3.0:1767317847.845628:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21992 00000100:00100000:3.0:1767317847.845631:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989451008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317847.845640:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317847.845652:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317847.845658:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989451008:12345-0@lo:38:kworker.0 Request processed in 26us (4601us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317847.845664:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21992 00000100:00100000:3.0:1767317847.845723:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989451136:0@lo:400:kworker.0 00000100:00100000:3.0:1767317847.845771:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989451520:0@lo:400:kworker.0 00000100:00100000:3.0:1767317847.845783:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989451392:0@lo:400:kworker.0 00000100:00080000:3.0:1767317847.845817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317847.845840:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989450880:0@lo:400:kworker.0 00000100:00080000:2.0:1767317847.846061:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317847.846080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317847.846084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989446400:0@lo:250:kworker.0 00000100:00080000:2.0:1767317847.846105:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317847.846110:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317847.846113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989450624:0@lo:38:kworker.0 00000100:00080000:2.0:1767317847.846123:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317847.846126:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317847.846129:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989450752:0@lo:38:kworker.0 00000100:00080000:2.0:1767317847.846138:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317847.846141:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317847.846144:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989451008:0@lo:38:kworker.0 00000100:00080000:2.0:1767317847.846168:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317847.846173:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317847.846175:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317847.846179:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3077 00000100:00080000:2.0:1767317847.846184:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767317847.846188:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317847.846212:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989451648/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317847.846222:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451264 00000100:00100000:3.0:1767317847.846226:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451264 00000100:00100000:2.0:1767317847.846261:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989451648:0@lo:250:kworker.0 00000100:00100000:3.0:1767317847.846267:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21993 00000100:00100000:3.0:1767317847.846283:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989451264:12345-0@lo:38:kworker.0 00000400:00000100:2.0:1767317847.846294:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989451648 offset 0 length 520: 4 00010000:00020000:3.0:1767317847.846295:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317847.846318:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989451264:12345-0@lo:38:kworker.0 Request processed in 35us (667us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767317847.846319:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317847.846322:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317847.846324:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21993 00000100:00100000:2.0:1767317847.846325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989451264:0@lo:38:kworker.0 00010000:00010000:0.0:1767317848.672641:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317848.864368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317848.864822:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989451776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317848.864889:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317848.864959:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317848.864966:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989451904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317848.864987:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317848.865107:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451776 00000100:00100000:2.0:1767317848.865116:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451776 00000100:00100000:2.0:1767317848.865159:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989451904 00000100:00100000:2.0:1767317848.865162:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989451904 00000100:00100000:2.0:1767317848.865177:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:2.0:1767317848.865184:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989451776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317848.865212:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317848.865283:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989451776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317848.865291:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00100000:2.0:1767317848.865308:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1767317848.865314:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989451904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317848.865330:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317848.865365:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989451904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317848.865372:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:3.0:1767317848.865733:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989451904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317848.865748:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989451776:0@lo:13:osp-pre-0-1.0 00000400:00000100:2.0:1767317848.937490:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925748224 offset 0 length 520: 4 00000100:00100000:2.0:1767317848.937547:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317848.937589:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317848.937691:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748480 00000100:00100000:1.0:1767317848.937701:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748480 00000100:00100000:1.0:1767317848.937781:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748352 00000100:00100000:1.0:1767317848.937785:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748352 00000100:00100000:1.0:1767317848.937977:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4116 00000100:00100000:1.0:1767317848.937990:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925748480:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317848.938151:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925748480:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 165us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317848.938159:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4116 00000100:00100000:1.0:1767317848.938179:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21994 00000100:00100000:1.0:1767317848.938184:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925748352:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317848.938205:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767317848.938606:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317848.939141:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925748352:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (642us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317848.939150:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21994 00010000:00010000:2.0:1767317849.697063:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317849.889677:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317850.722088:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317850.914050:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317851.744788:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317851.936432:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317852.769158:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317852.960475:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317852.960486:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317852.960490:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317852.960494:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317852.960499:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317852.960507:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3097 00000100:00080000:3.0:1767317852.960513:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317852.960519:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317852.960560:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163989452032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317852.960621:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989452032:0@lo:38:kworker.0 00000100:00100000:2.0:1767317852.960691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317852.960756:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452032 00000100:00100000:1.0:1767317852.960765:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452032 00000100:00100000:1.0:1767317852.960822:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21995 00000100:00080000:3.0:1767317852.960822:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317852.960829:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317852.960831:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767317852.960835:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989452032:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767317852.960837:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3097 00000100:00080000:3.0:1767317852.960843:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317852.960848:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00010000:00020000:1.0:1767317852.960862:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317852.960865:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989452160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317852.960940:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317852.968616:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989452160:0@lo:38:kworker.0 00000100:00100000:2.0:1767317852.968700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317852.968923:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989452032:12345-0@lo:38:kworker.0 Request processed in 8074us (8215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317852.968935:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21995 00000100:00100000:0.0:1767317852.972430:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452160 00000100:00100000:0.0:1767317852.972447:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452160 00000100:00100000:0.0:1767317852.972566:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:0.0:1767317852.972574:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989452160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317852.972600:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317852.972696:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989452160:12345-0@lo:38:kworker.0 Request processed in 121us (3995us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317852.972703:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00080000:2.0:1767317852.972836:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317852.972841:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317852.972845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989452032:0@lo:38:kworker.0 00000100:00080000:2.0:1767317852.972875:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317852.972879:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317852.972882:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989452160:0@lo:38:kworker.0 00000100:00080000:3.0:1767317852.973194:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317852.973200:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317852.973203:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317852.973208:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3097 00000100:00080000:3.0:1767317852.973213:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317852.973218:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317852.973225:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317852.973252:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989452288:0@lo:400:kworker.0 00000100:00100000:3.0:1767317852.973259:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989452416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317852.973293:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317852.973296:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317852.973297:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317852.973301:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3097 00000100:00080000:3.0:1767317852.973303:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767317852.973308:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317852.973469:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989452544:0@lo:400:kworker.0 00000100:00100000:1.0:1767317852.973493:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317852.973521:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452288 00000100:00100000:1.0:1767317852.973526:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452288 00000100:00100000:0.0:1767317852.973560:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989452416:0@lo:38:kworker.0 00000100:00100000:1.0:1767317852.973566:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452544 00000100:00100000:1.0:1767317852.973570:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452544 00000100:00100000:0.0:1767317852.973608:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317852.973642:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452416 00000100:00100000:0.0:1767317852.973646:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452416 00000100:00080000:3.0:1767317852.973671:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317852.973687:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584380 x1853163989452672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317852.973734:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989452800:0@lo:400:kworker.0 00000100:00100000:3.0:1767317852.973764:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317852.973794:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317852.973800:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989452928:0@lo:400:kworker.0 00000100:00100000:3.0:1767317852.973820:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317852.973843:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452800 00000100:00100000:3.0:1767317852.973846:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452800 00000100:00100000:3.0:1767317852.973871:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452928 00000100:00100000:3.0:1767317852.973874:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452928 00000100:00100000:3.0:1767317852.973892:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:3.0:1767317852.973898:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989452800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317852.973956:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989452800:12345-0@lo:400:kworker.0 Request processed in 57us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317852.973962:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00000100:00100000:3.0:1767317852.973975:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989 00000100:00100000:3.0:1767317852.973981:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989452928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317852.974004:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989452928:12345-0@lo:400:kworker.0 Request processed in 24us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317852.974009:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989 00000100:00100000:3.0:1767317852.974037:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989452928:0@lo:400:kworker.0 00000100:00100000:3.0:1767317852.974045:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989452800:0@lo:400:kworker.0 00000100:00100000:1.0:1767317852.974055:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117 00000100:00100000:1.0:1767317852.974067:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989452288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317852.974104:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989452288:12345-0@lo:400:kworker.0 Request processed in 41us (809us total) trans 0 rc 0/0 00000100:00080000:2.0:1767317852.974146:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317852.974155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317852.974157:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317852.974676:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4118 00000100:00100000:0.0:1767317852.974687:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989452544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317852.974723:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989452544:12345-0@lo:400:kworker.0 Request processed in 40us (1229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317852.974730:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4118 00000100:00100000:0.0:1767317852.974744:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21996 00000100:00100000:0.0:1767317852.974747:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989452416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317852.974773:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317852.974799:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989452416:12345-0@lo:38:kworker.0 Request processed in 50us (1191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317852.974805:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21996 00000100:00100000:0.0:1767317852.974852:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989452544:0@lo:400:kworker.0 00000100:00100000:0.0:1767317852.974864:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989452288:0@lo:400:kworker.0 00000100:00100000:0.0:1767317852.974901:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989452672:0@lo:38:kworker.0 00000100:00100000:0.0:1767317852.974945:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317852.974976:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317852.974981:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317852.974984:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989452416:0@lo:38:kworker.0 00000100:00100000:0.0:1767317852.975004:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989452672 00000100:00100000:0.0:1767317852.975008:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989452672 00000100:00100000:0.0:1767317852.975022:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21997 00000100:00100000:0.0:1767317852.975032:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989452672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317852.975044:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317852.975072:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989452672:12345-0@lo:38:kworker.0 Request processed in 39us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317852.975198:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21997 00000100:00080000:0.0:1767317852.975249:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317852.975254:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317852.975257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989452672:0@lo:38:kworker.0 00000100:00100000:1.0:1767317852.975603:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117 00010000:00010000:0.0:1767317853.793367:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317853.984583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989453056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317853.984618:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317853.984676:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317853.984750:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453056 00000100:00100000:0.0:1767317853.984761:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453056 00000100:00100000:2.0:1767317853.984781:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317853.984789:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989453184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317853.984812:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317853.984826:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453184 00000100:00100000:0.0:1767317853.984831:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453184 00000100:00100000:0.0:1767317853.984857:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:0.0:1767317853.985039:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989453056:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317853.985181:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:2.0:1767317853.985192:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989453184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317853.985219:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317853.985307:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989453184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317853.985314:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00100000:1.0:1767317853.985524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989453184:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317853.985583:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317853.985647:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989453056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 782us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317853.985655:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767317853.985679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989453056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317854.051046:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317854.051185:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317854.051488:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748736 00000100:00100000:1.0:1767317854.051499:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748736 00000100:00080000:2.0:1767317854.051673:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317854.051750:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748608 00000100:00100000:1.0:1767317854.051754:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748608 00000100:00100000:1.0:1767317854.051824:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4119 00000100:00100000:1.0:1767317854.051836:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925748736:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317854.051927:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925748736:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317854.051934:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4119 00000100:00100000:1.0:1767317854.051971:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21998 00000100:00100000:1.0:1767317854.051976:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925748608:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317854.051996:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317854.052021:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925748608:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (837us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317854.052027:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21998 00010000:00010000:2.0:1767317854.816395:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317855.008608:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317855.841762:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317856.033043:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317856.865397:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317857.057355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317857.892666:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317858.083256:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317858.083654:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317858.083660:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317858.083663:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317858.083667:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317858.083670:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317858.083678:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3102 00000100:00080000:1.0:1767317858.083682:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317858.083688:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317858.083729:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6300 x1853163989453312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317858.083757:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317858.083760:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317858.083762:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317858.083765:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3102 00000100:00080000:1.0:1767317858.083767:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317858.083770:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317858.083783:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163989453440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317858.083821:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317858.083825:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317858.083827:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317858.083829:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3102 00000100:00080000:1.0:1767317858.083832:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317858.083835:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317858.083848:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5180 x1853163989453696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317858.083864:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317858.083868:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317858.083870:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317858.083873:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3102 00000100:00080000:1.0:1767317858.083875:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317858.083879:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317858.083891:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163989453952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317858.083938:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989454080:0@lo:400:kworker.0 00000100:00100000:1.0:1767317858.084000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317858.084060:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317858.084065:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989454208:0@lo:400:kworker.0 00000100:00100000:1.0:1767317858.084122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317858.084201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989453824:0@lo:400:kworker.0 00000100:00100000:2.0:1767317858.084265:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317858.084294:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317858.084299:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989453568:0@lo:400:kworker.0 00000100:00100000:2.0:1767317858.084320:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317858.084348:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453824 00000100:00100000:2.0:1767317858.084354:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453824 00000100:00100000:2.0:1767317858.084395:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453568 00000100:00100000:2.0:1767317858.084397:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453568 00000100:00100000:2.0:1767317858.084417:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4120 00000100:00100000:2.0:1767317858.084424:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989453824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317858.084469:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989453824:12345-0@lo:400:kworker.0 Request processed in 45us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317858.084477:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4120 00000100:00100000:2.0:1767317858.084492:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121 00000100:00100000:2.0:1767317858.084498:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989453568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317858.084524:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989453568:12345-0@lo:400:kworker.0 Request processed in 27us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317858.084529:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121 00000100:00080000:2.0:1767317858.084546:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317858.084575:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989453568:0@lo:400:kworker.0 00000100:00100000:2.0:1767317858.084584:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989453824:0@lo:400:kworker.0 00000100:00100000:3.0:1767317858.084736:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454080 00000100:00100000:3.0:1767317858.084741:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454080 00000100:00100000:3.0:1767317858.084780:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454208 00000100:00100000:3.0:1767317858.084784:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454208 00000100:00100000:3.0:1767317858.084804:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1767317858.084809:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989454080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317858.084847:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989454080:12345-0@lo:400:kworker.0 Request processed in 37us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317858.084853:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1767317858.084865:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:3.0:1767317858.084871:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989454208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317858.084896:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989454208:12345-0@lo:400:kworker.0 Request processed in 26us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317858.084902:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00000100:00100000:3.0:1767317858.084934:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989454208:0@lo:400:kworker.0 00000100:00100000:3.0:1767317858.084944:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989454080:0@lo:400:kworker.0 00000100:00100000:0.0:1767317858.085035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989453312:0@lo:38:kworker.0 00000100:00100000:0.0:1767317858.085065:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317858.085101:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989453440:0@lo:38:kworker.0 00000100:00100000:0.0:1767317858.085125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317858.085149:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989453696:0@lo:38:kworker.0 00000100:00100000:0.0:1767317858.085170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317858.085185:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989453952:0@lo:38:kworker.0 00000100:00100000:0.0:1767317858.085203:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317858.085258:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453440 00000100:00100000:0.0:1767317858.085262:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453440 00000100:00100000:0.0:1767317858.085283:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1767317858.085287:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989453440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317858.085303:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317858.085335:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989453440:12345-0@lo:38:kworker.0 Request processed in 47us (209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317858.085341:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1767317858.085360:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453312 00000100:00100000:0.0:1767317858.085363:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453312 00000100:00100000:0.0:1767317858.085382:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453696 00000100:00100000:0.0:1767317858.085384:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453696 00000100:00100000:0.0:1767317858.085392:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989453952 00000100:00100000:0.0:1767317858.085394:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989453952 00000100:00100000:0.0:1767317858.085403:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21999 00000100:00100000:0.0:1767317858.085407:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989453312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317858.085416:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317858.085441:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989453312:12345-0@lo:38:kworker.0 Request processed in 33us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317858.085447:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21999 00000100:00100000:0.0:1767317858.085458:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22000 00000100:00100000:0.0:1767317858.085462:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989453696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317858.085470:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317858.085493:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989453696:12345-0@lo:38:kworker.0 Request processed in 30us (323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317858.085500:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22000 00000100:00100000:0.0:1767317858.085510:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22001 00000100:00100000:0.0:1767317858.085513:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989453952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317858.085522:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317858.085544:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989453952:12345-0@lo:38:kworker.0 Request processed in 29us (340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317858.085549:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22001 00000100:00080000:0.0:1767317858.085584:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317858.085589:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317858.085592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989453312:0@lo:38:kworker.0 00000100:00080000:0.0:1767317858.085600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317858.085603:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317858.085606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989453440:0@lo:38:kworker.0 00000100:00080000:0.0:1767317858.085613:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317858.085615:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317858.085618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989453696:0@lo:38:kworker.0 00000100:00080000:0.0:1767317858.085624:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317858.085627:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317858.085629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989453952:0@lo:38:kworker.0 00000100:00080000:2.0:1767317858.086022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317858.086027:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767317858.912766:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317859.104452:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989454336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317859.104521:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317859.104661:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317859.104712:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989454464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317859.109299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317859.110972:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454336 00000100:00100000:3.0:1767317859.110985:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454336 00000100:00100000:3.0:1767317859.111152:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:3.0:1767317859.111163:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989454336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317859.111198:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317859.111300:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989454336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (6778us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317859.111308:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1767317859.111400:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989454336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317859.113647:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454464 00000100:00100000:1.0:1767317859.113659:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454464 00000100:00100000:1.0:1767317859.113705:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:1.0:1767317859.113713:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989454464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317859.113741:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317859.113804:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989454464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (4514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317859.113820:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:0.0:1767317859.114093:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989454464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317859.172688:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317859.172805:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317859.172926:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748992 00000100:00100000:0.0:1767317859.172937:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748992 00000100:00100000:0.0:1767317859.173012:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925748864 00000100:00100000:0.0:1767317859.173016:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925748864 00000100:00100000:0.0:1767317859.173040:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4122 00000100:00100000:0.0:1767317859.173052:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925748992:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317859.173125:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22002 00000100:00100000:0.0:1767317859.173153:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925748992:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (477us total) trans 0 rc 0/0 00000100:00080000:2.0:1767317859.173163:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317859.173178:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925748864:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317859.173199:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317859.173261:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925748864:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (424us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317859.175160:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4122 00000100:00100000:1.0:1767317859.177437:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22002 00010000:00010000:2.0:1767317859.937930:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317860.136883:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317860.960493:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317861.152449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317861.987410:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317862.178062:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317863.013302:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317863.200844:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317863.200859:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317863.200863:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317863.200868:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317863.200873:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317863.200885:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3107 00000100:00080000:1.0:1767317863.200892:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317863.200902:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317863.200959:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091500 x1853163989454592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317863.201039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989454592:0@lo:38:kworker.0 00000100:00100000:2.0:1767317863.201138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317863.201313:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454592 00000100:00100000:3.0:1767317863.201324:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454592 00000100:00100000:3.0:1767317863.201366:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22003 00000100:00100000:3.0:1767317863.201372:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989454592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317863.201394:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317863.201481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317863.201703:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317863.201708:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317863.201710:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317863.201713:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3107 00000100:00080000:1.0:1767317863.201715:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317863.201719:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317863.201735:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163989454720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317863.201783:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989454720:0@lo:38:kworker.0 00000100:00100000:2.0:1767317863.201818:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317863.201882:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454720 00000100:00100000:0.0:1767317863.201886:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454720 00000100:00100000:0.0:1767317863.201915:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1767317863.201920:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989454720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317863.201932:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317863.201967:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989454720:12345-0@lo:38:kworker.0 Request processed in 46us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317863.201975:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:3.0:1767317863.202349:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989454592:12345-0@lo:38:kworker.0 Request processed in 977us (1212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317863.202356:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22003 00000100:00080000:1.0:1767317863.202644:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317863.202647:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317863.202650:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317863.202654:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3107 00000100:00080000:1.0:1767317863.202656:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317863.202660:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317863.202677:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804700 x1853163989454976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317863.202691:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317863.202693:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317863.202695:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317863.202697:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3107 00000100:00080000:1.0:1767317863.202699:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317863.202701:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317863.202707:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804000 x1853163989455232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317863.202759:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989455360:0@lo:400:kworker.0 00000100:00100000:1.0:1767317863.202794:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317863.202816:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317863.202829:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989455488:0@lo:400:kworker.0 00000100:00100000:1.0:1767317863.202849:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317863.202875:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455360 00000100:00100000:1.0:1767317863.202880:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455360 00000100:00100000:1.0:1767317863.202933:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455488 00000100:00100000:1.0:1767317863.202937:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455488 00000100:00100000:1.0:1767317863.202960:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992 00000100:00100000:1.0:1767317863.202968:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989455360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317863.203189:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989455360:12345-0@lo:400:kworker.0 Request processed in 222us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317863.203196:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992 00000100:00100000:1.0:1767317863.203210:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:1.0:1767317863.203216:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989455488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317863.203270:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989455488:12345-0@lo:400:kworker.0 Request processed in 54us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317863.203277:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00000100:00100000:1.0:1767317863.203323:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989455488:0@lo:400:kworker.0 00000100:00100000:1.0:1767317863.203330:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989455360:0@lo:400:kworker.0 00000100:00080000:1.0:1767317863.203358:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317863.203361:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317863.203508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989455104:0@lo:400:kworker.0 00000100:00100000:0.0:1767317863.203536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317863.203565:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317863.203569:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989454848:0@lo:400:kworker.0 00000100:00100000:0.0:1767317863.203583:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317863.203603:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455104 00000100:00100000:0.0:1767317863.203606:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455104 00000100:00100000:0.0:1767317863.203632:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454848 00000100:00100000:0.0:1767317863.203634:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454848 00000100:00100000:0.0:1767317863.203649:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123 00000100:00100000:0.0:1767317863.203653:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989455104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317863.203677:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989455104:12345-0@lo:400:kworker.0 Request processed in 24us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317863.203681:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123 00000100:00100000:0.0:1767317863.203692:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4124 00000100:00100000:0.0:1767317863.203696:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989454848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317863.203710:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989454848:12345-0@lo:400:kworker.0 Request processed in 15us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317863.203714:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4124 00000100:00080000:0.0:1767317863.203728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317863.203738:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989454848:0@lo:400:kworker.0 00000100:00100000:0.0:1767317863.203744:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989455104:0@lo:400:kworker.0 00000100:00080000:2.0:1767317863.204140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317863.204147:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317863.204217:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989454592:0@lo:38:kworker.0 00000100:00100000:2.0:1767317863.204264:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989454976:0@lo:38:kworker.0 00000100:00100000:2.0:1767317863.204304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317863.204357:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989455232:0@lo:38:kworker.0 00000100:00100000:2.0:1767317863.204374:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767317863.208632:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317863.208649:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317863.208656:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989454720:0@lo:38:kworker.0 00000100:00100000:1.0:1767317863.209276:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989454976 00000100:00100000:1.0:1767317863.209288:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989454976 00000100:00100000:0.0:1767317863.209377:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455232 00000100:00100000:0.0:1767317863.209383:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455232 00000100:00100000:0.0:1767317863.209434:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22004 00000100:00100000:0.0:1767317863.209443:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989454976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317863.209472:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317863.209707:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22005 00000100:00100000:2.0:1767317863.209714:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989455232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317863.209725:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317863.209789:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989454976:12345-0@lo:38:kworker.0 Request processed in 345us (5484us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317863.209798:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22004 00000100:00100000:2.0:1767317863.210788:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989455232:12345-0@lo:38:kworker.0 Request processed in 1065us (6404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317863.210802:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22005 00000100:00080000:3.0:1767317863.211144:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317863.211227:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317863.211257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989454976:0@lo:38:kworker.0 00000100:00080000:3.0:1767317863.211276:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317863.211280:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317863.211284:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989455232:0@lo:38:kworker.0 00010000:00010000:0.0:1767317864.033071:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317864.225814:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989455616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317864.225928:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317864.226252:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317864.226280:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455616 00000100:00100000:2.0:1767317864.226290:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455616 00000100:00100000:2.0:1767317864.226355:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:2.0:1767317864.226365:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989455616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317864.226406:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317864.226465:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989455616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317864.226472:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00100000:2.0:1767317864.226530:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989455616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317864.226763:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989455744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317864.226801:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317864.228172:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455744 00000100:00100000:0.0:1767317864.228185:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455744 00000100:00100000:0.0:1767317864.228281:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:0.0:1767317864.228292:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989455744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317864.228328:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317864.228412:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989455744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317864.228419:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:1.0:1767317864.228548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989455744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317864.292840:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317864.292902:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317864.293111:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925749120 00000100:00100000:2.0:1767317864.293124:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925749120 00000100:00100000:2.0:1767317864.293179:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925749248 00000100:00100000:2.0:1767317864.293183:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925749248 00000100:00100000:1.0:1767317864.293305:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22006 00000100:00100000:1.0:1767317864.293313:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925749120:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317864.293339:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317864.293422:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925749120:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 107us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317864.293430:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22006 00000100:00100000:2.0:1767317864.293794:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4125 00000100:00100000:2.0:1767317864.293817:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925749248:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317864.293886:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925749248:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317864.293893:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4125 00000100:00080000:0.0:1767317864.294481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767317865.056685:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317865.248390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317866.080442:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317866.272401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317867.104507:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317867.298414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767317868.130919:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317868.320409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767317868.325765:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317868.325779:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317868.325782:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317868.325788:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317868.325793:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317868.325803:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3112 00000100:00080000:3.0:1767317868.325808:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317868.325816:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317868.325870:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587800 x1853163989455872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317868.325904:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317868.325908:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317868.325910:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317868.325914:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3112 00000100:00080000:3.0:1767317868.325916:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317868.325920:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317868.325935:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586300 x1853163989456000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317868.325998:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317868.326002:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317868.326003:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317868.326007:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3112 00000100:00080000:3.0:1767317868.326010:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317868.326015:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317868.326028:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587100 x1853163989456256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317868.326046:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317868.326050:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317868.326052:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317868.326057:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3112 00000100:00080000:3.0:1767317868.326059:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317868.326064:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317868.326077:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163989456512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317868.326078:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989456128:0@lo:400:kworker.0 00000100:00100000:3.0:1767317868.326185:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989456768:0@lo:400:kworker.0 00000100:00100000:1.0:1767317868.326227:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317868.326332:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317868.326341:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989456384:0@lo:400:kworker.0 00000100:00100000:1.0:1767317868.326366:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317868.326439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989456640:0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.326492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317868.326573:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456640 00000100:00100000:1.0:1767317868.326582:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456640 00000100:00100000:2.0:1767317868.326588:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456128 00000100:00100000:2.0:1767317868.326601:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456128 00000100:00100000:1.0:1767317868.326658:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:2.0:1767317868.326662:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456384 00000100:00100000:2.0:1767317868.326669:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456384 00000100:00100000:1.0:1767317868.326675:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989456640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.326712:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126 00000100:00100000:2.0:1767317868.326723:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989456128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317868.326747:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989456640:12345-0@lo:400:kworker.0 Request processed in 77us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317868.326757:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00080000:1.0:1767317868.326791:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317868.326796:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989456128:12345-0@lo:400:kworker.0 Request processed in 72us (567us total) trans 0 rc 0/0 00000100:00080000:1.0:1767317868.326799:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317868.326810:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126 00000100:00100000:3.0:1767317868.326906:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317868.327047:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127 00000100:00100000:1.0:1767317868.327062:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989456384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317868.327105:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989456384:12345-0@lo:400:kworker.0 Request processed in 47us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317868.327840:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989455872:0@lo:38:kworker.0 00000100:00100000:0.0:1767317868.327910:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317868.327954:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989455872 00000100:00100000:0.0:1767317868.327961:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989455872 00000100:00100000:2.0:1767317868.328090:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989456640:0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.328135:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989456384:0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.328149:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989456128:0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.328193:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456768 00000100:00100000:2.0:1767317868.328197:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456768 00000100:00100000:2.0:1767317868.328412:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995 00000100:00100000:2.0:1767317868.328421:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989456768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.328479:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989456768:12345-0@lo:400:kworker.0 Request processed in 60us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317868.328487:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995 00000100:00080000:2.0:1767317868.328508:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317868.328642:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989456768:0@lo:400:kworker.0 00000100:00100000:2.0:1767317868.328706:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989456000:0@lo:38:kworker.0 00000100:00100000:2.0:1767317868.331420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317868.331508:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456000 00000100:00100000:3.0:1767317868.331523:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456000 00000100:00100000:3.0:1767317868.331594:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:3.0:1767317868.331603:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989456000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317868.331633:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317868.332066:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989456000:12345-0@lo:38:kworker.0 Request processed in 460us (654us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317868.332079:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00080000:2.0:1767317868.332088:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317868.332100:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317868.332106:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989456000:0@lo:38:kworker.0 00000100:00100000:2.0:1767317868.332121:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989456256:0@lo:38:kworker.0 00000100:00100000:2.0:1767317868.332185:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317868.332212:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989456512:0@lo:38:kworker.0 00000100:00100000:3.0:1767317868.332264:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456256 00000100:00100000:3.0:1767317868.332272:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456256 00000100:00100000:2.0:1767317868.332280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317868.332409:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456512 00000100:00100000:3.0:1767317868.332414:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456512 00000100:00100000:3.0:1767317868.332428:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22007 00000100:00100000:3.0:1767317868.332433:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989456256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317868.332447:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317868.332483:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989456256:12345-0@lo:38:kworker.0 Request processed in 50us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317868.332489:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22007 00000100:00100000:3.0:1767317868.332500:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22008 00000100:00100000:3.0:1767317868.332504:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989456512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317868.332512:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317868.332529:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989456512:12345-0@lo:38:kworker.0 Request processed in 25us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317868.332539:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22008 00000100:00080000:3.0:1767317868.332604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317868.332610:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317868.332614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989456512:0@lo:38:kworker.0 00000100:00080000:3.0:1767317868.332647:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317868.332651:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317868.332654:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989456256:0@lo:38:kworker.0 00000100:00100000:1.0:1767317868.334072:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1767317868.335904:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22009 00000100:00100000:0.0:1767317868.335921:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989455872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317868.335952:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317868.337179:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989455872:12345-0@lo:38:kworker.0 Request processed in 1250us (9259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317868.337193:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22009 00000100:00080000:3.0:1767317868.337409:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317868.337417:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317868.337421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989455872:0@lo:38:kworker.0 00010000:00010000:0.0:1767317869.152622:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317869.344383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317869.344751:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989456896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317869.344850:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989457024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317869.344863:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317869.344991:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989456896 00000100:00100000:3.0:1767317869.345003:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989456896 00000100:00100000:3.0:1767317869.345073:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:3.0:1767317869.345084:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989456896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317869.345131:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317869.346137:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317869.346300:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457024 00000100:00100000:0.0:1767317869.346308:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457024 00000100:00100000:0.0:1767317869.346370:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:0.0:1767317869.346380:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989457024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317869.346409:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317869.346453:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989457024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317869.346460:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1767317869.346670:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989457024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317869.349371:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989456896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4275us (4496us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317869.349389:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1767317869.349560:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989456896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317869.412371:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317869.412575:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925749376 00000100:00100000:1.0:1767317869.412590:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925749376 00000100:00100000:1.0:1767317869.412695:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22010 00000100:00100000:1.0:1767317869.412706:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925749376:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317869.412736:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317869.412963:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925749376:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 256us (606us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317869.412972:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22010 00000100:00100000:1.0:1767317869.417596:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317869.419803:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925749504 00000100:00100000:0.0:1767317869.419836:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925749504 00000100:00100000:0.0:1767317869.420075:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4128 00000100:00100000:0.0:1767317869.420088:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925749504:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317869.420210:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925749504:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 116us (2624us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317869.420220:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4128 00000100:00080000:2.0:1767317869.425823:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767317870.176554:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317870.374220:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317871.200448:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317871.392424:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317872.225100:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317872.416390:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317847/real 1767317847] req@ffff96e2d0ab6680 x1853163989451648/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317872 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317872.416439:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d0ab6680 x1853163989451648/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317872 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317872.416457:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317872.416503:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317872.416509:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989451648:0@lo:250:kworker.0 00000100:00080000:3.0:1767317872.416897:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317872.416905:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317872.416909:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317872.416915:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3097 00000100:00080000:3.0:1767317872.416920:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317872.416929:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317872.416979:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586300 x1853163989457152/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317872.417009:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317872.417014:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317872.417016:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317872.417020:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3118 00000100:00080000:3.0:1767317872.417022:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317872.417026:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317872.417045:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587100 x1853163989457280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317872.417053:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317872.417056:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317872.417058:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317872.417062:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3118 00000100:00080000:3.0:1767317872.417064:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317872.417068:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317872.417080:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587800 x1853163989457408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317872.417120:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317872.417124:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317872.417126:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317872.417130:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3118 00000100:00080000:3.0:1767317872.417132:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317872.417136:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317872.417150:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989457664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317872.417165:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317872.417169:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317872.417170:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317872.417173:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3118 00000100:00080000:3.0:1767317872.417176:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317872.417179:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317872.417188:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585f80 x1853163989457920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317872.417325:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989458176:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.417422:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317872.417509:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317872.417516:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989458048:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.417543:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317872.417584:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458176 00000100:00100000:1.0:1767317872.417593:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458176 00000100:00100000:1.0:1767317872.417656:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458048 00000100:00100000:1.0:1767317872.417660:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458048 00000100:00100000:1.0:1767317872.417699:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1767317872.417708:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989458176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.417779:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989458176:12345-0@lo:400:kworker.0 Request processed in 72us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317872.417787:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1767317872.417805:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1767317872.417812:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989458048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.417852:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989458048:12345-0@lo:400:kworker.0 Request processed in 41us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317872.417858:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00080000:1.0:1767317872.417877:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317872.417882:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317872.417903:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989457792:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.417932:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317872.417957:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317872.417962:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989457536:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.417985:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317872.418029:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989458048:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.418040:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989458176:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.418069:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457792 00000100:00100000:1.0:1767317872.418073:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457792 00000100:00100000:1.0:1767317872.418108:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457536 00000100:00100000:1.0:1767317872.418111:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457536 00000100:00100000:1.0:1767317872.418152:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129 00000100:00100000:1.0:1767317872.418157:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989457792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.418192:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989457792:12345-0@lo:400:kworker.0 Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317872.418198:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129 00000100:00100000:1.0:1767317872.418211:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130 00000100:00100000:1.0:1767317872.418217:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989457536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.418276:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989457536:12345-0@lo:400:kworker.0 Request processed in 59us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317872.418282:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130 00000100:00080000:1.0:1767317872.418297:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317872.418314:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989457536:0@lo:400:kworker.0 00000100:00100000:1.0:1767317872.418325:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989457792:0@lo:400:kworker.0 00000100:00100000:0.0:1767317872.419266:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989457152:0@lo:250:kworker.0 00000400:00000100:0.0:1767317872.419308:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989457152 offset 0 length 520: 4 00000100:00100000:0.0:1767317872.419344:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989457280:0@lo:38:kworker.0 00000100:00100000:0.0:1767317872.419460:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317872.420577:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317872.423345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989457408:0@lo:38:kworker.0 00000100:00100000:2.0:1767317872.423566:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457280 00000100:00100000:2.0:1767317872.423581:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457280 00000100:00100000:0.0:1767317872.424151:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317872.424197:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989457664:0@lo:38:kworker.0 00000100:00100000:0.0:1767317872.424228:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317872.424279:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989457920:0@lo:38:kworker.0 00000100:00100000:1.0:1767317872.424461:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457664 00000100:00100000:1.0:1767317872.424468:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457664 00000100:00100000:0.0:1767317872.424480:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317872.424559:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457920 00000100:00100000:1.0:1767317872.424564:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457920 00000100:00100000:1.0:1767317872.424583:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22011 00000100:00100000:1.0:1767317872.424595:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989457664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317872.424625:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317872.424632:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22012 00000100:00100000:0.0:1767317872.424644:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989457920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317872.424673:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317872.424700:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989457664:12345-0@lo:38:kworker.0 Request processed in 106us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317872.424710:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22011 00000100:00100000:0.0:1767317872.424737:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989457920:12345-0@lo:38:kworker.0 Request processed in 90us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317872.424748:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22012 00000100:00080000:0.0:1767317872.424837:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317872.424843:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317872.424847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989457664:0@lo:38:kworker.0 00000100:00080000:0.0:1767317872.424857:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317872.424861:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317872.424864:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989457920:0@lo:38:kworker.0 00000100:00100000:2.0:1767317872.424930:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989457408 00000100:00100000:2.0:1767317872.424937:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989457408 00000100:00100000:2.0:1767317872.424977:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1767317872.424983:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989457408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317872.424996:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317872.425088:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989457408:12345-0@lo:38:kworker.0 Request processed in 103us (938us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317872.425096:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00080000:1.0:1767317872.426343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317872.426364:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317872.426369:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989457408:0@lo:38:kworker.0 00000100:00100000:3.0:1767317872.438870:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22013 00000100:00100000:3.0:1767317872.438887:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989457280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317872.438920:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317872.439044:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989457280:12345-0@lo:38:kworker.0 Request processed in 157us (19582us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317872.439052:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22013 00000100:00080000:1.0:1767317872.439486:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317872.439494:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317872.439500:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989457280:0@lo:38:kworker.0 00010000:00010000:3.0:1767317873.249006:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317873.440699:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317873.507389:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767317873.507431:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925749632 offset 0 length 520: 4 00000100:00100000:3.0:1767317873.507455:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317873.509035:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925749888 00000100:00100000:2.0:1767317873.509057:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925749888 00000100:00100000:2.0:1767317873.509174:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925749760 00000100:00100000:2.0:1767317873.509178:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925749760 00000100:00100000:2.0:1767317873.509206:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4131 00000100:00100000:2.0:1767317873.509218:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925749888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317873.509389:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925749888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 164us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317873.509397:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4131 00000100:00100000:2.0:1767317873.509423:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22014 00000100:00100000:2.0:1767317873.509428:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925749760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317873.509455:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317873.509483:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925749760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (2028us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317873.509489:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22014 00000100:00080000:1.0:1767317873.509689:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767317874.272615:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317874.464518:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317874.464537:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989458304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317874.464634:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317874.464999:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458304 00000100:00100000:3.0:1767317874.465011:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458304 00000100:00100000:3.0:1767317874.465102:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00100000:3.0:1767317874.465113:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989458304:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317874.465207:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317874.465308:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767317874.465365:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317874.465483:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989458304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 371us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317874.465492:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00100000:2.0:1767317874.465621:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317874.465753:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989458304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317874.465887:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989458432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317874.465925:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317874.466054:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458432 00000100:00100000:3.0:1767317874.466058:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458432 00000100:00100000:3.0:1767317874.466131:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:3.0:1767317874.466137:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989458432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317874.466159:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317874.466200:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989458432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317874.466207:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:2.0:1767317874.466318:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989458432:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767317874.466369:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767317875.296409:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317875.488667:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:2.0:1767317876.320425:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317876.512402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317877.344518:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317877.536428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317877.538526:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317877.538536:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317877.538540:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317877.538544:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317877.538547:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317877.538555:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3122 00000100:00080000:2.0:1767317877.538559:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317877.538566:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317877.538662:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989458560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317877.538688:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317877.538692:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317877.538694:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317877.538698:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3122 00000100:00080000:2.0:1767317877.538700:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317877.538704:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317877.538718:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722300 x1853163989458688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317877.538768:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317877.538773:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317877.538775:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317877.538778:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3122 00000100:00080000:2.0:1767317877.538781:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317877.538784:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317877.538797:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721f80 x1853163989458944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317877.538816:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317877.538820:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317877.538822:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767317877.538827:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989458816:0@lo:400:kworker.0 00000100:00080000:2.0:1767317877.538828:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3122 00000100:00080000:2.0:1767317877.538833:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317877.538840:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317877.538852:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989459200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317877.538900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989459328:0@lo:400:kworker.0 00000100:00100000:0.0:1767317877.538927:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317877.538941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317877.539007:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989459072:0@lo:400:kworker.0 00000100:00100000:1.0:1767317877.539042:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317877.539045:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458816 00000100:00100000:0.0:1767317877.539053:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458816 00000100:00100000:1.0:1767317877.539078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989458560:0@lo:38:kworker.0 00000100:00100000:1.0:1767317877.539101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317877.539115:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459072 00000100:00100000:0.0:1767317877.539120:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459072 00000100:00100000:1.0:1767317877.539130:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989458688:0@lo:38:kworker.0 00000100:00100000:1.0:1767317877.539153:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317877.539161:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458560 00000100:00100000:0.0:1767317877.539166:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458560 00000100:00100000:1.0:1767317877.539176:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989458944:0@lo:38:kworker.0 00000100:00100000:0.0:1767317877.539195:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132 00000100:00100000:1.0:1767317877.539202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317877.539211:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989458816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317877.539216:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989459200:0@lo:38:kworker.0 00000100:00100000:1.0:1767317877.539263:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767317877.539283:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317877.539296:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458944 00000100:00100000:1.0:1767317877.539300:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458944 00000100:00100000:3.0:1767317877.539311:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459328 00000100:00100000:1.0:1767317877.539313:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459200 00000100:00100000:1.0:1767317877.539315:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459200 00000100:00100000:3.0:1767317877.539315:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459328 00000100:00100000:1.0:1767317877.539324:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133 00000100:00100000:1.0:1767317877.539331:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989459072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317877.539361:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:3.0:1767317877.539368:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989459328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317877.539373:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989459072:12345-0@lo:400:kworker.0 Request processed in 43us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317877.539379:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133 00000100:00100000:3.0:1767317877.539396:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989459328:12345-0@lo:400:kworker.0 Request processed in 30us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317877.539397:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22015 00000100:00100000:1.0:1767317877.539401:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989458560:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767317877.539402:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00010000:00020000:1.0:1767317877.539432:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317877.539464:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989458560:12345-0@lo:38:kworker.0 Request processed in 61us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317877.539471:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22015 00000100:00100000:1.0:1767317877.539484:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22016 00000100:00100000:1.0:1767317877.539488:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989458944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317877.539497:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317877.539518:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989458944:12345-0@lo:38:kworker.0 Request processed in 29us (320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317877.539524:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22016 00000100:00100000:1.0:1767317877.539536:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22017 00000100:00100000:1.0:1767317877.539540:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989459200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317877.539548:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317877.539569:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989459200:12345-0@lo:38:kworker.0 Request processed in 28us (306us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317877.539574:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989459456:0@lo:400:kworker.0 00000100:00100000:1.0:1767317877.539575:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22017 00000100:00100000:3.0:1767317877.539599:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317877.539600:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989458688 00000100:00100000:1.0:1767317877.539603:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989458688 00000100:00100000:1.0:1767317877.539621:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:3.0:1767317877.539625:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459456 00000100:00100000:1.0:1767317877.539626:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989458688:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767317877.539628:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459456 00010000:00020000:1.0:1767317877.539636:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317877.539650:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:3.0:1767317877.539657:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989459456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317877.539875:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989458816:12345-0@lo:400:kworker.0 Request processed in 658us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317877.539884:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132 00000100:00100000:2.0:1767317877.539919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989459328:0@lo:400:kworker.0 00000100:00080000:2.0:1767317877.539945:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317877.539948:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317877.539964:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989459072:0@lo:400:kworker.0 00000100:00080000:2.0:1767317877.540013:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317877.540018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317877.540021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989458560:0@lo:38:kworker.0 00000100:00080000:2.0:1767317877.540028:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317877.540031:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317877.540034:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989458944:0@lo:38:kworker.0 00000100:00080000:2.0:1767317877.540041:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317877.540044:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317877.540047:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989459200:0@lo:38:kworker.0 00000100:00100000:0.0:1767317877.540095:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989458816:0@lo:400:kworker.0 00000100:00100000:1.0:1767317877.540211:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989458688:12345-0@lo:38:kworker.0 Request processed in 583us (1056us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317877.540218:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00080000:2.0:1767317877.540432:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317877.540439:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317877.540442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989458688:0@lo:38:kworker.0 00000100:00100000:3.0:1767317877.544016:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989459456:12345-0@lo:400:kworker.0 Request processed in 4348us (4404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317877.544031:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1767317877.544317:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989459456:0@lo:400:kworker.0 00010000:00010000:3.0:1767317878.368519:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317878.560721:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317878.631065:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317878.631159:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317878.631353:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750016 00000100:00100000:2.0:1767317878.631353:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750144 00000100:00100000:0.0:1767317878.631364:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750016 00000100:00100000:2.0:1767317878.631364:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750144 00000100:00100000:0.0:1767317878.631409:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22018 00000100:00100000:0.0:1767317878.631417:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925750016:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767317878.631429:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4134 00000100:00100000:2.0:1767317878.631436:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925750144:12345-192.168.204.1@tcp:400:kworker.0 00010000:00020000:0.0:1767317878.631442:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317878.631503:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925750016:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 85us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317878.631510:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22018 00000100:00080000:0.0:1767317878.631558:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317878.632561:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925750144:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1116us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317878.632573:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4134 00010000:00010000:0.0:1767317879.392525:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317879.584508:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989459584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317879.584611:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317879.584697:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459584 00000100:00100000:2.0:1767317879.584712:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459584 00000100:00100000:2.0:1767317879.584809:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:2.0:1767317879.584822:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989459584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317879.584859:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317879.584942:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989459584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317879.584953:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00080000:0.0:1767317879.584964:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317879.585043:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989459584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317879.585844:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317879.590498:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317879.594603:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989459712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317879.594720:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317879.598222:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459712 00000100:00100000:1.0:1767317879.598263:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459712 00000100:00100000:1.0:1767317879.598538:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1767317879.598554:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989459712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317879.598607:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317879.598741:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989459712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 193us (4021us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317879.598750:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:3.0:1767317879.599068:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989459712:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767317879.602411:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767317880.416876:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317880.608606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317881.441738:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317881.633701:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317882.464594:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317882.656736:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317882.657251:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317882.657257:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317882.657260:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317882.657263:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317882.657267:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317882.657275:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3127 00000100:00080000:1.0:1767317882.657280:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317882.657286:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317882.657329:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2d500 x1853163989459840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317882.657355:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317882.657359:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317882.657361:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317882.657364:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3127 00000100:00080000:1.0:1767317882.657367:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317882.657370:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317882.657385:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2df80 x1853163989459968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317882.657423:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317882.657427:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317882.657429:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317882.657432:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3127 00000100:00080000:1.0:1767317882.657434:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317882.657437:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317882.657448:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706a00 x1853163989460224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317882.657460:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317882.657463:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317882.657465:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317882.657468:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3127 00000100:00080000:1.0:1767317882.657469:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317882.657472:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317882.657480:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989460480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317882.657577:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989460096:0@lo:400:kworker.0 00000100:00100000:3.0:1767317882.657653:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317882.657768:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317882.657775:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989460352:0@lo:400:kworker.0 00000100:00100000:3.0:1767317882.657799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317882.657833:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460096 00000100:00100000:3.0:1767317882.657842:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460096 00000100:00100000:3.0:1767317882.657920:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460352 00000100:00100000:3.0:1767317882.657924:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460352 00000100:00100000:3.0:1767317882.657946:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135 00000100:00100000:3.0:1767317882.657954:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989460096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317882.658007:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989460096:12345-0@lo:400:kworker.0 Request processed in 53us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317882.658013:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135 00000100:00100000:3.0:1767317882.658030:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4136 00000100:00100000:3.0:1767317882.658036:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989460352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317882.658063:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989460352:12345-0@lo:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317882.658069:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4136 00000100:00100000:3.0:1767317882.658117:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989460352:0@lo:400:kworker.0 00000100:00100000:3.0:1767317882.658128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989460096:0@lo:400:kworker.0 00000100:00080000:0.0:1767317882.658205:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317882.658406:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989460736:0@lo:400:kworker.0 00000100:00100000:0.0:1767317882.658440:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317882.658505:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317882.658511:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989460608:0@lo:400:kworker.0 00000100:00100000:0.0:1767317882.658556:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317882.658585:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460736 00000100:00100000:0.0:1767317882.658590:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460736 00000100:00100000:0.0:1767317882.658619:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460608 00000100:00100000:0.0:1767317882.658622:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460608 00000100:00100000:0.0:1767317882.658656:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00100000:0.0:1767317882.658662:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989460736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317882.658700:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989460736:12345-0@lo:400:kworker.0 Request processed in 38us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317882.658706:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00100000:0.0:1767317882.658719:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001 00000100:00100000:0.0:1767317882.658725:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989460608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317882.658750:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989460608:12345-0@lo:400:kworker.0 Request processed in 26us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317882.658755:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001 00000100:00080000:0.0:1767317882.658772:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767317882.658774:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767317882.658791:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989460608:0@lo:400:kworker.0 00000100:00100000:0.0:1767317882.658799:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989460736:0@lo:400:kworker.0 00000100:00100000:2.0:1767317882.658958:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989459840:0@lo:38:kworker.0 00000100:00100000:2.0:1767317882.659007:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317882.659034:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989459968:0@lo:38:kworker.0 00000100:00100000:2.0:1767317882.659056:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317882.659078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989460224:0@lo:38:kworker.0 00000100:00100000:2.0:1767317882.659099:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317882.659117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989460480:0@lo:38:kworker.0 00000100:00100000:2.0:1767317882.659136:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317882.659169:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459840 00000100:00100000:2.0:1767317882.659173:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459840 00000100:00100000:2.0:1767317882.659203:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460224 00000100:00100000:2.0:1767317882.659206:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460224 00000100:00100000:2.0:1767317882.659253:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460480 00000100:00100000:2.0:1767317882.659256:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460480 00000100:00100000:2.0:1767317882.659268:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22019 00000100:00100000:2.0:1767317882.659273:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989459840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317882.659291:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317882.659325:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989459840:12345-0@lo:38:kworker.0 Request processed in 51us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317882.659332:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22019 00000100:00100000:2.0:1767317882.659344:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22020 00000100:00100000:2.0:1767317882.659348:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989460224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317882.659357:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317882.659379:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989460224:12345-0@lo:38:kworker.0 Request processed in 30us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317882.659386:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22020 00000100:00100000:2.0:1767317882.659396:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22021 00000100:00100000:2.0:1767317882.659400:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989460480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317882.659408:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317882.659432:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989460480:12345-0@lo:38:kworker.0 Request processed in 31us (296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317882.659437:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22021 00000100:00080000:2.0:1767317882.659463:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317882.659468:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317882.659471:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989459840:0@lo:38:kworker.0 00000100:00080000:2.0:1767317882.659480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767317882.659878:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989459968 00000100:00100000:1.0:1767317882.659883:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989459968 00000100:00100000:1.0:1767317882.659908:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:1.0:1767317882.659913:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989459968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317882.659923:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317882.659957:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989459968:12345-0@lo:38:kworker.0 Request processed in 43us (899us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317882.659962:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00080000:2.0:1767317882.660387:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317882.660394:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989460224:0@lo:38:kworker.0 00000100:00080000:2.0:1767317882.660414:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317882.660418:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317882.660421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989460480:0@lo:38:kworker.0 00000100:00080000:2.0:1767317882.660444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317882.660447:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317882.660450:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989459968:0@lo:38:kworker.0 00010000:00010000:3.0:1767317883.490035:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317883.681214:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317883.752362:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317883.752416:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317883.752527:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750400 00000100:00100000:0.0:1767317883.752537:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750400 00000100:00100000:0.0:1767317883.752619:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750272 00000100:00100000:0.0:1767317883.752622:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750272 00000100:00100000:0.0:1767317883.752649:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4137 00000100:00100000:0.0:1767317883.752660:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925750400:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317883.752694:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22022 00000100:00100000:1.0:1767317883.752700:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925750272:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317883.752718:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317883.752747:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925750400:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317883.752748:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925750272:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317883.752759:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22022 00000100:00100000:0.0:1767317883.752766:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4137 00000100:00080000:3.0:1767317883.752897:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767317884.512777:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317884.704866:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317884.704881:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317884.704895:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989460864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317884.705016:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317884.705334:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317884.705344:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989460992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317884.705373:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460864 00000100:00100000:2.0:1767317884.705373:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317884.705380:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460864 00000100:00100000:2.0:1767317884.705407:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989460992 00000100:00100000:2.0:1767317884.705410:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989460992 00000100:00100000:1.0:1767317884.705433:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:1.0:1767317884.705443:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989460864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317884.705473:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317884.706874:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989460864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1426us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317884.706885:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00100000:1.0:1767317884.706911:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:1.0:1767317884.706924:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989460992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317884.706947:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317884.706995:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989460992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317884.707001:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00080000:1.0:1767317884.707021:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317884.707026:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317884.707199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989460992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317884.707770:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989460864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317885.537000:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317885.728393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317886.560545:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317886.752451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317887.584456:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767317887.776640:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317887.776651:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317887.776654:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317887.776658:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317887.776662:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317887.776670:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3132 00000100:00080000:1.0:1767317887.776676:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317887.776695:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317887.776748:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704380 x1853163989461120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317887.776773:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317887.776776:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317887.776778:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317887.776781:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3132 00000100:00080000:1.0:1767317887.776784:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317887.776787:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317887.776803:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989461248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317887.776828:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317887.776831:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317887.776834:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317887.776837:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3132 00000100:00080000:1.0:1767317887.776839:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317887.776842:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317887.776853:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989461504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317887.776867:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317887.776870:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317887.776872:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317887.776875:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3132 00000100:00080000:1.0:1767317887.776877:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767317887.777113:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989461632:0@lo:400:kworker.0 00000100:00100000:0.0:1767317887.777195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317887.777291:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317887.777298:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989461376:0@lo:400:kworker.0 00000100:00100000:0.0:1767317887.777322:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317887.777487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317887.777560:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317887.777580:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706680 x1853163989461760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317887.777679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989461888:0@lo:400:kworker.0 00000100:00100000:3.0:1767317887.777745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317887.777779:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317887.777785:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989462016:0@lo:400:kworker.0 00000100:00100000:3.0:1767317887.777807:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317887.778666:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461888 00000100:00100000:1.0:1767317887.778676:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461888 00000100:00100000:1.0:1767317887.778777:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462016 00000100:00100000:1.0:1767317887.778781:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462016 00000100:00100000:1.0:1767317887.778812:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1767317887.778822:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989461888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317887.779111:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:0.0:1767317887.779131:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989462016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317887.779171:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989462016:12345-0@lo:400:kworker.0 Request processed in 53us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317887.779179:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00080000:3.0:1767317887.779336:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317887.779341:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317887.779375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989462016:0@lo:400:kworker.0 00000100:00100000:3.0:1767317887.779388:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989461888:0@lo:400:kworker.0 00000100:00100000:1.0:1767317887.779463:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989461888:12345-0@lo:400:kworker.0 Request processed in 643us (1717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317887.779471:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:2.0:1767317887.780209:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461632 00000100:00100000:2.0:1767317887.780216:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461632 00000100:00100000:2.0:1767317887.780279:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461376 00000100:00100000:2.0:1767317887.780283:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461376 00000100:00100000:2.0:1767317887.780314:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4138 00000100:00100000:2.0:1767317887.780322:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989461632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317887.780409:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989461632:12345-0@lo:400:kworker.0 Request processed in 87us (3214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317887.780416:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4138 00000100:00100000:2.0:1767317887.780430:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4139 00000100:00100000:2.0:1767317887.780436:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989461376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317887.780463:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989461376:12345-0@lo:400:kworker.0 Request processed in 28us (3140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317887.780471:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4139 00000100:00100000:2.0:1767317887.780505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989461120:0@lo:38:kworker.0 00000100:00100000:2.0:1767317887.780552:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317887.780587:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989461248:0@lo:38:kworker.0 00000100:00100000:2.0:1767317887.780610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317887.780638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989461504:0@lo:38:kworker.0 00000100:00100000:2.0:1767317887.780665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317887.780681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989461760:0@lo:38:kworker.0 00000100:00100000:2.0:1767317887.780701:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317887.780736:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461120 00000100:00100000:2.0:1767317887.780740:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461120 00000100:00100000:2.0:1767317887.780752:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461504 00000100:00100000:2.0:1767317887.780755:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461504 00000100:00100000:2.0:1767317887.780761:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461760 00000100:00100000:2.0:1767317887.780763:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461760 00000100:00100000:2.0:1767317887.780772:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22023 00000100:00100000:2.0:1767317887.780776:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989461120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317887.780794:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767317887.781300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317887.781358:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22024 00000100:00100000:1.0:1767317887.781363:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989461504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317887.781374:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317887.781471:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22025 00000100:00100000:0.0:1767317887.781477:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989461760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317887.781488:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317887.782782:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989461376:0@lo:400:kworker.0 00000100:00100000:3.0:1767317887.782800:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989461632:0@lo:400:kworker.0 00000100:00100000:1.0:1767317887.782916:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989461504:12345-0@lo:38:kworker.0 Request processed in 1550us (2249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317887.782925:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22024 00000100:00100000:1.0:1767317887.782953:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989461248 00000100:00100000:1.0:1767317887.782959:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989461248 00000100:00100000:1.0:1767317887.783021:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:1.0:1767317887.783026:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989461248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317887.783040:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317887.783075:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989461248:12345-0@lo:38:kworker.0 Request processed in 48us (2464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317887.783081:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00100000:2.0:1767317887.783191:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989461120:12345-0@lo:38:kworker.0 Request processed in 2412us (2637us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317887.783199:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22023 00000100:00100000:0.0:1767317887.783817:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989461760:12345-0@lo:38:kworker.0 Request processed in 2335us (3112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317887.783824:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22025 00000100:00080000:3.0:1767317887.783943:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317887.783950:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317887.783954:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989461120:0@lo:38:kworker.0 00000100:00080000:3.0:1767317887.783964:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317887.783967:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317887.783970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989461248:0@lo:38:kworker.0 00000100:00080000:3.0:1767317887.783979:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317887.783982:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317887.783985:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989461504:0@lo:38:kworker.0 00000100:00080000:3.0:1767317887.783993:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317887.783996:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317887.783999:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989461760:0@lo:38:kworker.0 00010000:00010000:3.0:1767317888.608590:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317888.800783:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317888.866947:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317888.867201:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750656 00000100:00100000:0.0:1767317888.867213:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750656 00000100:00100000:0.0:1767317888.867345:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4140 00000100:00100000:0.0:1767317888.867357:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925750656:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317888.867464:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925750656:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317888.867473:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4140 00000100:00080000:3.0:1767317888.867747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317888.875563:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317888.876044:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750528 00000100:00100000:2.0:1767317888.876055:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750528 00000100:00100000:2.0:1767317888.876110:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22026 00000100:00100000:2.0:1767317888.876117:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925750528:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317888.876176:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317888.876286:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925750528:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 166us (732us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317888.876293:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22026 00010000:00010000:0.0:1767317889.632529:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317889.824662:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989462144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317889.824730:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317889.824749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317889.824809:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989462272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317889.824833:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462144 00000100:00100000:2.0:1767317889.824838:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317889.824853:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462144 00000100:00100000:2.0:1767317889.824877:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462272 00000100:00100000:2.0:1767317889.824881:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462272 00000100:00100000:2.0:1767317889.824911:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:2.0:1767317889.824919:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989462272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317889.824949:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317889.825005:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989462272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317889.825011:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:2.0:1767317889.825058:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989462272:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767317889.825084:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317889.825087:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767317889.825132:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:3.0:1767317889.825140:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989462144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317889.825156:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317889.832211:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989462144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7061us (7469us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317889.832226:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1767317889.832349:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989462144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317890.656454:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317890.848377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317891.680435:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317891.872871:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317892.704773:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317892.896419:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767317892.896762:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317892.896786:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317892.896789:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317892.896793:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317892.896796:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317892.896804:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3137 00000100:00080000:3.0:1767317892.896808:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317892.896816:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317892.896877:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989462400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317892.896902:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317892.896906:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317892.896907:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317892.896911:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3137 00000100:00080000:3.0:1767317892.896914:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317892.896918:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317892.896931:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704380 x1853163989462528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317892.896987:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317892.897000:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317892.897002:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317892.897016:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3137 00000100:00080000:3.0:1767317892.897019:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317892.897023:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317892.897038:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706a00 x1853163989462784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317892.897083:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317892.897087:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317892.897089:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317892.897092:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3137 00000100:00080000:3.0:1767317892.897095:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317892.897098:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317892.897110:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989463040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317892.897349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989462400:0@lo:38:kworker.0 00000100:00100000:2.0:1767317892.897460:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317892.897547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989462528:0@lo:38:kworker.0 00000100:00100000:2.0:1767317892.897611:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317892.897649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989462784:0@lo:38:kworker.0 00000100:00100000:2.0:1767317892.897672:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317892.897703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989463040:0@lo:38:kworker.0 00000100:00100000:2.0:1767317892.897727:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317892.897763:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462528 00000100:00100000:2.0:1767317892.897770:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462528 00000100:00100000:2.0:1767317892.897802:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1767317892.897809:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a53050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989462528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317892.897842:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317892.897883:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a53050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989462528:12345-0@lo:38:kworker.0 Request processed in 73us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317892.897890:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1767317892.898219:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462400 00000100:00100000:2.0:1767317892.898224:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462400 00000100:00100000:2.0:1767317892.898273:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462784 00000100:00100000:2.0:1767317892.898276:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462784 00000100:00100000:2.0:1767317892.898300:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463040 00000100:00100000:2.0:1767317892.898303:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463040 00000100:00100000:2.0:1767317892.898315:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22027 00000100:00100000:2.0:1767317892.898320:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989462400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317892.898332:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317892.898360:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989462400:12345-0@lo:38:kworker.0 Request processed in 40us (900us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317892.898367:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22027 00000100:00100000:2.0:1767317892.898379:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22028 00000100:00100000:2.0:1767317892.898383:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989462784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317892.898391:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317892.898415:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989462784:12345-0@lo:38:kworker.0 Request processed in 31us (742us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317892.898420:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22028 00000100:00100000:2.0:1767317892.898431:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22029 00000100:00100000:2.0:1767317892.898435:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989463040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317892.898453:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317892.898477:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989463040:12345-0@lo:38:kworker.0 Request processed in 40us (749us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317892.898482:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22029 00000100:00100000:2.0:1767317892.898514:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989463296:0@lo:400:kworker.0 00000100:00100000:2.0:1767317892.898556:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317892.898590:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317892.898597:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989463168:0@lo:400:kworker.0 00000100:00100000:2.0:1767317892.898619:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317892.898657:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463296 00000100:00100000:2.0:1767317892.898662:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463296 00000100:00100000:2.0:1767317892.898700:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463168 00000100:00100000:2.0:1767317892.898704:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463168 00000100:00100000:2.0:1767317892.898722:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004 00000100:00100000:2.0:1767317892.898729:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989463296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317892.898773:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989463296:12345-0@lo:400:kworker.0 Request processed in 45us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317892.898780:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004 00000100:00100000:2.0:1767317892.898792:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00100000:2.0:1767317892.898798:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989463168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317892.898825:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989463168:12345-0@lo:400:kworker.0 Request processed in 28us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317892.898831:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00080000:2.0:1767317892.898846:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317892.898850:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317892.898879:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989463168:0@lo:400:kworker.0 00000100:00100000:2.0:1767317892.898889:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989463296:0@lo:400:kworker.0 00000100:00080000:2.0:1767317892.898917:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317892.898922:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317892.898925:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989462400:0@lo:38:kworker.0 00000100:00080000:2.0:1767317892.898935:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317892.898938:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317892.898940:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989462528:0@lo:38:kworker.0 00000100:00080000:2.0:1767317892.898950:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317892.898953:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317892.898955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989462784:0@lo:38:kworker.0 00000100:00080000:2.0:1767317892.898962:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317892.898964:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317892.898966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989463040:0@lo:38:kworker.0 00000100:00100000:1.0:1767317892.899333:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989462656:0@lo:400:kworker.0 00000100:00100000:1.0:1767317892.899367:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317892.899397:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317892.899403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989462912:0@lo:400:kworker.0 00000100:00100000:1.0:1767317892.899424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317892.899471:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462656 00000100:00100000:1.0:1767317892.899475:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462656 00000100:00100000:1.0:1767317892.899504:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989462912 00000100:00100000:1.0:1767317892.899507:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989462912 00000100:00100000:1.0:1767317892.899535:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4141 00000100:00100000:1.0:1767317892.899542:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989462656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317892.899578:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989462656:12345-0@lo:400:kworker.0 Request processed in 36us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317892.899584:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4141 00000100:00100000:1.0:1767317892.899596:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4142 00000100:00100000:1.0:1767317892.899602:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989462912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317892.899629:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989462912:12345-0@lo:400:kworker.0 Request processed in 28us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317892.899635:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4142 00000100:00080000:1.0:1767317892.899649:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317892.899668:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989462912:0@lo:400:kworker.0 00000100:00100000:1.0:1767317892.899677:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989462656:0@lo:400:kworker.0 00010000:00010000:3.0:1767317893.728524:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317893.922691:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317893.987084:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317893.987168:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750784 00000100:00100000:2.0:1767317893.987180:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750784 00000100:00100000:2.0:1767317893.987302:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22030 00000100:00100000:2.0:1767317893.987310:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925750784:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317893.987338:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317893.987439:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925750784:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 127us (365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317893.987447:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22030 00000100:00100000:3.0:1767317893.988713:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317893.994534:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925750912 00000100:00100000:0.0:1767317893.994551:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925750912 00000100:00100000:0.0:1767317893.994834:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4143 00000100:00100000:0.0:1767317893.994846:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925750912:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317893.994957:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925750912:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 113us (6253us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317893.995265:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4143 00000100:00080000:1.0:1767317893.995371:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767317894.752450:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317894.944428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317894.944526:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989463424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317894.944655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317894.945085:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463424 00000100:00100000:0.0:1767317894.945103:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463424 00000100:00100000:0.0:1767317894.945169:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:0.0:1767317894.945179:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989463424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317894.945250:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767317894.945340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317894.945479:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989463552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317894.945512:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317894.945565:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463552 00000100:00100000:1.0:1767317894.945569:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463552 00000100:00100000:1.0:1767317894.945600:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:1.0:1767317894.945608:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989463552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317894.945624:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317894.945656:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989463552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317894.945662:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00080000:1.0:1767317894.945684:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317894.945715:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989463552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317894.946424:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989463424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1245us (1768us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317894.946432:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00100000:3.0:1767317894.946640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989463424:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317895.776470:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317895.969504:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317896.801417:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317896.992357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317897.824432:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317898.016777:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317898.018310:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317898.018317:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317898.018320:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317898.018323:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317898.018327:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317898.018334:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3142 00000100:00080000:2.0:1767317898.018339:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317898.018356:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317898.018393:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163989463680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317898.018416:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317898.018419:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317898.018421:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317898.018424:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3142 00000100:00080000:2.0:1767317898.018426:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317898.018430:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317898.018440:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989463808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317898.018476:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317898.018479:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317898.018481:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317898.018484:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3142 00000100:00080000:2.0:1767317898.018486:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317898.018490:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317898.018501:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704380 x1853163989464064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317898.018516:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317898.018520:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317898.018523:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767317898.018525:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989463936:0@lo:400:kworker.0 00000100:00080000:2.0:1767317898.018529:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3142 00000100:00080000:2.0:1767317898.018535:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317898.018539:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317898.018553:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163989464320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317898.018604:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317898.018623:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317872/real 1767317872] req@ffff96e2ef586300 x1853163989457152/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317897 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317898.018632:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989464192:0@lo:400:kworker.0 00000100:00100000:0.0:1767317898.018647:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ef586300 x1853163989457152/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317897 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317898.018664:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989463680:0@lo:38:kworker.0 00000100:00100000:2.0:1767317898.018665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317898.018688:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317898.018716:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989463808:0@lo:38:kworker.0 00000100:00100000:3.0:1767317898.018719:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463936 00000100:00100000:3.0:1767317898.018728:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463936 00000100:00100000:0.0:1767317898.018740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317898.018765:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989464064:0@lo:38:kworker.0 00000100:00100000:2.0:1767317898.018766:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464192 00000100:00100000:2.0:1767317898.018770:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464192 00000100:00100000:0.0:1767317898.018787:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317898.018809:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989464320:0@lo:38:kworker.0 00000100:00100000:3.0:1767317898.018810:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464064 00000100:00100000:2.0:1767317898.018816:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463680 00000100:00100000:3.0:1767317898.018817:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464064 00000100:00100000:2.0:1767317898.018822:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463680 00000100:00100000:0.0:1767317898.018835:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317898.018839:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464320 00000100:00100000:2.0:1767317898.018845:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4144 00000100:00100000:3.0:1767317898.018845:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464320 00000100:00080000:0.0:1767317898.018847:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767317898.018857:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989463936:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767317898.018858:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317898.018864:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989457152:0@lo:250:kworker.0 00000100:00100000:3.0:1767317898.018869:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145 00000100:00100000:3.0:1767317898.018881:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989464192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317898.018901:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22031 00000100:00100000:2.0:1767317898.018905:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989463936:12345-0@lo:400:kworker.0 Request processed in 50us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317898.018912:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4144 00000100:00100000:0.0:1767317898.018914:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989464064:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767317898.018931:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22032 00010000:00020000:0.0:1767317898.018932:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317898.018938:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989464192:12345-0@lo:400:kworker.0 Request processed in 56us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317898.018939:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989463680:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767317898.018952:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145 00010000:00020000:2.0:1767317898.018955:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317898.018969:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989464064:12345-0@lo:38:kworker.0 Request processed in 61us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317898.018976:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22031 00000100:00100000:2.0:1767317898.018978:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989463680:12345-0@lo:38:kworker.0 Request processed in 40us (290us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317898.018985:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22032 00000100:00100000:3.0:1767317898.018992:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22033 00000100:00100000:3.0:1767317898.018998:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989464320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317898.019008:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317898.019029:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989464576:0@lo:400:kworker.0 00000100:00100000:3.0:1767317898.019054:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989464320:12345-0@lo:38:kworker.0 Request processed in 53us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317898.019068:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317898.019092:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767317898.019098:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989464448:0@lo:400:kworker.0 00000100:00100000:1.0:1767317898.019118:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317898.019165:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464576 00000100:00100000:1.0:1767317898.019169:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464576 00000100:00100000:1.0:1767317898.019197:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464448 00000100:00100000:1.0:1767317898.019200:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464448 00000100:00100000:1.0:1767317898.019220:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:1.0:1767317898.019227:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989464576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317898.019279:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989464576:12345-0@lo:400:kworker.0 Request processed in 53us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317898.019285:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00000100:00100000:1.0:1767317898.019297:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007 00000100:00100000:1.0:1767317898.019303:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989464448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317898.019325:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989464448:12345-0@lo:400:kworker.0 Request processed in 23us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317898.019331:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007 00000100:00100000:1.0:1767317898.019359:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989463808 00000100:00100000:1.0:1767317898.019362:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989463808 00000100:00100000:1.0:1767317898.019382:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1767317898.019386:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989463808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317898.019399:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317898.019425:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989463808:12345-0@lo:38:kworker.0 Request processed in 38us (685us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317898.019430:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00080000:1.0:1767317898.019463:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317898.019467:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317898.019470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989463680:0@lo:38:kworker.0 00000100:00080000:1.0:1767317898.019479:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317898.019482:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317898.019485:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989463808:0@lo:38:kworker.0 00000100:00080000:1.0:1767317898.019492:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317898.019495:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317898.019497:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989464064:0@lo:38:kworker.0 00000100:00080000:1.0:1767317898.019504:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317898.019506:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317898.019508:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989464320:0@lo:38:kworker.0 00000100:00100000:1.0:1767317898.019540:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989464448:0@lo:400:kworker.0 00000100:00100000:1.0:1767317898.019549:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989464576:0@lo:400:kworker.0 00000100:00100000:1.0:1767317898.019629:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989464192:0@lo:400:kworker.0 00000100:00080000:1.0:1767317898.019645:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317898.019649:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767317898.019655:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317898.019659:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3122 00000100:00080000:1.0:1767317898.019661:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317898.019666:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317898.019681:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989464704/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317898.019707:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989464704:0@lo:250:kworker.0 00000400:00000100:1.0:1767317898.019727:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989464704 offset 0 length 520: 4 00000100:00080000:1.0:1767317898.019759:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317898.019763:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317898.019765:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317898.019797:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989463936:0@lo:400:kworker.0 00000100:00100000:3.0:1767317898.020021:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22033 00010000:00010000:3.0:1767317898.849096:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317899.040480:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317899.107614:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317899.108369:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751296 00000100:00100000:3.0:1767317899.108385:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751296 00000100:00100000:3.0:1767317899.108549:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4146 00000100:00100000:3.0:1767317899.108560:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925751296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317899.108651:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925751296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317899.108660:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4146 00000100:00080000:1.0:1767317899.108714:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767317899.113679:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925751040 offset 0 length 520: 4 00000100:00100000:3.0:1767317899.113720:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317899.113860:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751168 00000100:00100000:0.0:1767317899.113871:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751168 00000100:00100000:0.0:1767317899.113980:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22034 00000100:00100000:0.0:1767317899.113989:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925751168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317899.114013:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317899.114096:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925751168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 107us (375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317899.114103:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22034 00010000:00010000:0.0:1767317899.874965:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317900.064356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317900.067472:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317900.067496:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989464832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317900.067564:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317900.067693:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464832 00000100:00100000:3.0:1767317900.067702:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464832 00000100:00100000:3.0:1767317900.067760:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:3.0:1767317900.067769:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989464832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317900.067800:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317900.067809:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317900.067822:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989464960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317900.067849:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989464832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317900.067857:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1767317900.067863:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317900.068041:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989464960 00000100:00100000:3.0:1767317900.068045:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989464960 00000100:00100000:3.0:1767317900.068062:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:3.0:1767317900.068068:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989464960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317900.068083:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767317900.068266:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317900.068270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317900.075274:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f8bda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989464960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7195us (7402us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317900.075291:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:1.0:1767317900.075339:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989464832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317900.075341:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989464960:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317900.897688:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317901.093558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317901.923387:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317902.112518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317902.944569:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317903.136469:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317903.136479:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317903.136482:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317903.136485:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317903.136490:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317903.136497:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3147 00000100:00080000:2.0:1767317903.136502:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317903.136509:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317903.136553:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989465088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317903.136576:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317903.136579:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317903.136580:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317903.136583:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3147 00000100:00080000:2.0:1767317903.136585:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317903.136587:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317903.136598:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163989465216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317903.136625:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317903.136627:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317903.136628:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317903.136630:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3147 00000100:00080000:2.0:1767317903.136632:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317903.136634:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317903.136639:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989465472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317903.136648:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317903.136650:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317903.136651:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317903.136653:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3147 00000100:00080000:2.0:1767317903.136655:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317903.136657:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317903.136663:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2a00 x1853163989465728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317903.136696:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989465856:0@lo:400:kworker.0 00000100:00100000:2.0:1767317903.136746:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317903.136789:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317903.136792:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989465984:0@lo:400:kworker.0 00000100:00100000:2.0:1767317903.136805:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317903.136947:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989465600:0@lo:400:kworker.0 00000100:00100000:3.0:1767317903.136972:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317903.136985:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317903.136988:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989465344:0@lo:400:kworker.0 00000100:00100000:3.0:1767317903.136999:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317903.137021:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465600 00000100:00100000:3.0:1767317903.137027:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465600 00000100:00100000:3.0:1767317903.137065:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465344 00000100:00100000:3.0:1767317903.137066:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465344 00000100:00100000:3.0:1767317903.137079:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4147 00000100:00100000:3.0:1767317903.137084:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989465600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317903.137118:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989465600:12345-0@lo:400:kworker.0 Request processed in 34us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317903.137123:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4147 00000100:00100000:3.0:1767317903.137134:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4148 00000100:00100000:3.0:1767317903.137137:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989465344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317903.137151:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989465344:12345-0@lo:400:kworker.0 Request processed in 14us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317903.137155:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4148 00000100:00080000:3.0:1767317903.137164:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317903.137184:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989465344:0@lo:400:kworker.0 00000100:00100000:3.0:1767317903.137193:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989465600:0@lo:400:kworker.0 00000100:00100000:3.0:1767317903.137217:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317903.137376:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465856 00000100:00100000:1.0:1767317903.137381:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465856 00000100:00100000:1.0:1767317903.137435:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465984 00000100:00100000:1.0:1767317903.137439:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465984 00000100:00100000:1.0:1767317903.137467:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:1.0:1767317903.137475:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989465856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317903.137513:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989465856:12345-0@lo:400:kworker.0 Request processed in 40us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317903.137519:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00000100:00100000:0.0:1767317903.137526:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:0.0:1767317903.137540:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989465984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317903.137554:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989465856:0@lo:400:kworker.0 00000100:00100000:1.0:1767317903.137569:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989465088:0@lo:38:kworker.0 00000100:00100000:0.0:1767317903.137594:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989465984:12345-0@lo:400:kworker.0 Request processed in 57us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317903.137594:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317903.137606:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:1.0:1767317903.137616:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989465216:0@lo:38:kworker.0 00000100:00100000:1.0:1767317903.137632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317903.137652:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989465984:0@lo:400:kworker.0 00000100:00100000:1.0:1767317903.137654:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989465472:0@lo:38:kworker.0 00000100:00100000:1.0:1767317903.137669:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317903.137681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989465728:0@lo:38:kworker.0 00000100:00100000:0.0:1767317903.137690:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465088 00000100:00100000:1.0:1767317903.137695:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317903.137697:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465088 00000100:00100000:1.0:1767317903.137714:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465216 00000100:00100000:1.0:1767317903.137718:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465216 00000100:00100000:0.0:1767317903.137721:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465472 00000100:00100000:0.0:1767317903.137725:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465472 00000100:00100000:1.0:1767317903.137737:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1767317903.137740:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989465216:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767317903.137748:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989465728 00000100:00100000:0.0:1767317903.137752:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989465728 00010000:00020000:1.0:1767317903.137755:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317903.137765:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22035 00000100:00100000:0.0:1767317903.137771:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989465088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317903.137783:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317903.137820:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989465088:12345-0@lo:38:kworker.0 Request processed in 48us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317903.137826:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22035 00000100:00100000:0.0:1767317903.137840:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22036 00000100:00100000:0.0:1767317903.137843:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989465472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317903.137852:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317903.137874:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989465472:12345-0@lo:38:kworker.0 Request processed in 29us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317903.137880:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22036 00000100:00100000:0.0:1767317903.137889:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22037 00000100:00100000:0.0:1767317903.137893:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989465728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317903.137901:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317903.137918:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989465728:12345-0@lo:38:kworker.0 Request processed in 24us (224us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317903.137924:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22037 00000100:00080000:0.0:1767317903.137951:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317903.137956:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317903.137959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989465088:0@lo:38:kworker.0 00000100:00080000:0.0:1767317903.137968:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317903.137970:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317903.137973:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989465472:0@lo:38:kworker.0 00000100:00080000:0.0:1767317903.137980:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317903.137982:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317903.137985:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989465728:0@lo:38:kworker.0 00000100:00080000:3.0:1767317903.139271:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317903.139278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317903.156310:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989465216:12345-0@lo:38:kworker.0 Request processed in 18558us (18666us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317903.156324:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00080000:0.0:1767317903.156468:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317903.156475:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317903.156479:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989465216:0@lo:38:kworker.0 00010000:00010000:3.0:1767317903.970990:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317904.160475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317904.227784:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317904.227840:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751552 00000100:00100000:3.0:1767317904.227983:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751552 00000100:00080000:2.0:1767317904.228120:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317904.228135:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4149 00000100:00100000:3.0:1767317904.228148:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925751552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317904.228227:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925751552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317904.228276:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4149 00000100:00100000:2.0:1767317904.230869:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317904.231047:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751424 00000100:00100000:3.0:1767317904.231057:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751424 00000100:00100000:3.0:1767317904.231105:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22038 00000100:00100000:3.0:1767317904.231113:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925751424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317904.231135:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317904.231202:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925751424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 89us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317904.231208:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22038 00010000:00010000:0.0:1767317904.992937:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317905.184598:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989466112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317905.184678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317905.184828:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466112 00000100:00100000:3.0:1767317905.184838:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466112 00000100:00100000:3.0:1767317905.184900:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:3.0:1767317905.184909:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989466112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317905.184941:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317905.184984:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989466112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317905.184991:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00080000:3.0:1767317905.185011:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317905.185028:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317905.186545:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989466112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317905.186574:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317905.186583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989466240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317905.186628:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317905.187951:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466240 00000100:00100000:2.0:1767317905.187963:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466240 00000100:00100000:2.0:1767317905.188023:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1767317905.188033:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989466240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317905.188062:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317905.188121:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989466240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317905.188127:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00080000:2.0:1767317905.188205:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317905.188273:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989466240:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317906.016529:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317906.208447:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317907.040882:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317907.232386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317908.067876:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317908.256454:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317908.256465:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317908.256468:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317908.256471:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317908.256476:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317908.256483:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3152 00000100:00080000:2.0:1767317908.256488:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317908.256494:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317908.256536:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989466368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317908.256580:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317908.256584:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317908.256586:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317908.256589:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3152 00000100:00080000:2.0:1767317908.256592:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317908.256595:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317908.256610:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989466496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317908.256641:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317908.256645:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317908.256647:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317908.256650:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3152 00000100:00080000:2.0:1767317908.256653:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317908.256656:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317908.256668:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2300 x1853163989466752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317908.256684:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317908.256687:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317908.256689:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317908.256692:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3152 00000100:00080000:2.0:1767317908.256694:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317908.256697:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317908.256706:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3100 x1853163989467008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317908.256776:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989467136:0@lo:400:kworker.0 00000100:00100000:2.0:1767317908.256852:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317908.256905:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317908.256911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989467264:0@lo:400:kworker.0 00000100:00100000:2.0:1767317908.256933:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317908.256981:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467136 00000100:00100000:2.0:1767317908.256988:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467136 00000100:00100000:2.0:1767317908.257035:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467264 00000100:00100000:2.0:1767317908.257039:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467264 00000100:00100000:2.0:1767317908.257060:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1767317908.257068:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989467136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.257305:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989466880:0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.257340:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317908.257361:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317908.257366:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989466624:0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.257388:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317908.257416:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:1.0:1767317908.257425:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989467264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.257463:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989467264:12345-0@lo:400:kworker.0 Request processed in 41us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317908.257471:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00100000:1.0:1767317908.257502:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989466368:0@lo:38:kworker.0 00000100:00100000:1.0:1767317908.257526:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317908.257545:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989466496:0@lo:38:kworker.0 00000100:00100000:1.0:1767317908.257619:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317908.257641:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989466752:0@lo:38:kworker.0 00000100:00100000:1.0:1767317908.257663:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317908.257677:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989467008:0@lo:38:kworker.0 00000100:00100000:1.0:1767317908.257694:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317908.257718:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466496 00000100:00100000:1.0:1767317908.257722:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466496 00000100:00100000:1.0:1767317908.257741:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:1.0:1767317908.257746:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989466496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317908.257762:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317908.257794:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989466496:12345-0@lo:38:kworker.0 Request processed in 47us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317908.257800:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:1.0:1767317908.257819:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466880 00000100:00100000:1.0:1767317908.257824:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466880 00000100:00100000:1.0:1767317908.257844:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466624 00000100:00100000:1.0:1767317908.257847:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466624 00000100:00100000:1.0:1767317908.257860:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466368 00000100:00100000:1.0:1767317908.257862:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466368 00000100:00100000:1.0:1767317908.257871:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989466752 00000100:00100000:1.0:1767317908.257873:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989466752 00000100:00100000:1.0:1767317908.257882:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467008 00000100:00100000:1.0:1767317908.257884:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467008 00000100:00100000:1.0:1767317908.257893:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150 00000100:00100000:1.0:1767317908.257900:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989466880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.257935:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989466880:12345-0@lo:400:kworker.0 Request processed in 36us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317908.257941:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150 00000100:00100000:1.0:1767317908.257952:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151 00000100:00100000:1.0:1767317908.257958:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989466624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.257984:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989466624:12345-0@lo:400:kworker.0 Request processed in 27us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317908.257989:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151 00000100:00100000:1.0:1767317908.258001:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22039 00000100:00100000:1.0:1767317908.258004:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989466368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317908.258015:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317908.258037:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989466368:12345-0@lo:38:kworker.0 Request processed in 30us (510us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317908.258043:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22039 00000100:00100000:1.0:1767317908.258054:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22040 00000100:00100000:1.0:1767317908.258057:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989466752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317908.258066:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317908.258086:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989466752:12345-0@lo:38:kworker.0 Request processed in 27us (422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317908.258110:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22040 00000100:00100000:1.0:1767317908.258121:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22041 00000100:00100000:1.0:1767317908.258125:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989467008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317908.258133:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317908.258154:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989467008:12345-0@lo:38:kworker.0 Request processed in 27us (458us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317908.258169:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22041 00000100:00100000:1.0:1767317908.258207:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989466624:0@lo:400:kworker.0 00000100:00100000:1.0:1767317908.258218:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989466880:0@lo:400:kworker.0 00000100:00080000:1.0:1767317908.258268:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317908.258273:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317908.258276:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989466368:0@lo:38:kworker.0 00000100:00080000:1.0:1767317908.258284:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317908.258287:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317908.258290:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989466496:0@lo:38:kworker.0 00000100:00080000:1.0:1767317908.258297:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317908.258299:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317908.258302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989466752:0@lo:38:kworker.0 00000100:00080000:1.0:1767317908.258308:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317908.258310:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317908.258313:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989467008:0@lo:38:kworker.0 00000100:00080000:1.0:1767317908.258357:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767317908.258361:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317908.258363:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317908.258391:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989467264:0@lo:400:kworker.0 00000100:00100000:2.0:1767317908.259112:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989467136:12345-0@lo:400:kworker.0 Request processed in 2041us (2256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317908.259121:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1767317908.259399:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317908.262573:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989467136:0@lo:400:kworker.0 00010000:00010000:3.0:1767317909.089031:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317909.281535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317909.348350:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317909.348412:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317909.349281:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751808 00000100:00100000:0.0:1767317909.349292:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751808 00000100:00100000:0.0:1767317909.349372:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751680 00000100:00100000:0.0:1767317909.349376:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751680 00000100:00100000:0.0:1767317909.349396:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4152 00000100:00100000:0.0:1767317909.349406:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925751808:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767317909.349476:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317909.349483:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925751808:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317909.349492:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4152 00000100:00100000:3.0:1767317909.349513:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22042 00000100:00100000:3.0:1767317909.349522:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925751680:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317909.349544:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317909.349666:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925751680:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 144us (1253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317909.349674:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22042 00010000:00010000:0.0:1767317910.115625:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317910.304548:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767317910.304567:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989467392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317910.304633:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317910.305163:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467392 00000100:00100000:2.0:1767317910.305172:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467392 00000100:00100000:2.0:1767317910.305335:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:2.0:1767317910.305345:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989467392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317910.305376:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317910.305429:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989467392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317910.305437:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:0.0:1767317910.305597:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989467392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317910.307575:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317910.307586:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989467520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317910.307633:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317910.307670:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467520 00000100:00100000:3.0:1767317910.307684:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467520 00000100:00100000:2.0:1767317910.307730:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317910.308092:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317910.308097:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317910.308286:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:3.0:1767317910.308296:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989467520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317910.308327:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317910.308465:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989467520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 170us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317910.308473:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1767317910.308558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989467520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317911.137294:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317911.328391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317912.160466:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317912.352446:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317913.185950:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317913.376371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317913.376763:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317913.376770:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317913.376773:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317913.376777:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317913.376781:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317913.376788:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3157 00000100:00080000:2.0:1767317913.376793:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317913.376799:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317913.376851:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163989467648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317913.376882:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317913.376886:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317913.376888:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317913.376892:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3157 00000100:00080000:2.0:1767317913.376894:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317913.376898:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317913.376912:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163989467776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317913.376945:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317913.376948:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317913.376950:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317913.376954:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3157 00000100:00080000:2.0:1767317913.376956:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317913.376959:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317913.376969:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163989468032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317913.376984:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317913.376988:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317913.376989:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317913.376992:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3157 00000100:00080000:2.0:1767317913.376995:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317913.376998:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317913.377007:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163989468288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317913.377101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989467904:0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.377116:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989468416:0@lo:400:kworker.0 00000100:00100000:3.0:1767317913.377181:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317913.377185:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317913.377268:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317913.377275:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989468160:0@lo:400:kworker.0 00000100:00100000:3.0:1767317913.377300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317913.377348:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317913.377356:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989468544:0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.377383:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317913.377396:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989467648:0@lo:38:kworker.0 00000100:00100000:1.0:1767317913.377434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317913.377439:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468416 00000100:00100000:0.0:1767317913.377447:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468416 00000100:00100000:0.0:1767317913.377497:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468544 00000100:00100000:0.0:1767317913.377501:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468544 00000100:00100000:0.0:1767317913.377523:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012 00000100:00100000:0.0:1767317913.377531:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989468416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.377588:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989468416:12345-0@lo:400:kworker.0 Request processed in 58us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317913.377596:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012 00000100:00100000:0.0:1767317913.377614:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013 00000100:00100000:0.0:1767317913.377620:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989468544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.377646:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989468544:12345-0@lo:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317913.377652:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013 00000100:00100000:0.0:1767317913.377685:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989468544:0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.377696:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989468416:0@lo:400:kworker.0 00000100:00080000:0.0:1767317913.377730:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767317913.377733:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317913.379360:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467904 00000100:00100000:2.0:1767317913.379366:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468160 00000100:00100000:0.0:1767317913.379371:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467904 00000100:00100000:2.0:1767317913.379372:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468160 00000100:00100000:0.0:1767317913.379434:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467648 00000100:00100000:0.0:1767317913.379438:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467648 00000100:00100000:0.0:1767317913.379459:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4153 00000100:00100000:3.0:1767317913.379574:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22043 00000100:00100000:3.0:1767317913.379581:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989467648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317913.379612:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317913.379672:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989467648:12345-0@lo:38:kworker.0 Request processed in 91us (2239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317913.379679:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22043 00000100:00080000:3.0:1767317913.379719:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767317913.379923:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317913.379930:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317913.379933:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989467648:0@lo:38:kworker.0 00000100:00100000:1.0:1767317913.379942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989467776:0@lo:38:kworker.0 00000100:00100000:1.0:1767317913.379973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317913.380011:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989468032:0@lo:38:kworker.0 00000100:00100000:1.0:1767317913.380035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317913.380053:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989468288:0@lo:38:kworker.0 00000100:00100000:1.0:1767317913.380085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317913.380128:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468032 00000100:00100000:1.0:1767317913.380132:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468032 00000100:00100000:1.0:1767317913.380148:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468288 00000100:00100000:1.0:1767317913.380150:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468288 00000100:00100000:1.0:1767317913.380161:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22044 00000100:00100000:1.0:1767317913.380166:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989468032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317913.380177:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317913.380208:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989468032:12345-0@lo:38:kworker.0 Request processed in 41us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317913.380215:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22044 00000100:00100000:1.0:1767317913.380245:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22045 00000100:00100000:1.0:1767317913.380250:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989468288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317913.380259:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317913.380282:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989468288:12345-0@lo:38:kworker.0 Request processed in 31us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317913.380288:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22045 00000100:00100000:1.0:1767317913.380305:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989467776 00000100:00100000:1.0:1767317913.380308:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989467776 00000100:00100000:1.0:1767317913.380326:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:1.0:1767317913.380330:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989467776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317913.380339:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317913.380363:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989467776:12345-0@lo:38:kworker.0 Request processed in 32us (390us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317913.380370:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00080000:1.0:1767317913.380562:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317913.380567:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317913.380570:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989467776:0@lo:38:kworker.0 00000100:00080000:1.0:1767317913.380578:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317913.380582:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317913.380585:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989468032:0@lo:38:kworker.0 00000100:00080000:1.0:1767317913.380592:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317913.380665:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317913.380669:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989468288:0@lo:38:kworker.0 00000100:00100000:2.0:1767317913.383284:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4154 00000100:00100000:2.0:1767317913.383299:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989468160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317913.383404:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989468160:12345-0@lo:400:kworker.0 Request processed in 109us (6102us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317913.383411:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4154 00000100:00100000:1.0:1767317913.383703:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989468160:0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.397968:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989467904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317913.398118:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989467904:12345-0@lo:400:kworker.0 Request processed in 18651us (20937us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317913.398129:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4153 00000100:00100000:2.0:1767317913.398421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989467904:0@lo:400:kworker.0 00010000:00010000:3.0:1767317914.208518:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317914.400485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317914.467561:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317914.467665:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752064 00000100:00100000:2.0:1767317914.467675:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752064 00000100:00100000:2.0:1767317914.467751:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4155 00000100:00100000:2.0:1767317914.467762:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925752064:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317914.467833:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925752064:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317914.467840:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4155 00000100:00080000:3.0:1767317914.468023:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317914.473898:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317914.474032:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925751936 00000100:00100000:0.0:1767317914.474051:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925751936 00000100:00100000:0.0:1767317914.474349:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22046 00000100:00100000:0.0:1767317914.474357:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925751936:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317914.474381:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317914.474532:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925751936:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 174us (642us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317914.474539:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22046 00010000:00010000:0.0:1767317915.233468:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317915.426057:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317915.426510:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989468800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317915.426580:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317915.426648:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767317915.426653:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989468672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317915.426675:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317915.426744:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468800 00000100:00100000:1.0:1767317915.426754:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468800 00000100:00100000:1.0:1767317915.426807:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468672 00000100:00100000:1.0:1767317915.426810:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468672 00000100:00100000:1.0:1767317915.426825:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767317915.426834:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989468800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317915.426863:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317915.426904:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989468800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317915.426911:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:1.0:1767317915.426925:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:1.0:1767317915.426931:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989468672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317915.426943:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317915.426962:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989468672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317915.426967:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00080000:0.0:1767317915.427891:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767317915.427897:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767317915.427936:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989468672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317915.427949:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989468800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317916.257823:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317916.448438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317917.283638:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317917.472348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317918.305109:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767317918.497066:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317918.497077:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317918.497080:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317918.497084:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317918.497087:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317918.497095:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3163 00000100:00080000:3.0:1767317918.497100:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317918.497105:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317918.497162:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317918.497409:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163989468928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317918.497518:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317918.497523:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317918.497525:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317918.497529:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3163 00000100:00080000:3.0:1767317918.497532:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317918.497536:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317918.497569:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefed80 x1853163989469056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317918.498071:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767317918.498093:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317918.498096:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317918.498099:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317918.498105:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3163 00000100:00080000:3.0:1767317918.498108:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317918.498112:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317918.498139:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163989469312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317918.498204:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317918.498220:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989469440:0@lo:400:kworker.0 00000100:00100000:0.0:1767317918.498304:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317918.498390:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469440 00000100:00100000:0.0:1767317918.498397:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469440 00000100:00100000:0.0:1767317918.498448:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4156 00000100:00100000:0.0:1767317918.498458:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989469440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317918.498508:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989469440:12345-0@lo:400:kworker.0 Request processed in 52us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317918.498515:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4156 00000100:00080000:0.0:1767317918.498537:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317918.498568:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989469440:0@lo:400:kworker.0 00000100:00100000:1.0:1767317918.499193:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989468928:0@lo:38:kworker.0 00000100:00100000:1.0:1767317918.499254:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317918.499289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989469056:0@lo:38:kworker.0 00000100:00100000:1.0:1767317918.499311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317918.499331:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989469312:0@lo:38:kworker.0 00000100:00100000:1.0:1767317918.499358:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317918.499391:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469056 00000100:00100000:1.0:1767317918.499396:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469056 00000100:00100000:1.0:1767317918.499420:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:1.0:1767317918.499425:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989469056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317918.499444:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317918.499478:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989469056:12345-0@lo:38:kworker.0 Request processed in 51us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317918.499484:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:1.0:1767317918.499505:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989468928 00000100:00100000:1.0:1767317918.499508:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989468928 00000100:00100000:1.0:1767317918.499523:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469312 00000100:00100000:1.0:1767317918.499526:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469312 00000100:00100000:1.0:1767317918.499539:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22047 00000100:00100000:1.0:1767317918.499544:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989468928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317918.499554:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317918.499579:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989468928:12345-0@lo:38:kworker.0 Request processed in 34us (325us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317918.499585:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22047 00000100:00100000:1.0:1767317918.499595:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22048 00000100:00100000:1.0:1767317918.499599:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989469312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317918.499607:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317918.499625:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989469312:12345-0@lo:38:kworker.0 Request processed in 25us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317918.499630:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22048 00000100:00080000:1.0:1767317918.499675:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317918.499680:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317918.499684:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989468928:0@lo:38:kworker.0 00000100:00080000:1.0:1767317918.499692:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317918.499695:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317918.499698:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989469056:0@lo:38:kworker.0 00000100:00080000:1.0:1767317918.499705:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317918.499708:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317918.499710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989469312:0@lo:38:kworker.0 00000100:00100000:2.0:1767317918.507798:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989469184:0@lo:400:kworker.0 00000100:00100000:2.0:1767317918.507888:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317918.508077:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469184 00000100:00100000:0.0:1767317918.508085:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469184 00000100:00100000:0.0:1767317918.508165:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157 00000100:00100000:0.0:1767317918.508175:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989469184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317918.508258:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989469184:12345-0@lo:400:kworker.0 Request processed in 84us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317918.508270:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157 00000100:00100000:2.0:1767317918.508383:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989469184:0@lo:400:kworker.0 00000100:00080000:1.0:1767317918.509578:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767317918.512226:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317918.512298:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317918.512302:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317918.512311:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3163 00000100:00080000:3.0:1767317918.512315:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317918.512322:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317918.512492:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163989469568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317918.512577:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989469568:0@lo:38:kworker.0 00000100:00100000:1.0:1767317918.512731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317918.512824:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469568 00000100:00100000:2.0:1767317918.512833:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469568 00000100:00100000:2.0:1767317918.512884:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22049 00000100:00100000:2.0:1767317918.512892:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989469568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317918.512924:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317918.513037:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989469696:0@lo:400:kworker.0 00000100:00100000:3.0:1767317918.513083:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317918.513104:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317918.513110:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989469824:0@lo:400:kworker.0 00000100:00100000:3.0:1767317918.513131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317918.513159:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469696 00000100:00100000:3.0:1767317918.513163:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469696 00000100:00100000:3.0:1767317918.513204:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469824 00000100:00100000:3.0:1767317918.513207:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469824 00000100:00100000:3.0:1767317918.513226:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1767317918.513255:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989469696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317918.513302:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989469696:12345-0@lo:400:kworker.0 Request processed in 48us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317918.513309:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1767317918.513325:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:3.0:1767317918.513331:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989469824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317918.513372:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989469824:12345-0@lo:400:kworker.0 Request processed in 41us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317918.513379:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00080000:3.0:1767317918.513406:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317918.513410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317918.513435:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989469824:0@lo:400:kworker.0 00000100:00100000:3.0:1767317918.513446:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989469696:0@lo:400:kworker.0 00000100:00100000:2.0:1767317918.515599:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989469568:12345-0@lo:38:kworker.0 Request processed in 2689us (2850us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317918.515613:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22049 00000100:00080000:1.0:1767317918.524376:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317918.524390:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317918.524396:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989469568:0@lo:38:kworker.0 00010000:00010000:3.0:1767317919.331989:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317919.520634:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317919.587281:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317919.587385:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752192 00000100:00100000:2.0:1767317919.587394:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752192 00000100:00100000:2.0:1767317919.587458:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22050 00000100:00100000:2.0:1767317919.587467:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925752192:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317919.587490:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317919.587569:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925752192:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 102us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317919.587577:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22050 00000100:00100000:3.0:1767317919.589021:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317919.589095:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752320 00000100:00100000:0.0:1767317919.589102:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752320 00000100:00100000:0.0:1767317919.589170:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4158 00000100:00100000:0.0:1767317919.589180:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925752320:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317919.589272:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925752320:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317919.589280:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4158 00000100:00080000:3.0:1767317919.589349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767317920.352865:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317920.544345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317920.544648:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989469952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317920.544715:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317920.544842:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989469952 00000100:00100000:1.0:1767317920.544851:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989469952 00000100:00100000:1.0:1767317920.544911:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:1.0:1767317920.544941:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989469952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317920.544970:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317920.545019:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989469952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317920.545027:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:2.0:1767317920.545145:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989469952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317920.545204:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989470080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317920.545254:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317920.545344:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317920.546345:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470080 00000100:00100000:2.0:1767317920.546354:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470080 00000100:00100000:2.0:1767317920.546458:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:2.0:1767317920.546476:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989470080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317920.546504:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317920.546579:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989470080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317920.546586:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1767317920.546683:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989470080:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767317920.547167:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767317921.376466:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317921.568465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317922.404660:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317922.592482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317923.424510:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317923.616353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767317923.620284:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317923.620295:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317923.620298:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317923.620303:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317923.620307:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317923.620315:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3168 00000100:00080000:3.0:1767317923.620321:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317923.620328:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317923.620371:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163989470208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317923.620413:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317923.620417:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317923.620419:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317923.620424:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3168 00000100:00080000:3.0:1767317923.620426:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317923.620430:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317923.620446:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163989470336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317923.620481:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317923.620485:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317923.620487:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317923.620490:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3168 00000100:00080000:3.0:1767317923.620492:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317923.620495:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317923.620506:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0380 x1853163989470592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317923.620520:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317923.620524:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317923.620525:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317923.620528:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3168 00000100:00080000:3.0:1767317923.620530:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317923.620533:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317923.620542:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0700 x1853163989470848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317923.620598:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989471104:0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.620681:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317923.620745:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317923.620752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989470976:0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.620777:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317923.620811:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471104 00000100:00100000:3.0:1767317923.621913:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471104 00000100:00100000:3.0:1767317923.621986:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:3.0:1767317923.621996:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989471104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.622072:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989471104:12345-0@lo:400:kworker.0 Request processed in 77us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317923.622079:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:3.0:1767317923.622100:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470976 00000100:00100000:3.0:1767317923.622104:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470976 00000100:00100000:3.0:1767317923.622130:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:3.0:1767317923.622136:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989470976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.622163:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989470976:12345-0@lo:400:kworker.0 Request processed in 28us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317923.622169:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00080000:3.0:1767317923.622194:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767317923.622198:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767317923.622252:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989470976:0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.622266:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989471104:0@lo:400:kworker.0 00000100:00100000:2.0:1767317923.622374:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989470464:0@lo:400:kworker.0 00000100:00100000:2.0:1767317923.622410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317923.622452:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317923.622459:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989470720:0@lo:400:kworker.0 00000100:00100000:2.0:1767317923.622481:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317923.623022:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470464 00000100:00100000:3.0:1767317923.623028:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470464 00000100:00100000:3.0:1767317923.623080:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470720 00000100:00100000:3.0:1767317923.623083:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470720 00000100:00100000:3.0:1767317923.623105:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159 00000100:00100000:3.0:1767317923.623111:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989470464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.623154:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989470464:12345-0@lo:400:kworker.0 Request processed in 42us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317923.623161:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159 00000100:00100000:3.0:1767317923.623175:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4160 00000100:00100000:3.0:1767317923.623181:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989470720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.623207:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989470720:12345-0@lo:400:kworker.0 Request processed in 27us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317923.623212:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4160 00000100:00100000:3.0:1767317923.623269:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989470720:0@lo:400:kworker.0 00000100:00100000:3.0:1767317923.623279:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989470464:0@lo:400:kworker.0 00000100:00080000:2.0:1767317923.623801:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317923.624810:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989470208:0@lo:38:kworker.0 00000100:00100000:0.0:1767317923.624885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317923.624942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989470336:0@lo:38:kworker.0 00000100:00100000:0.0:1767317923.624970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317923.625005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989470592:0@lo:38:kworker.0 00000100:00100000:0.0:1767317923.625029:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317923.625044:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989470848:0@lo:38:kworker.0 00000100:00100000:0.0:1767317923.625063:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317923.625155:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470208 00000100:00100000:2.0:1767317923.625163:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470208 00000100:00100000:2.0:1767317923.625202:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470592 00000100:00100000:2.0:1767317923.625206:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470592 00000100:00100000:2.0:1767317923.625219:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470848 00000100:00100000:2.0:1767317923.625221:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470848 00000100:00100000:2.0:1767317923.625257:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22051 00000100:00100000:2.0:1767317923.625263:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989470208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317923.625282:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317923.625323:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989470208:12345-0@lo:38:kworker.0 Request processed in 59us (438us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317923.625330:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22051 00000100:00100000:2.0:1767317923.625345:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22052 00000100:00100000:2.0:1767317923.625349:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989470592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317923.625358:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317923.625380:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989470592:12345-0@lo:38:kworker.0 Request processed in 30us (350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317923.625385:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22052 00000100:00100000:2.0:1767317923.625395:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22053 00000100:00100000:2.0:1767317923.625398:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989470848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317923.625406:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317923.625422:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989470848:12345-0@lo:38:kworker.0 Request processed in 23us (358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317923.625427:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22053 00000100:00080000:0.0:1767317923.626071:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317923.626080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317923.626084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989470208:0@lo:38:kworker.0 00000100:00080000:0.0:1767317923.626094:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317923.626097:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317923.626100:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989470592:0@lo:38:kworker.0 00000100:00080000:0.0:1767317923.626108:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317923.626111:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317923.626114:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989470848:0@lo:38:kworker.0 00000100:00100000:3.0:1767317923.626701:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989470336 00000100:00100000:3.0:1767317923.626711:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989470336 00000100:00100000:3.0:1767317923.626762:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:3.0:1767317923.626769:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989470336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317923.626784:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317923.626849:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989470336:12345-0@lo:38:kworker.0 Request processed in 80us (1877us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317923.626856:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00080000:2.0:1767317923.627073:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317923.627079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317923.627083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989470336:0@lo:38:kworker.0 00000100:00100000:2.0:1767317923.684447:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317923.684530:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752704 00000100:00100000:3.0:1767317923.684541:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752704 00000100:00100000:3.0:1767317923.684659:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4161 00000100:00100000:3.0:1767317923.684668:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925752704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317923.684757:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925752704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317923.684765:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4161 00000100:00080000:2.0:1767317923.685368:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767317923.691392:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925752448 offset 0 length 520: 4 00000100:00100000:2.0:1767317923.711883:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317923.712017:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752576 00000100:00100000:0.0:1767317923.712031:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752576 00000100:00100000:0.0:1767317923.712098:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22054 00000100:00100000:0.0:1767317923.712109:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925752576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317923.712139:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317923.712282:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925752576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 123us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317923.712292:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22054 00010000:00010000:3.0:1767317924.450523:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317924.640668:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317898/real 1767317898] req@ffff96e2c7229f80 x1853163989464704/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317923 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317924.640711:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c7229f80 x1853163989464704/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317923 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317924.640737:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317924.640768:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317924.640773:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989464704:0@lo:250:kworker.0 00000100:00100000:3.0:1767317924.640864:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767317924.640929:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317924.640936:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767317924.640940:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317924.640946:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3147 00000100:00080000:0.0:1767317924.640950:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317924.640958:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317924.641004:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380700 x1853163989471232/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317924.641032:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317924.641036:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317924.641037:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317924.641042:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3173 00000100:00080000:0.0:1767317924.641044:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317924.641048:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317924.641064:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383b80 x1853163989471360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317924.641071:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317924.641074:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317924.641076:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317924.641079:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3173 00000100:00080000:0.0:1767317924.641082:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317924.641086:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317924.641096:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163989471488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317924.641135:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317924.641139:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317924.641140:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317924.641144:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3173 00000100:00080000:0.0:1767317924.641146:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317924.641150:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317924.641160:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382300 x1853163989471744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317924.641173:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317924.641177:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317924.641179:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317924.641182:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3173 00000100:00080000:0.0:1767317924.641184:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317924.641187:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317924.641198:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163989472000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317924.641287:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989472128:0@lo:400:kworker.0 00000100:00100000:0.0:1767317924.641368:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317924.641431:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317924.641437:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989472256:0@lo:400:kworker.0 00000100:00100000:0.0:1767317924.641457:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317924.641598:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989471616:0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.641640:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317924.641675:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317924.641680:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989471872:0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.641702:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317924.641743:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472128 00000100:00100000:3.0:1767317924.641752:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472128 00000100:00100000:3.0:1767317924.641805:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472256 00000100:00100000:3.0:1767317924.641809:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472256 00000100:00100000:3.0:1767317924.641832:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:3.0:1767317924.641841:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989472128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.641914:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989472128:12345-0@lo:400:kworker.0 Request processed in 73us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317924.641922:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:3.0:1767317924.641940:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019 00000100:00100000:3.0:1767317924.641946:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989472256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.641973:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989472256:12345-0@lo:400:kworker.0 Request processed in 27us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317924.641978:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019 00000100:00100000:3.0:1767317924.642000:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471616 00000100:00100000:3.0:1767317924.642004:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471616 00000100:00100000:3.0:1767317924.642031:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471872 00000100:00100000:3.0:1767317924.642034:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471872 00000100:00100000:3.0:1767317924.642055:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162 00000100:00100000:3.0:1767317924.642060:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989471616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.642094:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989471616:12345-0@lo:400:kworker.0 Request processed in 33us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317924.642100:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162 00000100:00100000:3.0:1767317924.642112:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:3.0:1767317924.642117:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989471872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.642146:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989471872:12345-0@lo:400:kworker.0 Request processed in 29us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317924.642151:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00100000:3.0:1767317924.642208:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989471872:0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.642218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989471616:0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.642292:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989472256:0@lo:400:kworker.0 00000100:00100000:3.0:1767317924.642301:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989472128:0@lo:400:kworker.0 00000100:00100000:2.0:1767317924.642574:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989471232:0@lo:250:kworker.0 00000400:00000100:2.0:1767317924.642607:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989471232 offset 0 length 520: 4 00000100:00100000:2.0:1767317924.642630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989471360:0@lo:38:kworker.0 00000100:00100000:2.0:1767317924.642656:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317924.642684:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989471488:0@lo:38:kworker.0 00000100:00100000:2.0:1767317924.642708:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317924.642737:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989471744:0@lo:38:kworker.0 00000100:00100000:2.0:1767317924.642760:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317924.642775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989472000:0@lo:38:kworker.0 00000100:00100000:2.0:1767317924.642795:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317924.642873:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471488 00000100:00100000:1.0:1767317924.642879:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471488 00000100:00100000:1.0:1767317924.642918:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:1.0:1767317924.642924:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989471488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317924.642945:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317924.642991:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989471488:12345-0@lo:38:kworker.0 Request processed in 65us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317924.642997:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00080000:1.0:1767317924.643028:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317924.643034:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317924.643037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989471488:0@lo:38:kworker.0 00000100:00100000:0.0:1767317924.643116:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471360 00000100:00100000:0.0:1767317924.643121:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471360 00000100:00100000:0.0:1767317924.643156:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989471744 00000100:00100000:0.0:1767317924.643159:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989471744 00000100:00100000:0.0:1767317924.643169:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472000 00000100:00100000:0.0:1767317924.643172:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472000 00000100:00100000:0.0:1767317924.643181:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22055 00000100:00100000:0.0:1767317924.643187:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989471360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317924.643201:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317924.643275:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989471360:12345-0@lo:38:kworker.0 Request processed in 87us (618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317924.643282:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22055 00000100:00100000:0.0:1767317924.643296:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22056 00000100:00100000:0.0:1767317924.643300:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989471744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317924.643310:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317924.643335:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989471744:12345-0@lo:38:kworker.0 Request processed in 33us (574us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317924.643341:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22056 00000100:00100000:0.0:1767317924.643352:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22057 00000100:00100000:0.0:1767317924.643357:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989472000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317924.643365:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317924.643388:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989472000:12345-0@lo:38:kworker.0 Request processed in 31us (592us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317924.643393:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22057 00000100:00080000:1.0:1767317924.643560:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317924.643565:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317924.643568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989471360:0@lo:38:kworker.0 00000100:00080000:1.0:1767317924.643578:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317924.643582:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317924.643585:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989471744:0@lo:38:kworker.0 00000100:00080000:1.0:1767317924.643593:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317924.643597:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317924.643601:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989472000:0@lo:38:kworker.0 00010000:00010000:0.0:1767317925.472603:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317925.665144:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317925.665159:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317925.665198:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989472384:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317925.665331:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317925.665707:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317925.665722:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989472512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317925.665762:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317925.665877:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472384 00000100:00100000:2.0:1767317925.665889:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472384 00000100:00100000:2.0:1767317925.665968:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472512 00000100:00100000:2.0:1767317925.665971:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472512 00000100:00100000:2.0:1767317925.666004:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:2.0:1767317925.666013:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989472384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317925.666152:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317925.666218:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989472384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 206us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317925.666227:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:2.0:1767317925.666276:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:2.0:1767317925.666283:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989472512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317925.666301:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317925.666331:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989472512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317925.666338:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:3.0:1767317925.666476:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989472384:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767317925.668731:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767317925.668745:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317925.668848:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989472512:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317926.496505:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317926.688574:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317927.520520:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317927.712383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317928.551052:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317928.736488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317928.804809:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317928.805284:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752960 00000100:00100000:3.0:1767317928.805298:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752960 00000100:00100000:3.0:1767317928.805393:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4164 00000100:00080000:2.0:1767317928.805406:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317928.805407:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925752960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317928.805514:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925752960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317928.805521:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4164 00000100:00100000:2.0:1767317928.809391:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317928.809501:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925752832 00000100:00100000:1.0:1767317928.809514:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925752832 00000100:00100000:1.0:1767317928.809569:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22058 00000100:00100000:1.0:1767317928.809578:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925752832:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317928.809607:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317928.809688:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925752832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (311us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317928.809696:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22058 00010000:00010000:3.0:1767317929.569718:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317929.760385:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317929.760396:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317929.760400:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317929.760405:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317929.760410:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317929.760417:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3174 00000100:00080000:0.0:1767317929.760423:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317929.760431:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317929.760470:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711180 x1853163989472640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317929.760499:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317929.760502:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317929.760504:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317929.760508:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3174 00000100:00080000:0.0:1767317929.760510:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317929.760514:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317929.760531:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712680 x1853163989472768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317929.760548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989472640:0@lo:38:kworker.0 00000100:00080000:0.0:1767317929.760599:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317929.760614:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317929.760616:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317929.760622:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3174 00000100:00080000:0.0:1767317929.760626:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317929.760632:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317929.760644:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989472896:0@lo:400:kworker.0 00000100:00100000:1.0:1767317929.760647:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317929.760656:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711500 x1853163989473024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317929.760685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317929.760689:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317929.760692:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317929.760702:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3174 00000100:00100000:2.0:1767317929.760712:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317929.760714:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317929.760723:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317929.760723:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989472768:0@lo:38:kworker.0 00000100:00100000:2.0:1767317929.760748:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317929.760764:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710380 x1853163989473280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317929.760775:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989473152:0@lo:400:kworker.0 00000100:00100000:1.0:1767317929.760783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317929.760816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989473024:0@lo:38:kworker.0 00000100:00100000:2.0:1767317929.760830:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317929.760865:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472640 00000100:00100000:1.0:1767317929.760873:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472640 00000100:00100000:2.0:1767317929.760884:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472768 00000100:00100000:2.0:1767317929.760889:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472768 00000100:00100000:0.0:1767317929.760893:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989473408:0@lo:400:kworker.0 00000100:00100000:1.0:1767317929.760910:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989472896 00000100:00100000:1.0:1767317929.760914:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989472896 00000100:00100000:2.0:1767317929.760935:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:2.0:1767317929.760945:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989472768:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767317929.760956:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473152 00000100:00100000:1.0:1767317929.760959:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473152 00010000:00020000:2.0:1767317929.760973:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317929.760986:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317929.760986:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165 00000100:00100000:1.0:1767317929.761001:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989472896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317929.761040:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989472768:12345-0@lo:38:kworker.0 Request processed in 94us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317929.761043:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317929.761050:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:0.0:1767317929.761060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989473536:0@lo:400:kworker.0 00000100:00080000:2.0:1767317929.761073:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317929.761079:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989472896:12345-0@lo:400:kworker.0 Request processed in 78us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317929.761088:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165 00000100:00100000:2.0:1767317929.761116:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989472896:0@lo:400:kworker.0 00000100:00100000:0.0:1767317929.761117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317929.761118:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166 00000100:00100000:1.0:1767317929.761144:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989473152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317929.761179:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22059 00000100:00100000:2.0:1767317929.761187:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989472640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317929.761201:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317929.761206:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989473152:12345-0@lo:400:kworker.0 Request processed in 68us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317929.761212:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166 00000100:00100000:0.0:1767317929.761221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317929.761355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317929.762768:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473024 00000100:00100000:1.0:1767317929.762779:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473024 00000100:00100000:3.0:1767317929.762830:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22060 00000100:00100000:3.0:1767317929.762840:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989473024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317929.762864:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317929.763285:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473408 00000100:00100000:1.0:1767317929.763293:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473408 00000100:00100000:1.0:1767317929.763356:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473536 00000100:00100000:1.0:1767317929.763359:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473536 00000100:00100000:1.0:1767317929.763388:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1767317929.763399:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989473408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317929.764360:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989472640:12345-0@lo:38:kworker.0 Request processed in 3166us (3709us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317929.764372:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22059 00000100:00080000:2.0:1767317929.764426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317929.764432:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317929.764482:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989473152:0@lo:400:kworker.0 00000100:00080000:0.0:1767317929.764497:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317929.764515:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317929.764525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989472640:0@lo:38:kworker.0 00000100:00100000:0.0:1767317929.765483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989473280:0@lo:38:kworker.0 00000100:00100000:0.0:1767317929.765737:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317929.765797:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317929.765802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317929.765806:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989472768:0@lo:38:kworker.0 00000100:00100000:0.0:1767317929.765843:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473280 00000100:00100000:0.0:1767317929.765849:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473280 00000100:00100000:0.0:1767317929.765885:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22061 00000100:00100000:0.0:1767317929.765892:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989473280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317929.765911:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317929.765951:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989473280:12345-0@lo:38:kworker.0 Request processed in 57us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317929.765957:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22061 00000100:00080000:0.0:1767317929.765984:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317929.765988:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317929.765991:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989473280:0@lo:38:kworker.0 00000100:00100000:0.0:1767317929.766039:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:0.0:1767317929.766051:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989473536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317929.766094:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989473536:12345-0@lo:400:kworker.0 Request processed in 48us (4987us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317929.766100:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00100000:0.0:1767317929.766131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989473536:0@lo:400:kworker.0 00000100:00100000:3.0:1767317929.767850:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989473024:12345-0@lo:38:kworker.0 Request processed in 5002us (6625us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317929.767861:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22060 00000100:00100000:1.0:1767317929.767917:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989473408:12345-0@lo:400:kworker.0 Request processed in 4515us (6940us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317929.767929:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020 00000100:00080000:0.0:1767317929.767941:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317929.767949:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317929.767954:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989473024:0@lo:38:kworker.0 00000100:00100000:1.0:1767317929.768011:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989473408:0@lo:400:kworker.0 00010000:00010000:0.0:1767317930.592553:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317930.784934:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317930.786457:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989473664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317930.786547:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317930.786813:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473664 00000100:00100000:1.0:1767317930.786824:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473664 00000100:00100000:1.0:1767317930.786912:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:1.0:1767317930.786923:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989473664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317930.786966:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317930.787035:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989473664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317930.787047:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1767317930.787329:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989473664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317930.788703:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989473792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317930.788793:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317930.788970:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473792 00000100:00100000:3.0:1767317930.788983:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473792 00000100:00100000:3.0:1767317930.789059:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:3.0:1767317930.789081:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989473792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767317930.789117:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317930.789204:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989473792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317930.789211:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:2.0:1767317930.789335:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989473792:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317931.616697:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317931.808485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317932.640524:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317932.833071:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317933.667217:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317933.856885:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317933.924831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317933.926313:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753088 00000100:00100000:3.0:1767317933.926332:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753088 00000100:00100000:3.0:1767317933.926415:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22062 00000100:00100000:3.0:1767317933.926426:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925753088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317933.926457:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317933.926557:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925753088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 132us (1744us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317933.926565:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22062 00000100:00100000:2.0:1767317933.927437:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317933.927524:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753216 00000100:00100000:0.0:1767317933.927530:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753216 00000100:00100000:0.0:1767317933.927608:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4167 00000100:00100000:0.0:1767317933.927617:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925753216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317933.927725:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925753216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317933.927733:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4167 00000100:00080000:2.0:1767317933.928470:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317934.688727:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317934.880380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317934.880531:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317934.880543:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317934.880547:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317934.880552:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317934.880557:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317934.880567:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767317934.880573:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317934.880584:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317934.880653:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711500 x1853163989473920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317934.880694:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317934.880698:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317934.880700:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317934.880704:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767317934.880706:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317934.880711:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317934.880726:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712300 x1853163989474048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317934.880779:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317934.880783:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317934.880785:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317934.880789:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767317934.880792:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317934.880795:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317934.880818:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712680 x1853163989474304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317934.880838:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317934.880842:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317934.880844:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317934.880849:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3179 00000100:00080000:2.0:1767317934.880851:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317934.880859:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317934.880861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989474176:0@lo:400:kworker.0 00000100:00100000:2.0:1767317934.880878:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713100 x1853163989474560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317934.880951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989474432:0@lo:400:kworker.0 00000100:00100000:0.0:1767317934.881130:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989473920:0@lo:38:kworker.0 00000100:00100000:2.0:1767317934.881224:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317934.881269:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989474688:0@lo:400:kworker.0 00000100:00100000:3.0:1767317934.881357:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317934.881431:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317934.881438:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989474816:0@lo:400:kworker.0 00000100:00100000:2.0:1767317934.881518:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474688 00000100:00100000:2.0:1767317934.881529:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474688 00000100:00100000:3.0:1767317934.881595:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317934.881616:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474816 00000100:00100000:2.0:1767317934.881623:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474816 00000100:00100000:2.0:1767317934.881681:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:3.0:1767317934.881688:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474432 00000100:00100000:2.0:1767317934.881697:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989474688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317934.881700:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474432 00000100:00100000:3.0:1767317934.881769:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168 00000100:00100000:3.0:1767317934.881785:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989474432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317934.881794:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989474688:12345-0@lo:400:kworker.0 Request processed in 98us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317934.881805:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00100000:2.0:1767317934.881833:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:2.0:1767317934.881843:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989474816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317934.881862:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989474432:12345-0@lo:400:kworker.0 Request processed in 81us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317934.881870:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168 00000100:00100000:2.0:1767317934.881897:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989474816:12345-0@lo:400:kworker.0 Request processed in 52us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317934.881909:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00080000:2.0:1767317934.881934:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767317934.881940:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317934.881942:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317934.881954:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317934.882062:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989474816:0@lo:400:kworker.0 00000100:00100000:2.0:1767317934.882076:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989474688:0@lo:400:kworker.0 00000100:00100000:2.0:1767317934.882118:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474176 00000100:00100000:2.0:1767317934.882123:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474176 00000100:00100000:3.0:1767317934.882163:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00000100:00100000:3.0:1767317934.882178:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989474176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317934.882252:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989474176:12345-0@lo:400:kworker.0 Request processed in 81us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317934.882262:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000100:00080000:2.0:1767317934.882319:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317934.882352:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989474432:0@lo:400:kworker.0 00000100:00100000:2.0:1767317934.882385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989474176:0@lo:400:kworker.0 00000100:00100000:0.0:1767317934.884791:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317934.886028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989474048:0@lo:38:kworker.0 00000100:00100000:0.0:1767317934.886109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317934.886315:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989473920 00000100:00100000:3.0:1767317934.886326:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989473920 00000100:00100000:3.0:1767317934.886387:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22063 00000100:00100000:3.0:1767317934.886396:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989473920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317934.886920:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317934.887000:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989473920:12345-0@lo:38:kworker.0 Request processed in 594us (2208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317934.887011:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22063 00000100:00100000:0.0:1767317934.888191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989474304:0@lo:38:kworker.0 00000100:00100000:0.0:1767317934.888270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317934.888301:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989474560:0@lo:38:kworker.0 00000100:00100000:0.0:1767317934.888326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317934.888401:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317934.888408:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317934.888413:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989473920:0@lo:38:kworker.0 00000100:00100000:0.0:1767317934.888476:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474304 00000100:00100000:0.0:1767317934.888483:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474304 00000100:00100000:2.0:1767317934.888534:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474048 00000100:00100000:0.0:1767317934.888539:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474560 00000100:00100000:2.0:1767317934.888539:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474048 00000100:00100000:0.0:1767317934.888546:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474560 00000100:00100000:0.0:1767317934.888568:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22064 00000100:00100000:0.0:1767317934.888575:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989474304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317934.888596:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317934.888628:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767317934.888633:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989474048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317934.888645:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317934.888704:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989474048:12345-0@lo:38:kworker.0 Request processed in 69us (2593us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317934.888711:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767317934.888753:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22065 00000100:00100000:2.0:1767317934.888757:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989474560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317934.888874:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317934.888900:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989474560:12345-0@lo:38:kworker.0 Request processed in 142us (574us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317934.888905:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22065 00000100:00080000:1.0:1767317934.888945:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317934.888952:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317934.888956:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989474048:0@lo:38:kworker.0 00000100:00080000:1.0:1767317934.888967:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317934.888970:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317934.888973:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989474560:0@lo:38:kworker.0 00000100:00100000:0.0:1767317934.889999:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989474304:12345-0@lo:38:kworker.0 Request processed in 1416us (1722us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317934.890013:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22064 00000100:00080000:1.0:1767317934.890072:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317934.890077:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317934.890080:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989474304:0@lo:38:kworker.0 00010000:00010000:0.0:1767317935.715029:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317935.904378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317935.905327:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989475072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317935.905427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317935.905516:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317935.905524:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989474944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317935.905552:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317935.905598:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475072 00000100:00100000:3.0:1767317935.905870:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475072 00000100:00100000:3.0:1767317935.905977:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989474944 00000100:00100000:3.0:1767317935.905981:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989474944 00000100:00100000:0.0:1767317935.906349:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:0.0:1767317935.906363:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989475072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317935.906405:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317935.906484:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989475072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317935.906491:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:0.0:1767317935.906511:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1767317935.906517:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989474944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317935.906534:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317935.906561:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989474944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317935.906566:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1767317935.906677:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989474944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317935.906694:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989475072:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317936.738817:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317936.928392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317937.760574:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317937.952359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317938.784538:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317938.976527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317939.045358:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317939.045405:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317939.045667:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753344 00000100:00100000:3.0:1767317939.045679:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753344 00000100:00100000:3.0:1767317939.045729:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753472 00000100:00100000:3.0:1767317939.045733:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753472 00000100:00100000:2.0:1767317939.046169:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22066 00000100:00100000:2.0:1767317939.046180:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925753344:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317939.046209:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317939.046315:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925753344:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 135us (973us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317939.046324:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22066 00000100:00100000:3.0:1767317939.047296:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4170 00000100:00100000:3.0:1767317939.047311:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925753472:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317939.047396:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925753472:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317939.047404:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4170 00000100:00080000:1.0:1767317939.053765:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317939.808942:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317940.000543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767317940.000850:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317940.000857:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317940.000861:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317940.000866:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317940.000871:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317940.000881:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3184 00000100:00080000:0.0:1767317940.000887:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317940.000895:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317940.000951:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163989475200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317940.000983:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317940.000987:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317940.000989:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317940.000994:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3184 00000100:00080000:0.0:1767317940.000997:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317940.001001:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317940.001027:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf100 x1853163989475328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317940.001072:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317940.001076:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317940.001078:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317940.001082:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3184 00000100:00080000:0.0:1767317940.001085:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317940.001090:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317940.001102:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadc00 x1853163989475584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317940.001119:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317940.001123:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317940.001125:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317940.001129:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3184 00000100:00080000:0.0:1767317940.001131:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317940.001135:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317940.001146:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad880 x1853163989475840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317940.001201:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989475968:0@lo:400:kworker.0 00000100:00100000:0.0:1767317940.001306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317940.001379:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317940.001385:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989476096:0@lo:400:kworker.0 00000100:00100000:0.0:1767317940.001408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317940.001495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989475712:0@lo:400:kworker.0 00000100:00100000:3.0:1767317940.001534:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317940.001575:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317940.001581:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989475456:0@lo:400:kworker.0 00000100:00100000:3.0:1767317940.001606:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317940.001689:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475968 00000100:00100000:1.0:1767317940.001700:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475968 00000100:00100000:1.0:1767317940.001773:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476096 00000100:00100000:1.0:1767317940.001776:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476096 00000100:00100000:1.0:1767317940.001800:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:1.0:1767317940.001811:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989475968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317940.001881:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989475968:12345-0@lo:400:kworker.0 Request processed in 71us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317940.001890:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00100000:1.0:1767317940.001909:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:1.0:1767317940.001915:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989476096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317940.001942:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989476096:12345-0@lo:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317940.001948:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00000100:00100000:1.0:1767317940.001968:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989475200:0@lo:38:kworker.0 00000100:00100000:1.0:1767317940.001996:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317940.002012:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989475328:0@lo:38:kworker.0 00000100:00100000:1.0:1767317940.002036:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317940.002057:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989475584:0@lo:38:kworker.0 00000100:00100000:1.0:1767317940.002078:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317940.002093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989475840:0@lo:38:kworker.0 00000100:00100000:1.0:1767317940.002113:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317940.002140:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475712 00000100:00100000:1.0:1767317940.002144:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475712 00000100:00100000:1.0:1767317940.002167:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475456 00000100:00100000:1.0:1767317940.002169:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475456 00000100:00100000:1.0:1767317940.002181:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475200 00000100:00100000:1.0:1767317940.002184:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475200 00000100:00100000:1.0:1767317940.002193:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475584 00000100:00100000:1.0:1767317940.002195:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475584 00000100:00100000:1.0:1767317940.002202:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475840 00000100:00100000:1.0:1767317940.002205:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475840 00000100:00100000:1.0:1767317940.002214:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4171 00000100:00100000:1.0:1767317940.002221:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989475712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317940.002281:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989475712:12345-0@lo:400:kworker.0 Request processed in 60us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317940.002288:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4171 00000100:00100000:1.0:1767317940.002300:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4172 00000100:00100000:1.0:1767317940.002306:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989475456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317940.002329:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989475456:12345-0@lo:400:kworker.0 Request processed in 25us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317940.002336:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4172 00000100:00100000:1.0:1767317940.002346:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22067 00000100:00100000:1.0:1767317940.002350:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989475200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317940.002372:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317940.002402:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989475200:12345-0@lo:38:kworker.0 Request processed in 50us (405us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317940.002409:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22067 00000100:00100000:1.0:1767317940.002420:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22068 00000100:00100000:1.0:1767317940.002424:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989475584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317940.002433:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317940.002456:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989475584:12345-0@lo:38:kworker.0 Request processed in 31us (378us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317940.002462:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22068 00000100:00100000:1.0:1767317940.002472:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22069 00000100:00100000:1.0:1767317940.002476:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989475840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317940.002485:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317940.002504:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989475840:12345-0@lo:38:kworker.0 Request processed in 27us (391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317940.002510:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22069 00000100:00080000:1.0:1767317940.002549:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317940.002554:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317940.002558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989475200:0@lo:38:kworker.0 00000100:00080000:1.0:1767317940.002580:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317940.002584:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317940.002587:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989475584:0@lo:38:kworker.0 00000100:00080000:1.0:1767317940.002595:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317940.002599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317940.002602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989475840:0@lo:38:kworker.0 00000100:00100000:1.0:1767317940.002643:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989476096:0@lo:400:kworker.0 00000100:00100000:1.0:1767317940.002656:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989475968:0@lo:400:kworker.0 00000100:00100000:3.0:1767317940.002770:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989475456:0@lo:400:kworker.0 00000100:00100000:3.0:1767317940.002781:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989475712:0@lo:400:kworker.0 00000100:00080000:3.0:1767317940.002800:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767317940.002805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317940.002808:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317940.002910:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989475328 00000100:00100000:2.0:1767317940.002916:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989475328 00000100:00100000:2.0:1767317940.002955:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:2.0:1767317940.002961:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989475328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317940.002971:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317940.003016:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989475328:12345-0@lo:38:kworker.0 Request processed in 55us (979us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317940.003022:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00080000:3.0:1767317940.003088:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317940.003093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317940.003096:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989475328:0@lo:38:kworker.0 00010000:00010000:0.0:1767317940.834913:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317941.024698:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317941.024960:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989476224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317941.025048:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317941.025076:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989476352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317941.025138:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317941.027891:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476352 00000100:00100000:0.0:1767317941.027909:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476352 00000100:00100000:0.0:1767317941.027977:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767317941.027989:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989476352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317941.028034:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317941.028122:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989476352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (2983us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317941.028130:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00100000:2.0:1767317941.028356:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476224 00000100:00100000:2.0:1767317941.028363:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476224 00000100:00100000:2.0:1767317941.028407:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:2.0:1767317941.028415:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989476224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317941.028435:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317941.028500:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989476224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (3452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317941.028507:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:1.0:1767317941.028678:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989476352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317941.029741:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989476224:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317941.856479:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317942.051300:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317942.880783:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317943.072449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317943.907469:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317944.097374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317944.163361:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317944.163417:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753728 00000100:00100000:0.0:1767317944.163427:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753728 00000100:00100000:2.0:1767317944.163454:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317944.163512:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753600 00000100:00100000:0.0:1767317944.163516:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753600 00000100:00100000:2.0:1767317944.163523:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4173 00000100:00100000:2.0:1767317944.163534:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925753728:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767317944.163538:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22070 00000100:00100000:0.0:1767317944.163543:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925753600:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317944.163561:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317944.163611:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925753600:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 67us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317944.163622:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22070 00000100:00080000:3.0:1767317944.163685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317944.169960:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925753728:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 6413us (6594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317944.169976:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4173 00010000:00010000:3.0:1767317944.928953:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767317945.120418:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317945.120433:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317945.120437:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317945.120443:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317945.120448:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317945.120460:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767317945.120474:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317945.120483:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317945.120556:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf480 x1853163989476480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317945.120588:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317945.120592:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317945.120594:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317945.120599:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767317945.120601:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317945.120605:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317945.120620:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaca80 x1853163989476608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317945.120664:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989476480:0@lo:38:kworker.0 00000100:00080000:0.0:1767317945.120669:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317945.120681:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317945.120683:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317945.120687:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767317945.120692:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317945.120697:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317945.120716:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf100 x1853163989476864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317945.120739:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767317945.120756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317945.120766:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989476736:0@lo:400:kworker.0 00000100:00100000:3.0:1767317945.120795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317945.120810:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989476608:0@lo:38:kworker.0 00000100:00100000:3.0:1767317945.120816:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317945.120822:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989476992:0@lo:400:kworker.0 00000100:00100000:2.0:1767317945.120832:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317945.120838:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317945.120856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989476864:0@lo:38:kworker.0 00000100:00100000:3.0:1767317945.120866:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476480 00000100:00100000:3.0:1767317945.120874:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476480 00000100:00100000:2.0:1767317945.120875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317945.120902:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476736 00000100:00100000:3.0:1767317945.120905:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476736 00000100:00080000:0.0:1767317945.120918:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317945.120921:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317945.120927:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3189 00000100:00080000:0.0:1767317945.120931:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317945.120937:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317945.120961:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989477120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317945.120996:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476608 00000100:00100000:1.0:1767317945.121003:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476608 00000100:00100000:1.0:1767317945.121048:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:1.0:1767317945.121073:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989476608:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767317945.121093:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989477248:0@lo:400:kworker.0 00010000:00020000:1.0:1767317945.121106:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317945.121167:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317945.121187:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989476608:12345-0@lo:38:kworker.0 Request processed in 115us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317945.121198:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:0.0:1767317945.121216:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767317945.121226:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989477376:0@lo:400:kworker.0 00000100:00100000:0.0:1767317945.121293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317945.121330:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477248 00000100:00100000:0.0:1767317945.121337:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477248 00000100:00100000:0.0:1767317945.121385:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477376 00000100:00100000:0.0:1767317945.121389:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477376 00000100:00100000:0.0:1767317945.121413:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1767317945.121422:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989477248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317945.121486:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989477248:12345-0@lo:400:kworker.0 Request processed in 65us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317945.121494:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:0.0:1767317945.121512:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:0.0:1767317945.121519:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989477376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317945.121549:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989477376:12345-0@lo:400:kworker.0 Request processed in 30us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317945.121555:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00100000:0.0:1767317945.121608:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989477376:0@lo:400:kworker.0 00000100:00100000:0.0:1767317945.121619:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989477248:0@lo:400:kworker.0 00000100:00100000:2.0:1767317945.124386:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476992 00000100:00100000:2.0:1767317945.124400:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476992 00000100:00100000:2.0:1767317945.124436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989477120:0@lo:38:kworker.0 00000100:00100000:2.0:1767317945.124692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767317945.124745:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317945.124752:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317945.124755:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989476608:0@lo:38:kworker.0 00000100:00100000:2.0:1767317945.124824:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989476864 00000100:00100000:2.0:1767317945.124828:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989476864 00000100:00100000:2.0:1767317945.124839:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477120 00000100:00100000:2.0:1767317945.124842:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477120 00000100:00100000:2.0:1767317945.124852:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174 00000100:00100000:2.0:1767317945.124860:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989476736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317945.124927:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989476736:12345-0@lo:400:kworker.0 Request processed in 67us (4130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317945.124934:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174 00000100:00100000:2.0:1767317945.124952:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175 00000100:00100000:2.0:1767317945.124958:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989476992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317945.124986:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989476992:12345-0@lo:400:kworker.0 Request processed in 28us (4147us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317945.124992:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175 00000100:00100000:2.0:1767317945.125005:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22071 00000100:00100000:2.0:1767317945.125010:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989476480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317945.125028:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317945.125508:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989476480:12345-0@lo:38:kworker.0 Request processed in 494us (4751us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317945.125516:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22071 00000100:00100000:3.0:1767317945.125534:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989476992:0@lo:400:kworker.0 00000100:00080000:2.0:1767317945.125538:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317945.125542:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317945.125545:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989476480:0@lo:38:kworker.0 00000100:00100000:3.0:1767317945.125547:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989476736:0@lo:400:kworker.0 00000100:00100000:2.0:1767317945.125566:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22072 00000100:00080000:3.0:1767317945.125568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317945.125571:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989476864:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767317945.125573:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767317945.125577:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767317945.125587:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317945.125596:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22073 00000100:00100000:3.0:1767317945.125600:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989477120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317945.125610:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317945.125617:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989476864:12345-0@lo:38:kworker.0 Request processed in 46us (4742us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317945.125623:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22072 00000100:00080000:2.0:1767317945.125644:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317945.125648:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317945.125651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989476864:0@lo:38:kworker.0 00000100:00100000:2.0:1767317945.125702:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317945.125868:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989477120:12345-0@lo:38:kworker.0 Request processed in 266us (1175us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317945.125875:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22073 00000100:00080000:2.0:1767317945.126175:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317945.126179:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317945.126183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989477120:0@lo:38:kworker.0 00010000:00010000:0.0:1767317945.952504:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317946.144452:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317946.144725:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989477504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317946.144843:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317946.144911:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477504 00000100:00100000:2.0:1767317946.144928:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477504 00000100:00100000:2.0:1767317946.145002:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:2.0:1767317946.145012:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989477504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317946.145047:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317946.145128:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989477504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317946.145135:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00100000:2.0:1767317946.145192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989477504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317946.145417:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767317946.145430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989477632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317946.145483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317946.145564:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477632 00000100:00100000:1.0:1767317946.145572:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477632 00000100:00100000:1.0:1767317946.145629:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:1.0:1767317946.145639:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989477632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317946.145673:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317946.145722:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989477632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317946.145729:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:1.0:1767317946.145777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989477632:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317946.976461:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317947.168409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317948.000521:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317948.192388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317949.024444:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317949.216369:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317924/real 1767317924] req@ffff96e2e5380700 x1853163989471232/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317949 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767317949.216419:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5380700 x1853163989471232/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317949 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767317949.216436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317949.216449:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767317949.216453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989471232:0@lo:250:kworker.0 00000100:00100000:1.0:1767317949.217064:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317949.217440:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317949.217449:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317949.217454:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317949.217461:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3174 00000100:00080000:2.0:1767317949.217466:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317949.217473:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317949.217529:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989477760/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317949.217787:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317949.217791:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317949.217792:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317949.217797:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3194 00000100:00080000:2.0:1767317949.217800:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317949.217803:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317949.217823:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163989477888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317949.217832:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317949.217835:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317949.217837:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317949.217841:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3194 00000100:00080000:2.0:1767317949.217844:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317949.217847:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317949.218050:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163989478016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317949.218094:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317949.218098:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317949.218100:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317949.218104:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3194 00000100:00080000:2.0:1767317949.218107:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317949.218110:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317949.218122:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6300 x1853163989478272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317949.218136:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317949.218139:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317949.218140:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317949.218144:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3194 00000100:00080000:2.0:1767317949.218146:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317949.218149:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317949.218159:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff807b80 x1853163989478528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317949.218256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989477760:0@lo:250:kworker.0 00000100:00100000:0.0:1767317949.218277:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989478144:0@lo:400:kworker.0 00000400:00000100:3.0:1767317949.218311:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989477760 offset 0 length 520: 4 00000100:00100000:1.0:1767317949.218337:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989478400:0@lo:400:kworker.0 00000100:00100000:0.0:1767317949.219135:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317949.219221:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478144 00000100:00100000:0.0:1767317949.219260:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478144 00000100:00100000:0.0:1767317949.219325:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4176 00000100:00100000:0.0:1767317949.219335:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989478144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317949.219400:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989478144:12345-0@lo:400:kworker.0 Request processed in 56us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317949.219408:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4176 00000100:00100000:0.0:1767317949.219454:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989478144:0@lo:400:kworker.0 00000100:00080000:0.0:1767317949.219499:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317949.222357:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989478784:0@lo:400:kworker.0 00000100:00100000:2.0:1767317949.222435:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317949.222488:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767317949.222495:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989478656:0@lo:400:kworker.0 00000100:00100000:2.0:1767317949.222522:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317949.222551:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478784 00000100:00100000:2.0:1767317949.222558:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478784 00000100:00100000:2.0:1767317949.222606:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478656 00000100:00100000:2.0:1767317949.222610:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478656 00000100:00100000:2.0:1767317949.222631:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028 00000100:00100000:2.0:1767317949.222639:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989478784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317949.222687:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989478784:12345-0@lo:400:kworker.0 Request processed in 49us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317949.222697:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028 00000100:00100000:2.0:1767317949.222712:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:2.0:1767317949.222717:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989478656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317949.222743:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989478656:12345-0@lo:400:kworker.0 Request processed in 26us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317949.222749:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00100000:2.0:1767317949.222783:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989478656:0@lo:400:kworker.0 00000100:00100000:2.0:1767317949.222793:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989478784:0@lo:400:kworker.0 00000100:00080000:0.0:1767317949.223286:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767317949.223291:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767317949.223408:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989477888:0@lo:38:kworker.0 00000100:00100000:3.0:1767317949.223444:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317949.223519:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989478016:0@lo:38:kworker.0 00000100:00100000:3.0:1767317949.223556:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317949.223592:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989478272:0@lo:38:kworker.0 00000100:00100000:3.0:1767317949.223615:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317949.226044:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478016 00000100:00100000:2.0:1767317949.226059:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478016 00000100:00100000:2.0:1767317949.226118:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1767317949.226127:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989478016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317949.226154:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317949.226255:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989478016:12345-0@lo:38:kworker.0 Request processed in 101us (2671us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317949.226264:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:3.0:1767317949.231026:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989478528:0@lo:38:kworker.0 00000100:00100000:3.0:1767317949.231092:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317949.234794:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989477888 00000100:00100000:0.0:1767317949.234809:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989477888 00000100:00100000:0.0:1767317949.234880:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478272 00000100:00100000:0.0:1767317949.234884:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478272 00000100:00100000:0.0:1767317949.234907:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22074 00000100:00100000:0.0:1767317949.234916:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989477888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317949.234951:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317949.235028:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989477888:12345-0@lo:38:kworker.0 Request processed in 112us (11583us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317949.235035:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22074 00000100:00100000:0.0:1767317949.235053:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22075 00000100:00100000:0.0:1767317949.235057:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989478272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317949.235067:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317949.235096:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989478272:12345-0@lo:38:kworker.0 Request processed in 37us (11479us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317949.235101:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22075 00000100:00080000:3.0:1767317949.235757:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317949.235764:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317949.235768:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989477888:0@lo:38:kworker.0 00000100:00080000:3.0:1767317949.235781:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317949.235784:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317949.235787:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989478016:0@lo:38:kworker.0 00000100:00080000:3.0:1767317949.235796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317949.235799:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317949.235802:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989478272:0@lo:38:kworker.0 00000100:00100000:2.0:1767317949.235890:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478528 00000100:00100000:2.0:1767317949.235896:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478528 00000100:00100000:2.0:1767317949.235933:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22076 00000100:00100000:2.0:1767317949.235939:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989478528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317949.235950:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317949.235989:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989478528:12345-0@lo:38:kworker.0 Request processed in 49us (4897us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317949.235994:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22076 00000100:00080000:3.0:1767317949.236292:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317949.236308:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317949.236311:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989478528:0@lo:38:kworker.0 00000100:00100000:0.0:1767317949.236930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317949.237055:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478400 00000100:00100000:1.0:1767317949.237062:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478400 00000100:00100000:1.0:1767317949.237114:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4177 00000100:00100000:1.0:1767317949.237123:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989478400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317949.237184:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989478400:12345-0@lo:400:kworker.0 Request processed in 62us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317949.237190:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4177 00000100:00100000:2.0:1767317949.237276:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989478400:0@lo:400:kworker.0 00000100:00080000:0.0:1767317949.237430:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317949.283937:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317949.283981:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767317949.284113:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925754112 offset 0 length 520: 4 00000100:00100000:1.0:1767317949.289729:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753984 00000100:00100000:1.0:1767317949.289745:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753984 00000100:00100000:1.0:1767317949.289844:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925753856 00000100:00100000:1.0:1767317949.289847:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925753856 00000100:00100000:1.0:1767317949.289869:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4178 00000100:00100000:1.0:1767317949.289879:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925753984:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317949.289973:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925753984:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (6045us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317949.289981:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4178 00000100:00100000:3.0:1767317949.290263:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22077 00000100:00100000:3.0:1767317949.290270:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925753856:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317949.290290:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317949.290322:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925753856:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (6339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317949.290328:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22077 00000100:00080000:0.0:1767317949.290422:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317950.048513:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317950.242762:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317951.073109:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317951.264477:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317951.264499:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989478912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317951.264566:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317951.264657:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989479040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317951.264682:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317951.271343:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989478912 00000100:00100000:1.0:1767317951.271357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317951.271369:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989478912 00000100:00080000:1.0:1767317951.271425:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317951.271443:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479040 00000100:00100000:2.0:1767317951.271447:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479040 00000100:00100000:2.0:1767317951.271475:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:2.0:1767317951.271483:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989478912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317951.271513:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317951.271608:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989478912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (7041us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317951.271615:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:2.0:1767317951.271632:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:2.0:1767317951.271639:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989479040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317951.271659:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317951.271687:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989479040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (7003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317951.271692:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00080000:1.0:1767317951.271870:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767317951.273267:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989479040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317951.274624:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989478912:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317952.096733:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317952.292563:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317953.123089:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317953.312386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317954.144856:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317954.339013:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767317954.339610:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317954.339617:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767317954.339620:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317954.339624:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317954.339628:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317954.339636:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3198 00000100:00080000:3.0:1767317954.339641:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317954.339648:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317954.339693:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2300 x1853163989479168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317954.339709:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317954.339711:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317954.339713:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317954.339716:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3198 00000100:00080000:3.0:1767317954.339719:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317954.339722:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317954.339735:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baea00 x1853163989479296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317954.339770:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317954.339773:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317954.339775:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317954.339778:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3198 00000100:00080000:3.0:1767317954.339781:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317954.339784:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317954.339795:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163989479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317954.339809:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317954.339813:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317954.339815:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317954.339818:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3198 00000100:00080000:3.0:1767317954.339820:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317954.339823:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317954.339833:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163989479808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317954.339885:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989480064:0@lo:400:kworker.0 00000100:00100000:3.0:1767317954.339953:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317954.340029:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317954.340036:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989479936:0@lo:400:kworker.0 00000100:00100000:3.0:1767317954.340061:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317954.340147:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989479424:0@lo:400:kworker.0 00000100:00100000:1.0:1767317954.340179:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317954.340211:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317954.340216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989479680:0@lo:400:kworker.0 00000100:00100000:1.0:1767317954.340258:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317954.341909:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479424 00000100:00100000:3.0:1767317954.341922:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479424 00000100:00100000:3.0:1767317954.342000:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479680 00000100:00100000:3.0:1767317954.342005:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479680 00000100:00100000:3.0:1767317954.342045:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179 00000100:00100000:3.0:1767317954.342056:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989479424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317954.342136:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989479424:12345-0@lo:400:kworker.0 Request processed in 83us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317954.342144:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179 00000100:00100000:3.0:1767317954.342161:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:3.0:1767317954.342167:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989479680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317954.342195:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989479680:12345-0@lo:400:kworker.0 Request processed in 29us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317954.342201:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00000100:00080000:1.0:1767317954.342321:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317954.342362:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989479680:0@lo:400:kworker.0 00000100:00100000:1.0:1767317954.342377:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989479424:0@lo:400:kworker.0 00000100:00100000:0.0:1767317954.343211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989479168:0@lo:38:kworker.0 00000100:00100000:0.0:1767317954.343308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317954.343355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989479296:0@lo:38:kworker.0 00000100:00100000:0.0:1767317954.343379:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317954.343400:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989479552:0@lo:38:kworker.0 00000100:00100000:0.0:1767317954.343420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317954.343451:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989479808:0@lo:38:kworker.0 00000100:00100000:0.0:1767317954.343471:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317954.343507:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480064 00000100:00100000:0.0:1767317954.343513:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480064 00000100:00100000:0.0:1767317954.343554:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479936 00000100:00100000:0.0:1767317954.343557:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479936 00000100:00100000:0.0:1767317954.343579:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:0.0:1767317954.343586:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989480064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317954.343634:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989480064:12345-0@lo:400:kworker.0 Request processed in 49us (3680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317954.343640:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:0.0:1767317954.343656:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031 00000100:00100000:0.0:1767317954.343662:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989479936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317954.343687:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989479936:12345-0@lo:400:kworker.0 Request processed in 26us (3626us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317954.343692:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031 00000100:00100000:0.0:1767317954.343714:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479168 00000100:00100000:0.0:1767317954.343718:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479168 00000100:00100000:0.0:1767317954.343729:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479552 00000100:00100000:0.0:1767317954.343731:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479552 00000100:00100000:0.0:1767317954.343736:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479808 00000100:00100000:0.0:1767317954.343738:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479808 00000100:00100000:0.0:1767317954.343745:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22078 00000100:00100000:0.0:1767317954.343750:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989479168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317954.343768:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317954.343802:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989479168:12345-0@lo:38:kworker.0 Request processed in 51us (494us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317954.343808:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22078 00000100:00100000:0.0:1767317954.343819:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22079 00000100:00100000:0.0:1767317954.343823:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989479552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317954.343832:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317954.343853:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989479552:12345-0@lo:38:kworker.0 Request processed in 29us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317954.343859:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22079 00000100:00100000:0.0:1767317954.343870:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22080 00000100:00100000:0.0:1767317954.343874:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989479808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317954.343882:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317954.343901:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989479808:12345-0@lo:38:kworker.0 Request processed in 27us (429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317954.343906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22080 00000100:00080000:0.0:1767317954.343932:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767317954.343935:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767317954.343959:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989479936:0@lo:400:kworker.0 00000100:00100000:0.0:1767317954.343971:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989480064:0@lo:400:kworker.0 00000100:00100000:1.0:1767317954.344124:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989479296 00000100:00100000:1.0:1767317954.344129:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989479296 00000100:00100000:1.0:1767317954.344153:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:1.0:1767317954.344157:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989479296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317954.344167:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317954.344194:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989479296:12345-0@lo:38:kworker.0 Request processed in 36us (814us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317954.344200:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00080000:0.0:1767317954.352487:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317954.352731:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317954.352738:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989479168:0@lo:38:kworker.0 00000100:00080000:0.0:1767317954.352757:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317954.352761:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317954.352765:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989479296:0@lo:38:kworker.0 00000100:00080000:0.0:1767317954.352775:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317954.352778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317954.352781:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989479552:0@lo:38:kworker.0 00000100:00080000:0.0:1767317954.352789:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317954.352792:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317954.352795:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989479808:0@lo:38:kworker.0 00000100:00100000:1.0:1767317954.410466:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317954.410560:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925754240 00000100:00100000:3.0:1767317954.410570:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925754240 00000100:00100000:3.0:1767317954.410620:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22081 00000100:00100000:3.0:1767317954.410637:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925754240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317954.410660:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317954.410726:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925754240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 88us (269us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317954.410733:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22081 00000100:00100000:1.0:1767317954.419794:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317954.420027:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925754368 00000100:00100000:2.0:1767317954.420047:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925754368 00000100:00100000:2.0:1767317954.420118:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4181 00000100:00100000:2.0:1767317954.420127:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925754368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317954.420206:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925754368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317954.420214:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4181 00000100:00080000:0.0:1767317954.420360:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317955.169692:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317955.360383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317956.193722:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317956.384449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317956.384583:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767317956.384597:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989480192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317956.384672:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317956.386398:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480192 00000100:00100000:0.0:1767317956.386409:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480192 00000100:00100000:0.0:1767317956.386476:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:0.0:1767317956.386486:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989480192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767317956.386516:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317956.386600:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989480192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317956.386608:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00080000:0.0:1767317956.386637:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317956.386765:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317956.386780:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989480320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317956.386817:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317956.387531:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480320 00000100:00100000:0.0:1767317956.387540:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480320 00000100:00100000:0.0:1767317956.387588:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:0.0:1767317956.387597:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989480320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767317956.387618:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767317956.387661:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989480320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317956.387667:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00080000:1.0:1767317956.387769:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317956.387808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989480320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767317956.388167:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989480192:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317957.216470:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317957.408589:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317958.240931:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317958.432359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317959.264483:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317959.456356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317959.456858:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317959.456864:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317959.456867:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317959.456870:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317959.456873:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317959.456880:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3204 00000100:00080000:2.0:1767317959.456885:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317959.456891:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317959.456928:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163989480448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317959.456955:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317959.456966:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317959.456968:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317959.456971:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3204 00000100:00080000:2.0:1767317959.456973:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317959.456976:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317959.456987:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989480576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317959.457015:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317959.457018:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317959.457019:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317959.457022:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3204 00000100:00080000:2.0:1767317959.457024:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317959.457027:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317959.457035:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804000 x1853163989480832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317959.457048:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317959.457050:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317959.457052:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317959.457055:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3204 00000100:00080000:2.0:1767317959.457057:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317959.457060:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317959.457068:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77f480 x1853163989481088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317959.457115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989481216:0@lo:400:kworker.0 00000100:00100000:2.0:1767317959.457117:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989480704:0@lo:400:kworker.0 00000100:00100000:0.0:1767317959.457190:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989480960:0@lo:400:kworker.0 00000100:00100000:3.0:1767317959.457357:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989481344:0@lo:400:kworker.0 00000100:00100000:1.0:1767317959.461114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317959.461313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989480448:0@lo:38:kworker.0 00000100:00100000:1.0:1767317959.461356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317959.461382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989480576:0@lo:38:kworker.0 00000100:00100000:1.0:1767317959.461406:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317959.461432:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989480832:0@lo:38:kworker.0 00000100:00100000:1.0:1767317959.461452:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317959.461478:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989481088:0@lo:38:kworker.0 00000100:00100000:1.0:1767317959.461782:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317959.461812:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480448 00000100:00100000:1.0:1767317959.461819:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480448 00000100:00100000:1.0:1767317959.461851:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480832 00000100:00100000:1.0:1767317959.461854:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480832 00000100:00100000:1.0:1767317959.461867:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481088 00000100:00100000:1.0:1767317959.461870:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481088 00000100:00100000:1.0:1767317959.461884:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22082 00000100:00100000:1.0:1767317959.462106:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989480448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317959.462128:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317959.462172:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989480448:12345-0@lo:38:kworker.0 Request processed in 280us (814us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317959.462180:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22082 00000100:00100000:2.0:1767317959.462209:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317959.462211:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22083 00000100:00100000:1.0:1767317959.462217:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989480832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317959.462226:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317959.462260:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480704 00000100:00100000:2.0:1767317959.462266:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480704 00000100:00100000:1.0:1767317959.462278:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989480832:12345-0@lo:38:kworker.0 Request processed in 59us (824us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317959.462285:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22083 00000100:00100000:1.0:1767317959.462301:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22084 00000100:00100000:1.0:1767317959.462306:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989481088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317959.462315:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317959.462338:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989481088:12345-0@lo:38:kworker.0 Request processed in 30us (555us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317959.463703:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:2.0:1767317959.463721:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989480704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317959.463796:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989480704:12345-0@lo:400:kworker.0 Request processed in 83us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317959.463803:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00000100:00100000:2.0:1767317959.463853:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989480704:0@lo:400:kworker.0 00000100:00100000:1.0:1767317959.464602:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22084 00000100:00100000:1.0:1767317959.464631:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480576 00000100:00100000:1.0:1767317959.464637:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480576 00000100:00100000:1.0:1767317959.464659:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1767317959.464663:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989480576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317959.464677:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317959.464712:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989480576:12345-0@lo:38:kworker.0 Request processed in 47us (3304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317959.464716:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00080000:1.0:1767317959.464729:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767317959.464779:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317959.464786:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317959.464789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989481088:0@lo:38:kworker.0 00000100:00080000:2.0:1767317959.464812:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317959.464815:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317959.464818:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989480448:0@lo:38:kworker.0 00000100:00080000:2.0:1767317959.464828:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317959.464831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317959.464834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989480576:0@lo:38:kworker.0 00000100:00080000:2.0:1767317959.464844:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317959.464847:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767317959.464850:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989480832:0@lo:38:kworker.0 00000100:00100000:2.0:1767317959.464886:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481216 00000100:00100000:2.0:1767317959.464890:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481216 00000100:00100000:0.0:1767317959.465066:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317959.465095:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989480960 00000100:00100000:0.0:1767317959.465099:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989480960 00000100:00100000:3.0:1767317959.465175:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317959.465208:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481344 00000100:00100000:3.0:1767317959.465212:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481344 00000100:00100000:2.0:1767317959.467068:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:2.0:1767317959.467086:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989481216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317959.467168:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989481216:12345-0@lo:400:kworker.0 Request processed in 89us (6061us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317959.467175:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00000100:00100000:0.0:1767317959.467707:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183 00000100:00100000:0.0:1767317959.467714:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989480960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317959.467756:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989480960:12345-0@lo:400:kworker.0 Request processed in 43us (2690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317959.467761:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183 00000100:00100000:0.0:1767317959.467805:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989480960:0@lo:400:kworker.0 00000100:00100000:0.0:1767317959.467853:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989481216:0@lo:400:kworker.0 00000100:00100000:3.0:1767317959.469816:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1767317959.469832:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989481344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317959.469903:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989481344:12345-0@lo:400:kworker.0 Request processed in 77us (4728us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317959.469910:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:0.0:1767317959.470009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989481344:0@lo:400:kworker.0 00000100:00080000:1.0:1767317959.471048:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317959.471057:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767317959.471059:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317959.522862:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317959.522917:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317959.522934:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925754624 00000100:00100000:2.0:1767317959.522945:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925754624 00000100:00100000:2.0:1767317959.523013:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925754496 00000100:00100000:2.0:1767317959.523016:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925754496 00000100:00100000:2.0:1767317959.523034:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4184 00000100:00100000:2.0:1767317959.523044:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925754624:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767317959.523052:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317959.523101:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22085 00000100:00100000:1.0:1767317959.523109:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925754496:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767317959.523115:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925754624:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 70us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317959.523123:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4184 00010000:00020000:1.0:1767317959.523133:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317959.523166:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925754496:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317959.523173:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22085 00010000:00010000:3.0:1767317960.288473:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317960.480457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317961.312532:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317961.504412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317961.504592:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989481472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317961.504722:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317961.504758:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481472 00000100:00100000:2.0:1767317961.504770:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481472 00000100:00100000:2.0:1767317961.504859:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:2.0:1767317961.504873:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989481472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317961.504910:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767317961.504932:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317961.504995:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989481472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317961.505004:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00100000:0.0:1767317961.505600:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989481600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317961.505646:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317961.505877:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989481472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317961.508457:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481600 00000100:00100000:3.0:1767317961.508471:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481600 00000100:00100000:3.0:1767317961.508549:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1767317961.508560:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989481600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317961.508593:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317961.508662:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989481600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317961.508668:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:0.0:1767317961.509432:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989481600:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767317961.514399:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767317962.336791:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317962.528379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317963.362150:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317963.553560:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317964.387263:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317964.576371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767317964.576404:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317964.576413:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767317964.576417:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317964.576422:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317964.576427:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317964.576438:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3209 00000100:00080000:0.0:1767317964.576444:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317964.576451:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317964.576510:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6300 x1853163989481728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317964.576581:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989481728:0@lo:38:kworker.0 00000100:00100000:3.0:1767317964.576678:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317964.576819:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317964.576823:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317964.576825:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317964.576830:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3209 00000100:00080000:0.0:1767317964.576834:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317964.576847:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317964.576860:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163989481856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317964.577146:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481728 00000100:00100000:1.0:1767317964.577166:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481728 00000100:00100000:1.0:1767317964.577369:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22086 00000100:00100000:1.0:1767317964.577378:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989481728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317964.577409:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317964.577490:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989481856:0@lo:38:kworker.0 00000100:00080000:0.0:1767317964.577512:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317964.577515:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317964.577518:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317964.577523:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3209 00000100:00080000:0.0:1767317964.577525:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767317964.577527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317964.577530:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317964.577545:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163989482112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767317964.577561:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767317964.577564:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767317964.577566:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767317964.577570:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3209 00000100:00080000:0.0:1767317964.577573:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767317964.577576:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767317964.577587:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e300 x1853163989482368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317964.577592:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989482240:0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.577639:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317964.577643:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989481984:0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.577669:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482240 00000100:00100000:0.0:1767317964.577672:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317964.577673:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482240 00000100:00100000:0.0:1767317964.577701:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989482624:0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.577714:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481984 00000100:00100000:2.0:1767317964.577717:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481984 00000100:00100000:2.0:1767317964.577740:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185 00000100:00100000:2.0:1767317964.577747:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989482240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.577797:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989482240:12345-0@lo:400:kworker.0 Request processed in 50us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317964.577805:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185 00000100:00100000:2.0:1767317964.577823:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186 00000100:00100000:2.0:1767317964.577828:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989481984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.577861:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989481984:12345-0@lo:400:kworker.0 Request processed in 32us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317964.577867:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186 00000100:00080000:2.0:1767317964.577884:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317964.577938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989481984:0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.577974:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989482240:0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.578008:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989481856 00000100:00100000:2.0:1767317964.578013:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989481856 00000100:00100000:2.0:1767317964.578034:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:2.0:1767317964.578039:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989481856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317964.578051:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317964.578079:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317964.578079:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989481856:12345-0@lo:38:kworker.0 Request processed in 38us (551us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317964.578085:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00100000:2.0:1767317964.578133:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482624 00000100:00100000:2.0:1767317964.578137:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482624 00000100:00100000:2.0:1767317964.578171:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:2.0:1767317964.578178:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989482624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317964.578188:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767317964.578194:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989482496:0@lo:400:kworker.0 00000100:00100000:0.0:1767317964.578216:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317964.578220:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989482624:12345-0@lo:400:kworker.0 Request processed in 44us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317964.578227:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:2.0:1767317964.578255:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482496 00000100:00100000:2.0:1767317964.578258:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482496 00000100:00100000:0.0:1767317964.578260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989482624:0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.578282:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:2.0:1767317964.578287:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989482496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317964.578319:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989482496:12345-0@lo:400:kworker.0 Request processed in 31us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317964.578325:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:0.0:1767317964.578335:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989482496:0@lo:400:kworker.0 00000100:00080000:2.0:1767317964.578337:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317964.578340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317964.579118:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989481728:12345-0@lo:38:kworker.0 Request processed in 1734us (2435us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317964.579128:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22086 00000100:00080000:3.0:1767317964.579511:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317964.579516:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317964.579519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989481728:0@lo:38:kworker.0 00000100:00100000:3.0:1767317964.579542:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989482112:0@lo:38:kworker.0 00000100:00100000:3.0:1767317964.579581:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317964.579699:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989482368:0@lo:38:kworker.0 00000100:00100000:3.0:1767317964.579716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767317964.579779:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317964.579784:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317964.579788:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989481856:0@lo:38:kworker.0 00000100:00100000:1.0:1767317964.579832:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482112 00000100:00100000:1.0:1767317964.579839:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482112 00000100:00100000:1.0:1767317964.579968:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482368 00000100:00100000:1.0:1767317964.579972:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482368 00000100:00100000:2.0:1767317964.580004:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22087 00000100:00100000:2.0:1767317964.580011:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989482112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317964.580031:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317964.580134:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989482112:12345-0@lo:38:kworker.0 Request processed in 121us (550us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317964.580142:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22087 00000100:00100000:0.0:1767317964.580208:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22088 00000100:00100000:0.0:1767317964.580215:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989482368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317964.580227:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317964.580284:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989482368:12345-0@lo:38:kworker.0 Request processed in 68us (566us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317964.580291:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22088 00000100:00080000:3.0:1767317964.580560:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317964.580565:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317964.580567:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989482112:0@lo:38:kworker.0 00000100:00080000:3.0:1767317964.580573:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317964.580575:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317964.580577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989482368:0@lo:38:kworker.0 00000100:00100000:3.0:1767317964.644142:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317964.644317:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767317964.644734:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925754880 00000100:00100000:3.0:1767317964.644747:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925754880 00000100:00100000:3.0:1767317964.644828:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925754752 00000100:00100000:3.0:1767317964.644832:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925754752 00000100:00100000:3.0:1767317964.644855:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4187 00000100:00100000:3.0:1767317964.644867:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925754880:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317964.644981:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925754880:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317964.644989:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4187 00000100:00100000:3.0:1767317964.645011:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22089 00000100:00100000:3.0:1767317964.645016:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925754752:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317964.645042:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317964.645073:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925754752:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (757us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317964.645080:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22089 00000100:00080000:3.0:1767317964.645117:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317965.409738:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317965.600378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317966.434512:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317966.624541:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989482752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317966.624639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317966.624701:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482752 00000100:00100000:1.0:1767317966.624713:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482752 00000100:00080000:0.0:1767317966.624755:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317966.624846:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:1.0:1767317966.624860:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989482752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317966.624901:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317966.624905:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317966.624966:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989482752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317966.624975:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00100000:2.0:1767317966.625027:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989482752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317966.627164:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989482880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767317966.627281:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317966.627451:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989482880 00000100:00100000:3.0:1767317966.627461:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989482880 00000100:00100000:3.0:1767317966.627712:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:3.0:1767317966.627723:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989482880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317966.627757:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317966.627818:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989482880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317966.627825:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:2.0:1767317966.627975:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989482880:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767317966.628215:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767317967.456830:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317967.648527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317968.483873:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317968.673125:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317969.506321:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317969.696509:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317969.696632:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317969.696639:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317969.696643:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317969.696649:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317969.696655:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317969.696665:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3214 00000100:00080000:2.0:1767317969.696672:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317969.696680:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317969.696901:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77dc00 x1853163989483008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317969.696923:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317969.696926:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317969.696928:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317969.696931:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3214 00000100:00080000:2.0:1767317969.696933:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317969.696947:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317969.696967:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77d180 x1853163989483136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317969.697071:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989483264:0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.697078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989483008:0@lo:38:kworker.0 00000100:00080000:2.0:1767317969.697200:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317969.697206:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317969.697208:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317969.697211:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3214 00000100:00080000:2.0:1767317969.697213:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317969.697217:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317969.697248:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163989483392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317969.697263:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317969.697266:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317969.697267:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317969.697270:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3214 00000100:00080000:2.0:1767317969.697271:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317969.697273:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317969.697280:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163989483648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317969.697316:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989483776:0@lo:400:kworker.0 00000100:00100000:1.0:1767317969.697366:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989483520:0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.697529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.697912:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989483136:0@lo:38:kworker.0 00000100:00100000:3.0:1767317969.697947:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.698075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989483392:0@lo:38:kworker.0 00000100:00100000:3.0:1767317969.698097:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.698115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989483648:0@lo:38:kworker.0 00000100:00100000:3.0:1767317969.698134:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.698170:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483008 00000100:00100000:3.0:1767317969.698178:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483008 00000100:00100000:3.0:1767317969.698208:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483392 00000100:00100000:3.0:1767317969.698212:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483392 00000100:00100000:3.0:1767317969.698225:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483648 00000100:00100000:3.0:1767317969.698227:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483648 00000100:00100000:3.0:1767317969.698262:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22090 00000100:00100000:3.0:1767317969.698269:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989483008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317969.698289:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317969.698329:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989483008:12345-0@lo:38:kworker.0 Request processed in 59us (802us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317969.698337:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22090 00000100:00100000:3.0:1767317969.698352:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22091 00000100:00100000:3.0:1767317969.698356:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989483392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317969.698364:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317969.698384:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989483392:12345-0@lo:38:kworker.0 Request processed in 26us (286us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317969.698389:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22091 00000100:00100000:3.0:1767317969.698398:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22092 00000100:00100000:3.0:1767317969.698402:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989483648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317969.698410:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317969.698433:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989483648:12345-0@lo:38:kworker.0 Request processed in 29us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317969.698439:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22092 00000100:00080000:3.0:1767317969.698477:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317969.698482:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317969.698486:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989483392:0@lo:38:kworker.0 00000100:00080000:3.0:1767317969.698496:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317969.698500:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317969.698502:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989483648:0@lo:38:kworker.0 00000100:00080000:3.0:1767317969.698510:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317969.698513:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317969.698516:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989483008:0@lo:38:kworker.0 00000100:00100000:3.0:1767317969.699163:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989483904:0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.699199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.699364:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483904 00000100:00100000:3.0:1767317969.699369:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483904 00000100:00100000:3.0:1767317969.699412:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:3.0:1767317969.699418:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989483904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.699462:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989483904:12345-0@lo:400:kworker.0 Request processed in 44us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317969.699468:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00100000:3.0:1767317969.699498:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989483904:0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.699537:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483136 00000100:00100000:3.0:1767317969.699541:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483136 00000100:00100000:3.0:1767317969.699560:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:3.0:1767317969.699792:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989483136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317969.699807:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317969.699839:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989483136:12345-0@lo:38:kworker.0 Request processed in 48us (1892us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317969.699846:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00080000:3.0:1767317969.699872:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317969.699877:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317969.699881:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989483136:0@lo:38:kworker.0 00000100:00080000:3.0:1767317969.699915:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767317969.701797:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.702142:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483264 00000100:00100000:3.0:1767317969.702158:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483264 00000100:00100000:3.0:1767317969.702269:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:3.0:1767317969.702282:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989483264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.702372:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989483264:12345-0@lo:400:kworker.0 Request processed in 95us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317969.702380:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00080000:3.0:1767317969.702406:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317969.702681:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989483264:0@lo:400:kworker.0 00000100:00100000:2.0:1767317969.703350:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317969.704056:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483776 00000100:00100000:3.0:1767317969.704068:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483776 00000100:00100000:3.0:1767317969.704272:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037 00000100:00100000:3.0:1767317969.704283:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989483776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317969.704366:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989483776:12345-0@lo:400:kworker.0 Request processed in 85us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317969.704374:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037 00000100:00080000:2.0:1767317969.704521:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317969.704574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989483776:0@lo:400:kworker.0 00000100:00100000:1.0:1767317969.704691:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317969.704825:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989483520 00000100:00100000:2.0:1767317969.704831:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989483520 00000100:00100000:2.0:1767317969.704885:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189 00000100:00100000:2.0:1767317969.704892:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989483520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317969.705168:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989483520:12345-0@lo:400:kworker.0 Request processed in 42us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317969.705181:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189 00000100:00080000:0.0:1767317969.705251:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317969.705316:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989483520:0@lo:400:kworker.0 00000100:00100000:1.0:1767317969.769512:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317969.769576:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317969.769782:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755008 00000100:00100000:2.0:1767317969.769797:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755008 00000100:00100000:2.0:1767317969.769859:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755136 00000100:00100000:2.0:1767317969.769863:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755136 00000100:00100000:2.0:1767317969.769931:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4190 00000100:00100000:2.0:1767317969.769942:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925755136:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767317969.770059:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925755136:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 119us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317969.770069:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4190 00000100:00100000:2.0:1767317969.770101:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22093 00000100:00100000:2.0:1767317969.770106:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925755008:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767317969.770136:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317969.770167:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925755008:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 59us (674us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317969.770174:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22093 00000100:00080000:1.0:1767317969.770867:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767317970.529256:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317970.720526:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317971.557330:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317971.744395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317971.745038:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989484032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317971.745133:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317971.745317:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484032 00000100:00100000:2.0:1767317971.745329:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484032 00000100:00100000:2.0:1767317971.745408:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:2.0:1767317971.745420:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989484032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317971.745458:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767317971.745529:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317971.745922:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989484160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317971.745956:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317971.746029:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484160 00000100:00100000:1.0:1767317971.746034:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484160 00000100:00100000:1.0:1767317971.746064:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:1.0:1767317971.746073:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989484160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767317971.746094:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317971.746138:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989484160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317971.746146:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00080000:1.0:1767317971.746168:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317971.746207:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989484160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317971.746376:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989484032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 958us (1242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317971.746384:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:0.0:1767317971.747022:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989484032:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317972.578191:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317972.768861:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317973.600579:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317973.792604:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317973.863669:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767317973.863828:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925755264 offset 0 length 520: 4 00000100:00100000:2.0:1767317973.863853:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317973.867562:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755520 00000100:00100000:0.0:1767317973.867591:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755520 00000100:00100000:0.0:1767317973.867817:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755392 00000100:00100000:0.0:1767317973.867822:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755392 00000100:00080000:2.0:1767317973.867941:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317973.871305:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4191 00000100:00100000:3.0:1767317973.871529:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925755520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317973.871649:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925755520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 328us (8077us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317973.871658:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4191 00000100:00100000:3.0:1767317973.871697:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22094 00000100:00100000:3.0:1767317973.871710:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925755392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317973.871732:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317973.871759:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925755392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (7905us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317973.871765:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22094 00010000:00010000:0.0:1767317974.626086:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317974.816365:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317949/real 1767317949] req@ffff96e2c7229f80 x1853163989477760/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317974 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767317974.816399:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c7229f80 x1853163989477760/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317974 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767317974.816413:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317974.816437:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767317974.816441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989477760:0@lo:250:kworker.0 00000100:00100000:1.0:1767317974.816526:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317974.821057:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317974.821070:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767317974.821074:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317974.821083:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3198 00000100:00080000:2.0:1767317974.821087:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317974.821094:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317974.821133:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989484288/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317974.821177:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317974.821181:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317974.821183:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317974.821187:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3219 00000100:00080000:2.0:1767317974.821189:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317974.821193:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317974.821208:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163989484416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317974.821216:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317974.821219:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317974.821220:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317974.821223:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3219 00000100:00080000:2.0:1767317974.821225:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317974.821262:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317974.821278:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff806680 x1853163989484544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317974.821319:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317974.821323:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317974.821325:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317974.821329:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3219 00000100:00080000:2.0:1767317974.821332:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317974.821336:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317974.821349:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff807b80 x1853163989484800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317974.821370:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317974.821377:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767317974.821378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989484672:0@lo:400:kworker.0 00000100:00080000:2.0:1767317974.821380:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317974.821398:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3219 00000100:00080000:2.0:1767317974.821402:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317974.821406:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317974.821421:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163989485056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317974.821488:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989485312:0@lo:400:kworker.0 00000100:00100000:1.0:1767317974.821500:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317974.821610:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989484288:0@lo:250:kworker.0 00000100:00100000:2.0:1767317974.822081:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317974.822144:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317974.822150:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989485184:0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822173:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317974.822204:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485312 00000100:00100000:2.0:1767317974.822211:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485312 00000100:00100000:2.0:1767317974.822284:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485184 00000100:00100000:2.0:1767317974.822287:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485184 00000100:00100000:2.0:1767317974.822309:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:2.0:1767317974.822317:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989485312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822364:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989485312:12345-0@lo:400:kworker.0 Request processed in 47us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317974.822371:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:2.0:1767317974.822384:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:2.0:1767317974.822390:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989485184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822413:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989485184:12345-0@lo:400:kworker.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317974.822419:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00080000:2.0:1767317974.822434:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317974.822437:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317974.822469:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989485184:0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822478:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989485312:0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822501:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989484928:0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822527:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317974.822558:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484672 00000100:00100000:2.0:1767317974.822562:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484672 00000100:00100000:2.0:1767317974.822591:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484928 00000100:00100000:2.0:1767317974.822594:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484928 00000100:00100000:2.0:1767317974.822614:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:2.0:1767317974.822620:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989484672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822650:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989484672:12345-0@lo:400:kworker.0 Request processed in 31us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317974.822659:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000100:00100000:2.0:1767317974.822671:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:2.0:1767317974.822677:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989484928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317974.822707:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989484928:12345-0@lo:400:kworker.0 Request processed in 29us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317974.822712:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000100:00080000:2.0:1767317974.822727:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317974.822740:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989484928:0@lo:400:kworker.0 00000400:00000100:3.0:1767317974.827340:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989484288 offset 0 length 520: 4 00000100:00100000:3.0:1767317974.827396:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989484416:0@lo:38:kworker.0 00000100:00100000:1.0:1767317974.827404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989484672:0@lo:400:kworker.0 00000100:00100000:3.0:1767317974.827442:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317974.827513:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989484544:0@lo:38:kworker.0 00000100:00100000:3.0:1767317974.827539:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317974.827570:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989484800:0@lo:38:kworker.0 00000100:00100000:3.0:1767317974.827593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317974.827738:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989485056:0@lo:38:kworker.0 00000100:00100000:3.0:1767317974.827759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317974.827774:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484416 00000100:00100000:2.0:1767317974.827782:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484416 00000100:00100000:1.0:1767317974.827818:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484544 00000100:00100000:1.0:1767317974.827828:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484544 00000100:00100000:0.0:1767317974.827836:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989484800 00000100:00100000:0.0:1767317974.827843:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989484800 00000100:00100000:1.0:1767317974.827888:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:0.0:1767317974.827893:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22095 00000100:00100000:1.0:1767317974.827918:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989484544:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767317974.827938:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989484416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317974.827962:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767317974.827966:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317974.828022:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989484416:12345-0@lo:38:kworker.0 Request processed in 117us (578us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317974.828033:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22095 00000100:00100000:1.0:1767317974.828047:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989484544:12345-0@lo:38:kworker.0 Request processed in 141us (502us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317974.828058:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22096 00000100:00100000:0.0:1767317974.828063:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989484800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317974.828073:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317974.828103:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989484800:12345-0@lo:38:kworker.0 Request processed in 39us (509us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317974.828108:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22096 00000100:00080000:3.0:1767317974.828309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317974.828313:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317974.828317:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989484416:0@lo:38:kworker.0 00000100:00080000:3.0:1767317974.828328:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317974.828332:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317974.828334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989484544:0@lo:38:kworker.0 00000100:00080000:3.0:1767317974.828343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317974.828346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317974.828348:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989484800:0@lo:38:kworker.0 00000100:00100000:0.0:1767317974.828495:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485056 00000100:00100000:0.0:1767317974.828500:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485056 00000100:00100000:0.0:1767317974.828531:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22097 00000100:00100000:0.0:1767317974.828535:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989485056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317974.828545:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317974.828573:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989485056:12345-0@lo:38:kworker.0 Request processed in 37us (812us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317974.828578:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22097 00000100:00080000:3.0:1767317974.828641:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317974.828646:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317974.828649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989485056:0@lo:38:kworker.0 00000100:00100000:1.0:1767317974.828922:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00010000:00010000:3.0:1767317975.648769:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317975.841106:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317976.672605:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317976.864353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317976.867679:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989485440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317976.867685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989485568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317976.867796:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317976.867956:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485440 00000100:00100000:3.0:1767317976.867974:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485440 00000100:00100000:3.0:1767317976.868039:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:3.0:1767317976.868049:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989485440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317976.868081:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317976.871524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767317976.872442:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767317976.872480:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485568 00000100:00100000:2.0:1767317976.872488:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485568 00000100:00100000:2.0:1767317976.872536:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:2.0:1767317976.872546:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989485568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317976.872589:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317976.872641:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989485568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317976.872649:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00080000:2.0:1767317976.872665:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767317976.872698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989485568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317976.879367:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989485440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 11309us (11562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317976.879383:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:0.0:1767317976.881477:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989485440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767317977.697253:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317977.890353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317978.723149:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317978.913726:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317978.983058:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317978.983165:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317978.983368:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755648 00000100:00100000:1.0:1767317978.983380:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755648 00000100:00100000:1.0:1767317978.983427:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755776 00000100:00100000:1.0:1767317978.983430:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755776 00000100:00100000:1.0:1767317978.983488:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4194 00000100:00100000:1.0:1767317978.983499:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925755776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767317978.983524:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317978.983590:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925755776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317978.988953:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22098 00000100:00100000:1.0:1767317978.988969:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4194 00000100:00100000:3.0:1767317978.991729:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925755648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317978.991760:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317978.991851:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925755648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 2882us (8802us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317978.991862:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22098 00010000:00010000:0.0:1767317979.750098:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317979.937446:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317979.937461:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317979.937466:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317979.937470:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317979.937477:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317979.937489:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767317979.937496:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317979.937504:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317979.937560:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720000 x1853163989485696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317979.937600:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317979.937603:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317979.937607:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317979.937613:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767317979.937616:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317979.937622:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317979.937641:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723100 x1853163989485824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317979.937686:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317979.937693:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317979.937695:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317979.937698:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767317979.937701:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317979.937707:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317979.937721:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723b80 x1853163989486080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317979.937747:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317979.937750:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317979.937755:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317979.937761:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3224 00000100:00080000:2.0:1767317979.937763:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317979.937770:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317979.937783:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989486336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317979.937860:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989486208:0@lo:400:kworker.0 00000100:00100000:2.0:1767317979.937939:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317979.937953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989485696:0@lo:38:kworker.0 00000100:00100000:3.0:1767317979.938001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317979.938005:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767317979.938016:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989485952:0@lo:400:kworker.0 00000100:00100000:3.0:1767317979.938035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989485824:0@lo:38:kworker.0 00000100:00100000:2.0:1767317979.938054:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317979.938070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317979.938093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989486464:0@lo:400:kworker.0 00000100:00100000:3.0:1767317979.938105:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989486080:0@lo:38:kworker.0 00000100:00100000:2.0:1767317979.938124:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317979.938144:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317979.938155:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989486592:0@lo:400:kworker.0 00000100:00100000:2.0:1767317979.938186:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317979.938216:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486208 00000100:00100000:2.0:1767317979.938223:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486208 00000100:00100000:3.0:1767317979.938375:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317979.938441:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486464 00000100:00100000:0.0:1767317979.938449:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486464 00000100:00100000:0.0:1767317979.938550:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486592 00000100:00100000:0.0:1767317979.938556:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486592 00000100:00100000:0.0:1767317979.938592:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:0.0:1767317979.938606:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989486464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317979.938686:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989486464:12345-0@lo:400:kworker.0 Request processed in 81us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317979.938695:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:0.0:1767317979.938717:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:0.0:1767317979.938724:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989486592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317979.938756:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989486592:12345-0@lo:400:kworker.0 Request processed in 30us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317979.938764:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00100000:3.0:1767317979.938796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989486336:0@lo:38:kworker.0 00000100:00100000:3.0:1767317979.938838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317979.938941:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485696 00000100:00100000:1.0:1767317979.938945:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485696 00000100:00100000:1.0:1767317979.938962:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485952 00000100:00100000:1.0:1767317979.938964:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485952 00000100:00100000:1.0:1767317979.938979:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486080 00000100:00100000:1.0:1767317979.938982:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486080 00000100:00100000:1.0:1767317979.938989:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486336 00000100:00100000:1.0:1767317979.938991:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486336 00000100:00100000:1.0:1767317979.938999:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195 00000100:00100000:1.0:1767317979.939013:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989485952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317979.939060:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989485952:12345-0@lo:400:kworker.0 Request processed in 55us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317979.939066:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195 00000100:00100000:1.0:1767317979.939079:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22099 00000100:00100000:1.0:1767317979.939083:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989485696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317979.939100:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317979.939127:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989485696:12345-0@lo:38:kworker.0 Request processed in 42us (1137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317979.939133:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22099 00000100:00100000:1.0:1767317979.939144:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22100 00000100:00100000:1.0:1767317979.939148:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989486080:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767317979.939204:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4196 00000100:00100000:2.0:1767317979.939212:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989486208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317979.939342:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989486592:0@lo:400:kworker.0 00000100:00100000:0.0:1767317979.939353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989486464:0@lo:400:kworker.0 00000100:00100000:0.0:1767317979.939378:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22101 00000100:00100000:0.0:1767317979.939381:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989486336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317979.939399:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767317979.940887:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317979.942616:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989486080:12345-0@lo:38:kworker.0 Request processed in 3457us (4233us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317979.942630:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22100 00000100:00100000:2.0:1767317979.942738:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989486208:12345-0@lo:400:kworker.0 Request processed in 3527us (4799us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317979.942825:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4196 00000100:00080000:2.0:1767317979.942849:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317979.942854:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317979.942857:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317979.942891:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989485824 00000100:00100000:2.0:1767317979.942899:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989485824 00000100:00100000:2.0:1767317979.942927:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:2.0:1767317979.942933:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989485824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317979.942951:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317979.942993:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989485824:12345-0@lo:38:kworker.0 Request processed in 59us (4925us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317979.942999:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1767317979.943098:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989486336:12345-0@lo:38:kworker.0 Request processed in 3703us (4247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317979.943107:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22101 00000100:00080000:3.0:1767317979.950640:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317979.950655:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317979.950661:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989485696:0@lo:38:kworker.0 00000100:00080000:3.0:1767317979.950676:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317979.950679:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317979.950682:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989485824:0@lo:38:kworker.0 00000100:00080000:3.0:1767317979.950693:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317979.950696:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317979.950700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989486080:0@lo:38:kworker.0 00000100:00080000:3.0:1767317979.950710:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317979.950714:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317979.950716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989486336:0@lo:38:kworker.0 00000100:00100000:1.0:1767317979.950942:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317979.951081:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989485952:0@lo:400:kworker.0 00000100:00100000:2.0:1767317979.951146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989486208:0@lo:400:kworker.0 00010000:00010000:3.0:1767317980.768451:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317980.960634:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317981.792577:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767317981.984848:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989486720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767317981.984918:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317981.985128:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486720 00000100:00100000:1.0:1767317981.985138:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486720 00000100:00100000:1.0:1767317981.985218:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:1.0:1767317981.985228:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989486720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317981.985273:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317981.985320:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989486720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317981.985328:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00080000:0.0:1767317981.985675:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767317981.985724:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989486720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317981.985833:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317981.986312:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989486848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767317981.986349:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317981.986523:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486848 00000100:00100000:3.0:1767317981.986528:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486848 00000100:00100000:3.0:1767317981.986563:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:3.0:1767317981.986568:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989486848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767317981.986584:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767317981.986617:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989486848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317981.986622:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1767317981.986674:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989486848:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767317981.986712:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767317982.817138:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317983.009426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317983.840465:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317984.032363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317984.104861:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317984.104916:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317984.105051:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756032 00000100:00100000:1.0:1767317984.105062:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756032 00000100:00100000:1.0:1767317984.105150:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925755904 00000100:00100000:1.0:1767317984.105154:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925755904 00000100:00100000:1.0:1767317984.105173:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4197 00000100:00100000:1.0:1767317984.105194:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925756032:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767317984.105311:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925756032:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 128us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317984.105318:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4197 00000100:00100000:1.0:1767317984.105337:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22102 00000100:00100000:1.0:1767317984.105341:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925755904:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767317984.105363:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317984.105391:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925755904:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (476us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317984.105397:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22102 00000100:00080000:2.0:1767317984.105574:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767317984.864820:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317985.056341:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767317985.056464:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317985.056471:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317985.056474:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317985.056478:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317985.056482:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317985.056489:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767317985.056493:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317985.056500:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317985.056538:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989486976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317985.056617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989486976:0@lo:38:kworker.0 00000100:00100000:3.0:1767317985.056683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317985.056805:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989486976 00000100:00100000:0.0:1767317985.056814:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989486976 00000100:00100000:0.0:1767317985.056869:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22103 00000100:00100000:0.0:1767317985.056878:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989486976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317985.056898:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317985.056957:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989486976:12345-0@lo:38:kworker.0 Request processed in 79us (274us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317985.056963:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22103 00000100:00080000:2.0:1767317985.057204:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317985.057209:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317985.057211:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317985.057215:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767317985.057217:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317985.057221:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317985.057259:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d180 x1853163989487104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317985.057329:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767317985.057354:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317985.057358:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317985.057360:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317985.057365:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767317985.057375:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317985.057380:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317985.057381:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989487104:0@lo:38:kworker.0 00000100:00100000:2.0:1767317985.057397:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8ea00 x1853163989487360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317985.057420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767317985.057472:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317985.057477:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317985.057491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989486976:0@lo:38:kworker.0 00000100:00100000:3.0:1767317985.057509:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989487360:0@lo:38:kworker.0 00000100:00100000:3.0:1767317985.057533:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317985.057566:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989487488:0@lo:400:kworker.0 00000100:00100000:1.0:1767317985.057597:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317985.057622:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989487232:0@lo:400:kworker.0 00000100:00100000:1.0:1767317985.057641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317985.057796:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487360 00000100:00100000:1.0:1767317985.057801:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487360 00000100:00100000:1.0:1767317985.057824:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487488 00000100:00100000:1.0:1767317985.057827:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487488 00000100:00100000:1.0:1767317985.057859:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487232 00000100:00100000:1.0:1767317985.057862:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487232 00000100:00100000:1.0:1767317985.057878:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198 00000100:00100000:1.0:1767317985.057884:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989487488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317985.057927:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989487488:12345-0@lo:400:kworker.0 Request processed in 42us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317985.057934:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198 00000100:00100000:0.0:1767317985.057947:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487104 00000100:00100000:0.0:1767317985.057954:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487104 00000100:00100000:1.0:1767317985.057954:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199 00000100:00100000:1.0:1767317985.057964:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989487232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767317985.057986:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:0.0:1767317985.057995:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989487104:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767317985.057995:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989487232:12345-0@lo:400:kworker.0 Request processed in 31us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317985.058008:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199 00010000:00020000:0.0:1767317985.058015:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317985.058024:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22104 00000100:00100000:1.0:1767317985.058030:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989487360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767317985.058041:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317985.058054:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989487104:12345-0@lo:38:kworker.0 Request processed in 59us (634us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317985.058062:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00100000:1.0:1767317985.058074:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989487360:12345-0@lo:38:kworker.0 Request processed in 41us (537us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767317985.058081:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22104 00000100:00080000:3.0:1767317985.058175:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317985.058180:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317985.058183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989487360:0@lo:38:kworker.0 00000100:00080000:3.0:1767317985.058192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317985.058195:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317985.058197:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989487104:0@lo:38:kworker.0 00000100:00100000:1.0:1767317985.058774:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989487488:0@lo:400:kworker.0 00000100:00100000:1.0:1767317985.058784:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989487232:0@lo:400:kworker.0 00000100:00080000:2.0:1767317985.058842:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317985.058847:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317985.058850:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317985.058854:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3229 00000100:00080000:2.0:1767317985.058858:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317985.058862:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317985.058883:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8ed80 x1853163989487616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317985.058942:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989487744:0@lo:400:kworker.0 00000100:00100000:2.0:1767317985.058977:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317985.059002:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767317985.059008:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989487872:0@lo:400:kworker.0 00000100:00100000:2.0:1767317985.059026:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317985.059053:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487744 00000100:00100000:2.0:1767317985.059057:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487744 00000100:00100000:2.0:1767317985.059087:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487872 00000100:00100000:2.0:1767317985.059090:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487872 00000100:00100000:2.0:1767317985.059109:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:2.0:1767317985.059122:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989487744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317985.059158:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989487744:12345-0@lo:400:kworker.0 Request processed in 42us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317985.059163:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:2.0:1767317985.059175:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043 00000100:00100000:2.0:1767317985.059180:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989487872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317985.059204:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989487872:12345-0@lo:400:kworker.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317985.059210:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043 00000100:00100000:2.0:1767317985.059258:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989487872:0@lo:400:kworker.0 00000100:00100000:2.0:1767317985.059266:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989487744:0@lo:400:kworker.0 00000100:00080000:2.0:1767317985.059290:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767317985.059294:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767317985.059296:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317985.060647:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989487616:0@lo:38:kworker.0 00000100:00100000:3.0:1767317985.060704:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317985.060778:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989487616 00000100:00100000:2.0:1767317985.060785:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989487616 00000100:00100000:2.0:1767317985.060811:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22105 00000100:00100000:2.0:1767317985.060816:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989487616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317985.060835:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317985.060878:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989487616:12345-0@lo:38:kworker.0 Request processed in 61us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317985.060884:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22105 00000100:00080000:3.0:1767317985.061130:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317985.061135:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317985.061140:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989487616:0@lo:38:kworker.0 00010000:00010000:3.0:1767317985.888412:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317986.088595:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317986.913018:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317987.104444:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989488000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317987.104519:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317987.104640:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317987.104726:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989488128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317987.104773:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317987.104803:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488000 00000100:00100000:2.0:1767317987.104814:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488000 00000100:00100000:2.0:1767317987.104878:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488128 00000100:00100000:2.0:1767317987.104882:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488128 00000100:00100000:2.0:1767317987.104900:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:2.0:1767317987.104908:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989488000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317987.104936:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317987.104987:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989488000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317987.104994:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:2.0:1767317987.105011:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1767317987.105018:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989488128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317987.105035:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317987.105062:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989488128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317987.105068:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1767317987.105102:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989488000:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767317987.105272:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767317987.105278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767317987.106453:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989488128:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317987.937178:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317988.128439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317988.962871:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317989.152394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767317989.229189:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317989.229343:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317989.229436:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756160 00000100:00100000:1.0:1767317989.229447:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756160 00000100:00100000:1.0:1767317989.229495:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756288 00000100:00100000:1.0:1767317989.229498:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756288 00000100:00100000:1.0:1767317989.229555:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4200 00000100:00100000:3.0:1767317989.229568:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22106 00000100:00100000:1.0:1767317989.229570:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925756288:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317989.229579:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925756160:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317989.229603:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767317989.229728:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925756288:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 162us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317989.229745:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4200 00000100:00080000:0.0:1767317989.230158:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317989.236524:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925756160:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 6932us (7332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317989.236540:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22106 00010000:00010000:0.0:1767317989.984474:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767317990.176415:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317990.176425:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767317990.176428:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317990.176431:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317990.176435:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317990.176442:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3234 00000100:00080000:2.0:1767317990.176445:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317990.176452:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317990.176488:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8c000 x1853163989488256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767317990.176508:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317990.176510:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317990.176511:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317990.176514:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3234 00000100:00080000:2.0:1767317990.176515:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317990.176518:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317990.176527:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e680 x1853163989488384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317990.176662:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989488512:0@lo:400:kworker.0 00000100:00100000:0.0:1767317990.176739:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767317990.176744:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767317990.176893:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317990.176897:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317990.176899:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317990.176904:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3234 00000100:00080000:2.0:1767317990.176906:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317990.176911:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317990.176930:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989488640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767317990.176953:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488512 00000100:00100000:3.0:1767317990.176980:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767317990.176986:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989488768:0@lo:400:kworker.0 00000100:00100000:3.0:1767317990.177021:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317990.177149:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488512 00000100:00100000:0.0:1767317990.177213:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488768 00000100:00080000:3.0:1767317990.177213:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767317990.177222:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488768 00000100:00100000:0.0:1767317990.177272:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4201 00000100:00100000:0.0:1767317990.177280:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989488512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317990.177390:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4202 00000100:00100000:3.0:1767317990.177399:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989488768:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767317990.177456:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767317990.177461:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767317990.177463:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767317990.177466:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3234 00000100:00080000:2.0:1767317990.177469:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767317990.177473:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767317990.177513:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728700 x1853163989488896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767317990.177572:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989489024:0@lo:400:kworker.0 00000100:00100000:2.0:1767317990.177603:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317990.177636:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317990.177641:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989489152:0@lo:400:kworker.0 00000100:00100000:2.0:1767317990.177661:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317990.177690:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489024 00000100:00100000:2.0:1767317990.177694:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489024 00000100:00100000:2.0:1767317990.177722:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489152 00000100:00100000:2.0:1767317990.177725:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489152 00000100:00100000:2.0:1767317990.177745:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1767317990.177753:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989489024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317990.177789:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989489024:12345-0@lo:400:kworker.0 Request processed in 37us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317990.177795:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1767317990.177809:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1767317990.177815:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989489152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767317990.177839:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989489152:12345-0@lo:400:kworker.0 Request processed in 25us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317990.177845:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1767317990.177888:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989489152:0@lo:400:kworker.0 00000100:00100000:2.0:1767317990.177898:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989489024:0@lo:400:kworker.0 00000100:00100000:1.0:1767317990.178210:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989488256:0@lo:38:kworker.0 00000100:00100000:1.0:1767317990.178255:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317990.178280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989488384:0@lo:38:kworker.0 00000100:00100000:3.0:1767317990.178302:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989488768:12345-0@lo:400:kworker.0 Request processed in 905us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317990.178309:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4202 00000100:00100000:1.0:1767317990.178311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317990.178325:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488256 00000100:00100000:3.0:1767317990.178329:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488256 00000100:00100000:3.0:1767317990.178344:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22107 00000100:00100000:3.0:1767317990.178348:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989488256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317990.178366:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317990.178397:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989488256:12345-0@lo:38:kworker.0 Request processed in 47us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317990.178403:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22107 00000100:00100000:0.0:1767317990.178435:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989488512:12345-0@lo:400:kworker.0 Request processed in 1156us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767317990.178443:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4201 00000100:00080000:0.0:1767317990.178458:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767317990.178460:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767317990.178462:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317990.178824:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488384 00000100:00100000:3.0:1767317990.178828:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488384 00000100:00100000:3.0:1767317990.178859:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:3.0:1767317990.178865:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989488384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317990.178876:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317990.178957:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989488768:0@lo:400:kworker.0 00000100:00100000:2.0:1767317990.178975:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989488512:0@lo:400:kworker.0 00000100:00080000:1.0:1767317990.179125:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317990.179131:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317990.179134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989488384:0@lo:38:kworker.0 00000100:00100000:1.0:1767317990.179142:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989488640:0@lo:38:kworker.0 00000100:00100000:1.0:1767317990.179170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317990.179199:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989488896:0@lo:38:kworker.0 00000100:00100000:1.0:1767317990.179219:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767317990.179276:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767317990.179280:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767317990.179283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989488256:0@lo:38:kworker.0 00000100:00100000:0.0:1767317990.179327:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488640 00000100:00100000:0.0:1767317990.179331:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488640 00000100:00100000:0.0:1767317990.179351:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989488896 00000100:00100000:0.0:1767317990.179354:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989488896 00000100:00100000:0.0:1767317990.179369:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22108 00000100:00100000:0.0:1767317990.179374:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989488640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317990.179385:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317990.179418:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989488640:12345-0@lo:38:kworker.0 Request processed in 43us (247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317990.179424:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22108 00000100:00100000:0.0:1767317990.179438:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22109 00000100:00100000:0.0:1767317990.179441:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989488896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317990.179451:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317990.179473:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989488896:12345-0@lo:38:kworker.0 Request processed in 30us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317990.179478:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22109 00000100:00080000:0.0:1767317990.179510:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317990.179515:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317990.179518:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989488640:0@lo:38:kworker.0 00000100:00080000:0.0:1767317990.179526:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317990.179528:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317990.179531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989488896:0@lo:38:kworker.0 00000100:00100000:3.0:1767317990.180076:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989488384:12345-0@lo:38:kworker.0 Request processed in 1206us (1760us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317990.180083:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00010000:00010000:3.0:1767317991.014030:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317991.204107:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317992.035957:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767317992.224694:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317992.224712:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989489280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767317992.224779:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317992.224841:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317992.224861:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489280 00000100:00100000:1.0:1767317992.224868:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489280 00000100:00100000:1.0:1767317992.224933:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1767317992.224943:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989489280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767317992.224968:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767317992.225009:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989489280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317992.225017:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1767317992.225246:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317992.225256:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989489408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317992.225284:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317992.225360:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489408 00000100:00100000:2.0:1767317992.225365:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489408 00000100:00100000:2.0:1767317992.225402:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:2.0:1767317992.225409:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989489408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317992.225427:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317992.225472:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989489408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317992.225479:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:0.0:1767317992.225560:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989489408:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767317992.225915:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317992.225920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767317992.225944:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989489280:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767317993.056457:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317993.249768:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767317994.085625:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317994.272667:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317994.346399:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767317994.346529:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767317994.346864:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756416 00000100:00100000:2.0:1767317994.346879:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756416 00000100:00100000:2.0:1767317994.346998:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756544 00000100:00100000:2.0:1767317994.347011:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756544 00000100:00080000:1.0:1767317994.347096:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317994.347398:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4203 00000100:00100000:3.0:1767317994.347412:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925756544:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317994.347499:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925756544:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317994.347507:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4203 00000100:00100000:3.0:1767317994.347549:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22110 00000100:00100000:3.0:1767317994.347554:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925756416:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767317994.347574:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317994.347603:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925756416:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (1217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317994.347609:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22110 00010000:00010000:0.0:1767317995.105535:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317995.296499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767317995.296595:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317995.296601:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767317995.296605:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317995.296609:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317995.296612:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317995.296620:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3239 00000100:00080000:1.0:1767317995.296625:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317995.296632:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317995.296674:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163989489536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317995.296725:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317995.296729:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317995.296731:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317995.296735:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3239 00000100:00080000:1.0:1767317995.296738:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317995.296742:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317995.296778:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc380 x1853163989489664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317995.296862:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317995.296868:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317995.296870:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317995.296874:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3239 00000100:00080000:1.0:1767317995.296877:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317995.296880:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317995.296891:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979c00 x1853163989489920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767317995.296922:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767317995.296925:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767317995.296927:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767317995.296930:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3239 00000100:00080000:1.0:1767317995.296932:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767317995.296941:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767317995.296951:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978a80 x1853163989490176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767317995.297004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989490304:0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.297069:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317995.297126:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767317995.297133:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989490432:0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.297154:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317995.297193:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490304 00000100:00100000:1.0:1767317995.297201:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490304 00000100:00100000:1.0:1767317995.297280:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490432 00000100:00100000:1.0:1767317995.297284:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490432 00000100:00100000:1.0:1767317995.297310:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:1.0:1767317995.297319:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989490304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.297372:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989490304:12345-0@lo:400:kworker.0 Request processed in 54us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317995.297380:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00100000:1.0:1767317995.297396:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047 00000100:00100000:1.0:1767317995.297403:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989490432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.297461:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989490432:12345-0@lo:400:kworker.0 Request processed in 58us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317995.297467:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047 00000100:00080000:1.0:1767317995.297488:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767317995.297493:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767317995.297537:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989490432:0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.297550:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989490304:0@lo:400:kworker.0 00000100:00100000:2.0:1767317995.297854:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989489792:0@lo:400:kworker.0 00000100:00100000:2.0:1767317995.297890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317995.297923:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767317995.297928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989490048:0@lo:400:kworker.0 00000100:00100000:2.0:1767317995.297957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317995.298303:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489792 00000100:00100000:1.0:1767317995.298308:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489792 00000100:00100000:1.0:1767317995.298358:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490048 00000100:00100000:1.0:1767317995.298361:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490048 00000100:00100000:1.0:1767317995.298382:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4204 00000100:00100000:1.0:1767317995.298389:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989489792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.298426:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989489792:12345-0@lo:400:kworker.0 Request processed in 38us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317995.298433:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4204 00000100:00100000:1.0:1767317995.298445:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4205 00000100:00100000:1.0:1767317995.298452:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989490048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767317995.298478:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989490048:12345-0@lo:400:kworker.0 Request processed in 27us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767317995.298500:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4205 00000100:00080000:2.0:1767317995.298638:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767317995.298660:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989490048:0@lo:400:kworker.0 00000100:00100000:2.0:1767317995.298670:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989489792:0@lo:400:kworker.0 00000100:00100000:0.0:1767317995.298794:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989489536:0@lo:38:kworker.0 00000100:00100000:0.0:1767317995.298826:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317995.298861:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989489664:0@lo:38:kworker.0 00000100:00100000:2.0:1767317995.299124:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489536 00000100:00100000:2.0:1767317995.299129:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489536 00000100:00100000:2.0:1767317995.299161:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22111 00000100:00100000:2.0:1767317995.299166:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989489536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767317995.299184:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767317995.299217:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989489536:12345-0@lo:38:kworker.0 Request processed in 49us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767317995.299222:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22111 00000100:00100000:0.0:1767317995.299353:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317995.299423:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989489920:0@lo:38:kworker.0 00000100:00100000:0.0:1767317995.299449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767317995.299474:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989490176:0@lo:38:kworker.0 00000100:00100000:0.0:1767317995.299515:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767317995.299554:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317995.299560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317995.299563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989489536:0@lo:38:kworker.0 00000100:00100000:0.0:1767317995.299584:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489920 00000100:00100000:0.0:1767317995.299588:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489920 00000100:00100000:0.0:1767317995.299606:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490176 00000100:00100000:0.0:1767317995.299609:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490176 00000100:00100000:0.0:1767317995.299624:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22112 00000100:00100000:0.0:1767317995.299628:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989489920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317995.299639:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317995.299668:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989489920:12345-0@lo:38:kworker.0 Request processed in 39us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317995.299674:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22112 00000100:00100000:0.0:1767317995.299698:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22113 00000100:00100000:0.0:1767317995.299702:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989490176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767317995.299710:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317995.299730:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989490176:12345-0@lo:38:kworker.0 Request processed in 27us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317995.299735:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22113 00000100:00080000:0.0:1767317995.299759:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317995.299763:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317995.299766:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989489920:0@lo:38:kworker.0 00000100:00080000:0.0:1767317995.299773:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317995.299776:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317995.299778:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989490176:0@lo:38:kworker.0 00000100:00100000:3.0:1767317995.307819:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989489664 00000100:00100000:3.0:1767317995.307835:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989489664 00000100:00100000:3.0:1767317995.309493:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:3.0:1767317995.309508:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989489664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317995.309541:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317995.310816:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989489664:12345-0@lo:38:kworker.0 Request processed in 1307us (11459us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317995.310827:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00080000:0.0:1767317995.312600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767317995.312621:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767317995.312626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989489664:0@lo:38:kworker.0 00010000:00010000:3.0:1767317996.128464:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317996.320369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767317997.152481:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317997.344364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767317997.354668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989490560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767317997.354745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767317997.354828:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767317997.354834:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989490688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767317997.354850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767317997.354937:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490560 00000100:00100000:2.0:1767317997.354945:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490560 00000100:00100000:2.0:1767317997.354995:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490688 00000100:00100000:2.0:1767317997.354997:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490688 00000100:00100000:2.0:1767317997.355009:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:2.0:1767317997.355015:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989490560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767317997.355044:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317997.355078:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989490560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317997.355083:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:2.0:1767317997.355094:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:2.0:1767317997.355097:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989490688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767317997.355117:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767317997.355133:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989490688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767317997.355136:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:2.0:1767317997.355166:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989490688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767317997.355180:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989490560:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767317997.355376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767317997.355380:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767317998.182978:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767317998.368762:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767317998.439904:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767317998.439948:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925756672 offset 0 length 520: 4 00000100:00100000:3.0:1767317998.440031:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756928 00000100:00100000:3.0:1767317998.440041:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756928 00000100:00100000:3.0:1767317998.440172:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4206 00000100:00100000:3.0:1767317998.440183:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925756928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767317998.440316:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925756928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 134us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317998.440324:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4206 00000100:00080000:1.0:1767317998.441876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767317998.443282:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767317998.443672:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925756800 00000100:00100000:0.0:1767317998.443682:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925756800 00000100:00100000:0.0:1767317998.443733:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22114 00000100:00100000:0.0:1767317998.443740:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925756800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767317998.443764:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767317998.443915:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925756800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 173us (641us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767317998.443923:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22114 00010000:00010000:1.0:1767317999.204509:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767317999.392469:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317974/real 1767317974] req@ffff96e2dfecf100 x1853163989484288/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317999 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767317999.392515:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfecf100 x1853163989484288/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767317999 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767317999.392530:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767317999.392555:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767317999.392559:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989484288:0@lo:250:kworker.0 00000100:00080000:3.0:1767317999.393597:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317999.393606:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767317999.393610:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317999.393617:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3224 00000100:00080000:3.0:1767317999.393622:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317999.393628:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317999.393664:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01c380 x1853163989490816/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317999.393690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317999.393693:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317999.393695:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317999.393699:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3245 00000100:00080000:3.0:1767317999.393702:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317999.393706:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317999.393723:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01f800 x1853163989490944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317999.393731:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317999.393735:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317999.393736:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317999.393739:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3245 00000100:00080000:3.0:1767317999.393741:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317999.393744:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317999.393756:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01ed80 x1853163989491072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317999.393788:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317999.393792:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317999.393794:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317999.393797:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3245 00000100:00080000:3.0:1767317999.393800:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317999.393803:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317999.393814:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01ca80 x1853163989491328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767317999.393828:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767317999.393831:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767317999.393833:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767317999.393836:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3245 00000100:00080000:3.0:1767317999.393838:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767317999.393842:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767317999.393873:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01d500 x1853163989491584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767317999.393926:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989491456:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394001:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.394070:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767317999.394078:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989491200:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394101:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.394131:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989491712:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394159:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.394181:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767317999.394187:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989491840:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394208:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.394261:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491456 00000100:00100000:3.0:1767317999.394268:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491456 00000100:00100000:3.0:1767317999.394323:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491200 00000100:00100000:3.0:1767317999.394326:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491200 00000100:00100000:3.0:1767317999.394351:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4207 00000100:00100000:3.0:1767317999.394360:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989491456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394410:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989491456:12345-0@lo:400:kworker.0 Request processed in 51us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317999.394418:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4207 00000100:00100000:3.0:1767317999.394434:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4208 00000100:00100000:3.0:1767317999.394440:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989491200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394479:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989491200:12345-0@lo:400:kworker.0 Request processed in 40us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317999.394500:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4208 00000100:00100000:3.0:1767317999.394519:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491712 00000100:00100000:3.0:1767317999.394522:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491712 00000100:00100000:3.0:1767317999.394548:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491840 00000100:00100000:3.0:1767317999.394552:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491840 00000100:00100000:3.0:1767317999.394571:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1767317999.394577:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989491712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.394609:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989491712:12345-0@lo:400:kworker.0 Request processed in 33us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317999.394616:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1767317999.397520:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049 00000100:00100000:3.0:1767317999.397543:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989491840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.397625:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989491840:12345-0@lo:400:kworker.0 Request processed in 93us (3415us total) trans 0 rc 0/0 00000100:00100000:3.0:1767317999.397632:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049 00000100:00080000:3.0:1767317999.397700:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767317999.397705:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767317999.397707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767317999.397741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989491840:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.397753:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989491712:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.397783:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989490816:0@lo:250:kworker.0 00000400:00000100:3.0:1767317999.397808:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989490816 offset 0 length 520: 4 00000100:00100000:3.0:1767317999.397833:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989490944:0@lo:38:kworker.0 00000100:00100000:3.0:1767317999.397857:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.397880:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989491072:0@lo:38:kworker.0 00000100:00100000:3.0:1767317999.397900:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.397915:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989491328:0@lo:38:kworker.0 00000100:00100000:3.0:1767317999.397936:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.397951:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989491584:0@lo:38:kworker.0 00000100:00100000:3.0:1767317999.397970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767317999.397996:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491072 00000100:00100000:3.0:1767317999.398002:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491072 00000100:00100000:3.0:1767317999.398039:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:3.0:1767317999.398044:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989491072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317999.398062:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317999.398095:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989491072:12345-0@lo:38:kworker.0 Request processed in 51us (194us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317999.398101:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:3.0:1767317999.398117:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989490944 00000100:00100000:3.0:1767317999.398121:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989490944 00000100:00100000:3.0:1767317999.398137:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491328 00000100:00100000:3.0:1767317999.398139:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491328 00000100:00100000:3.0:1767317999.398146:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491584 00000100:00100000:3.0:1767317999.398148:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491584 00000100:00100000:3.0:1767317999.398155:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22115 00000100:00100000:3.0:1767317999.398158:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989490944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317999.398167:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317999.398190:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989490944:12345-0@lo:38:kworker.0 Request processed in 30us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317999.398196:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22115 00000100:00100000:3.0:1767317999.398207:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22116 00000100:00100000:3.0:1767317999.398210:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989491328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317999.398218:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317999.398258:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989491328:12345-0@lo:38:kworker.0 Request processed in 46us (321us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317999.398263:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22116 00000100:00100000:3.0:1767317999.398273:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22117 00000100:00100000:3.0:1767317999.398276:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989491584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767317999.398285:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767317999.398305:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989491584:12345-0@lo:38:kworker.0 Request processed in 27us (334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767317999.398309:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22117 00000100:00100000:3.0:1767317999.398343:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989491200:0@lo:400:kworker.0 00000100:00100000:3.0:1767317999.398356:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989491456:0@lo:400:kworker.0 00000100:00080000:3.0:1767317999.398387:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317999.398392:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317999.398395:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989490944:0@lo:38:kworker.0 00000100:00080000:3.0:1767317999.398404:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317999.398407:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317999.398410:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989491072:0@lo:38:kworker.0 00000100:00080000:3.0:1767317999.398417:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317999.398421:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317999.398423:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989491328:0@lo:38:kworker.0 00000100:00080000:3.0:1767317999.398429:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767317999.398433:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767317999.398437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989491584:0@lo:38:kworker.0 00000100:00100000:3.0:1767317999.398515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318000.226134:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318000.416547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318001.249019:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318001.442276:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318002.272438:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318002.464365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318002.466738:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989491968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318002.466817:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318002.467105:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318002.467113:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989492096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318002.467139:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318002.468010:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989491968 00000100:00100000:0.0:1767318002.468019:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989491968 00000100:00100000:0.0:1767318002.468131:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492096 00000100:00100000:0.0:1767318002.468135:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492096 00000100:00100000:2.0:1767318002.468181:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:2.0:1767318002.468192:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989491968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318002.468247:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318002.468308:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989491968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318002.468327:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:2.0:1767318002.468375:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989491968:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318002.469424:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318002.469430:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318002.469698:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:0.0:1767318002.469708:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989492096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318002.469730:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318002.469787:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989492096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (2646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318002.469794:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:2.0:1767318002.470148:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989492096:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318003.296770:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318003.488626:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318003.555758:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318003.556158:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757184 00000100:00100000:3.0:1767318003.556170:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757184 00000100:00080000:1.0:1767318003.556266:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318003.556323:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4209 00000100:00100000:3.0:1767318003.556334:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925757184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318003.556422:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925757184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318003.556430:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4209 00000100:00100000:2.0:1767318003.560074:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318003.560133:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757056 00000100:00100000:3.0:1767318003.560142:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757056 00000100:00100000:3.0:1767318003.560301:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22118 00000100:00100000:3.0:1767318003.560311:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925757056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318003.560335:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318003.560412:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925757056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 101us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318003.560420:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22118 00010000:00010000:1.0:1767318004.326304:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318004.512430:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318004.512440:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318004.512443:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318004.512447:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318004.512451:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318004.512459:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3249 00000100:00080000:2.0:1767318004.512464:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318004.512472:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318004.512521:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72ad80 x1853163989492224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318004.512539:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318004.512543:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767318004.512723:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318004.512762:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318004.512834:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989492224:0@lo:38:kworker.0 00000100:00100000:3.0:1767318004.512989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318004.513050:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492224 00000100:00100000:3.0:1767318004.513058:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492224 00000100:00100000:3.0:1767318004.513089:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22119 00000100:00100000:3.0:1767318004.513096:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989492224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318004.513115:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318004.513152:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989492224:12345-0@lo:38:kworker.0 Request processed in 54us (163us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318004.513158:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22119 00000100:00080000:3.0:1767318004.513192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318004.513197:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318004.513200:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989492224:0@lo:38:kworker.0 00000100:00080000:2.0:1767318004.517744:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3249 00000100:00080000:2.0:1767318004.517753:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318004.517760:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318004.517811:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728a80 x1853163989492352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318004.517863:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318004.517867:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318004.517870:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318004.517875:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3249 00000100:00080000:2.0:1767318004.517877:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318004.517881:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318004.517962:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318004.517981:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989492480:0@lo:400:kworker.0 00000100:00100000:0.0:1767318004.518047:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318004.518116:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492480 00000100:00100000:0.0:1767318004.518125:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492480 00000100:00100000:0.0:1767318004.518174:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210 00000100:00100000:0.0:1767318004.518183:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989492480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318004.518248:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989492480:12345-0@lo:400:kworker.0 Request processed in 47us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318004.518256:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210 00000100:00100000:0.0:1767318004.518297:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989492480:0@lo:400:kworker.0 00000100:00100000:1.0:1767318004.521141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989492352:0@lo:38:kworker.0 00000100:00100000:1.0:1767318004.521205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318004.521267:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492352 00000100:00100000:3.0:1767318004.521275:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492352 00000100:00080000:1.0:1767318004.521293:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318004.521314:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:3.0:1767318004.521323:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989492352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318004.521344:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318004.521390:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728e00 x1853163989492608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318004.521441:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989492608:0@lo:38:kworker.0 00000100:00100000:1.0:1767318004.521482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318004.521627:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492608 00000100:00100000:0.0:1767318004.521632:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492608 00000100:00100000:3.0:1767318004.521654:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989492352:12345-0@lo:38:kworker.0 Request processed in 330us (446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318004.521661:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22120 00000100:00100000:3.0:1767318004.521665:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:0.0:1767318004.521671:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989492608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318004.521693:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318004.522149:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989492736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318004.522175:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318004.522212:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318004.522217:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318004.522220:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318004.522224:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3249 00000100:00080000:2.0:1767318004.522245:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318004.522250:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318004.522266:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729880 x1853163989492864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318004.522296:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989492992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318004.522322:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318004.522398:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318004.522405:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989493120:0@lo:400:kworker.0 00000100:00100000:2.0:1767318004.522432:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318004.522476:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492736 00000100:00100000:2.0:1767318004.522480:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492736 00000100:00100000:2.0:1767318004.522871:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211 00000100:00100000:2.0:1767318004.522879:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989492736:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318004.523822:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318004.523830:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318004.523834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989492352:0@lo:38:kworker.0 00000100:00100000:1.0:1767318004.523949:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989492864:0@lo:38:kworker.0 00000100:00100000:1.0:1767318004.523981:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318004.527251:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492864 00000100:00100000:3.0:1767318004.527271:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492864 00000100:00100000:3.0:1767318004.527323:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22121 00000100:00100000:3.0:1767318004.527331:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989492864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318004.527359:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318004.527424:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989492864:12345-0@lo:38:kworker.0 Request processed in 93us (3441us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318004.527437:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22121 00000100:00100000:3.0:1767318004.527462:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989492992 00000100:00100000:3.0:1767318004.527467:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989492992 00000100:00100000:3.0:1767318004.527501:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493120 00000100:00100000:3.0:1767318004.527504:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493120 00000100:00100000:3.0:1767318004.527533:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:3.0:1767318004.527540:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989492992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318004.527673:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989492992:12345-0@lo:400:kworker.0 Request processed in 59us (5275us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318004.527680:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:3.0:1767318004.527708:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051 00000100:00100000:3.0:1767318004.527714:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989493120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318004.527745:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989493120:12345-0@lo:400:kworker.0 Request processed in 31us (5311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318004.527750:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051 00000100:00080000:1.0:1767318004.535129:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318004.535130:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989492608:12345-0@lo:38:kworker.0 Request processed in 13451us (13639us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767318004.535140:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318004.535147:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22120 00000100:00100000:1.0:1767318004.535148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989492608:0@lo:38:kworker.0 00000100:00080000:1.0:1767318004.535178:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318004.535185:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318004.535188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318004.535226:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318004.535246:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318004.535250:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989492864:0@lo:38:kworker.0 00000100:00100000:0.0:1767318004.535266:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989493120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318004.535283:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989492992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318004.540970:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989492736:12345-0@lo:400:kworker.0 Request processed in 18079us (18781us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318004.540986:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211 00000100:00100000:3.0:1767318004.542855:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989492736:0@lo:400:kworker.0 00010000:00010000:0.0:1767318005.344459:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318005.541677:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318006.368538:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318006.562037:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318007.392598:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318007.584358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318007.584575:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318007.584604:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989493248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318007.584677:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318007.584745:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493248 00000100:00100000:3.0:1767318007.584755:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493248 00000100:00100000:3.0:1767318007.584939:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:3.0:1767318007.584948:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989493248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318007.584983:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318007.585032:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989493248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318007.585040:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00100000:1.0:1767318007.585557:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989493376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318007.585597:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318007.585639:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989493248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318007.586221:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493376 00000100:00100000:2.0:1767318007.586245:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493376 00000100:00080000:0.0:1767318007.591027:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318007.591039:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318007.594446:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:2.0:1767318007.594472:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989493376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318007.594510:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318007.594606:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989493376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (9017us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318007.594613:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:1.0:1767318007.594792:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989493376:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318008.416619:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318008.609600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318008.677572:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318008.677640:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318008.677758:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757440 00000100:00100000:0.0:1767318008.677764:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757312 00000100:00100000:3.0:1767318008.677769:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757440 00000100:00100000:0.0:1767318008.677781:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757312 00000100:00100000:0.0:1767318008.677872:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4212 00000100:00080000:1.0:1767318008.677885:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318008.677894:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925757440:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318008.678018:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925757440:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 135us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318008.678028:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4212 00000100:00100000:0.0:1767318008.678054:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22122 00000100:00100000:0.0:1767318008.678059:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb23050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925757312:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318008.678085:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318008.678115:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb23050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925757312:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (474us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318008.678122:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22122 00010000:00010000:1.0:1767318009.442142:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318009.632505:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318009.632519:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318009.632522:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318009.632527:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318009.632533:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318009.632543:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3254 00000100:00080000:1.0:1767318009.632549:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318009.632558:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318009.632615:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a680 x1853163989493504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318009.632705:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318009.632709:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318009.632711:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318009.632716:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3254 00000100:00080000:1.0:1767318009.632718:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318009.632724:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318009.632741:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a300 x1853163989493632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318009.632779:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318009.632783:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318009.632785:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318009.632789:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3254 00000100:00080000:1.0:1767318009.632792:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318009.632795:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318009.632809:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163989493888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318009.632813:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318009.632825:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318009.632829:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318009.632831:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318009.632835:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3254 00000100:00080000:1.0:1767318009.632837:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318009.632841:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318009.632852:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797aa00 x1853163989494144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318009.632907:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989494016:0@lo:400:kworker.0 00000100:00100000:3.0:1767318009.632950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989494272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318009.633050:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989494400:0@lo:400:kworker.0 00000100:00100000:3.0:1767318009.641415:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318009.645995:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989493760:0@lo:400:kworker.0 00000100:00100000:3.0:1767318009.646115:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318009.646607:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494272 00000100:00100000:1.0:1767318009.646620:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494272 00000100:00100000:1.0:1767318009.646710:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1767318009.646723:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989494272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318009.646809:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989494272:12345-0@lo:400:kworker.0 Request processed in 89us (5405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318009.646878:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989493504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318009.646907:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318009.646946:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494400 00000100:00100000:0.0:1767318009.646950:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494400 00000100:00080000:2.0:1767318009.646960:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318009.646965:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318009.646979:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:0.0:1767318009.646986:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989494400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318009.647019:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989494400:12345-0@lo:400:kworker.0 Request processed in 34us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318009.647020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989494272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318009.647027:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00100000:0.0:1767318009.647079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989494400:0@lo:400:kworker.0 00000100:00100000:0.0:1767318009.647380:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493760 00000100:00100000:0.0:1767318009.647385:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493760 00000100:00100000:0.0:1767318009.647466:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4213 00000100:00100000:0.0:1767318009.647474:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989493760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318009.647513:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989493760:12345-0@lo:400:kworker.0 Request processed in 41us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318009.647519:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4213 00000100:00100000:0.0:1767318009.648057:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318009.648089:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494016 00000100:00100000:0.0:1767318009.648095:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494016 00000100:00080000:3.0:1767318009.648221:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318009.648298:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989493760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318009.648444:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4214 00000100:00100000:0.0:1767318009.648452:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989494016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318009.648470:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:0.0:1767318009.648501:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989494016:12345-0@lo:400:kworker.0 Request processed in 50us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318009.648507:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4214 00000100:00100000:1.0:1767318009.648536:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989494016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318009.650590:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318009.650684:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989493632:0@lo:38:kworker.0 00000100:00100000:2.0:1767318009.650754:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318009.650795:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989493888:0@lo:38:kworker.0 00000100:00100000:0.0:1767318009.650816:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493504 00000100:00100000:2.0:1767318009.650822:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318009.650826:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493504 00000100:00100000:2.0:1767318009.650844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989494144:0@lo:38:kworker.0 00000100:00100000:2.0:1767318009.650865:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318009.650873:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493888 00000100:00100000:0.0:1767318009.650876:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493888 00000100:00100000:0.0:1767318009.650885:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494144 00000100:00100000:0.0:1767318009.650887:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494144 00000100:00100000:0.0:1767318009.650901:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22123 00000100:00100000:0.0:1767318009.650909:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989493504:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318009.650909:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22124 00000100:00100000:2.0:1767318009.650914:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989493888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318009.650935:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318009.650974:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989493632 00000100:00100000:1.0:1767318009.650979:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989493632 00000100:00100000:0.0:1767318009.650990:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989493504:12345-0@lo:38:kworker.0 Request processed in 80us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318009.650997:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22123 00000100:00100000:1.0:1767318009.651015:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:0.0:1767318009.651016:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22125 00000100:00100000:0.0:1767318009.651020:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989494144:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318009.651020:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989493632:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767318009.651540:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318009.651548:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318009.651553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989493504:0@lo:38:kworker.0 00010000:00020000:2.0:1767318009.664910:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318009.665140:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989493888:12345-0@lo:38:kworker.0 Request processed in 14218us (14310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318009.665155:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22124 00000100:00080000:3.0:1767318009.665313:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318009.665320:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318009.665325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989493888:0@lo:38:kworker.0 00010000:00020000:0.0:1767318009.666912:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318009.667730:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318009.671207:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318009.671227:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318009.671247:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989494144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318009.676066:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989493632:12345-0@lo:38:kworker.0 Request processed in 25025us (25291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318009.676089:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:0.0:1767318009.677298:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989494144:12345-0@lo:38:kworker.0 Request processed in 26263us (26418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318009.677317:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22125 00000100:00080000:3.0:1767318009.681733:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318009.681754:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318009.681761:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989493632:0@lo:38:kworker.0 00010000:00010000:0.0:1767318010.466162:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318010.658780:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318011.491460:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318011.680435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318012.512509:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318012.704900:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989494528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318012.704993:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318012.705073:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318012.705080:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989494656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318012.705103:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318012.705143:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494528 00000100:00100000:3.0:1767318012.705152:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494528 00000100:00100000:3.0:1767318012.705256:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494656 00000100:00100000:3.0:1767318012.705260:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494656 00000100:00100000:3.0:1767318012.705279:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:3.0:1767318012.705287:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989494528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318012.705324:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318012.705369:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989494528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318012.705377:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:3.0:1767318012.705394:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:3.0:1767318012.705399:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989494656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318012.705415:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318012.705437:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989494656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318012.705442:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00080000:3.0:1767318012.705457:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318012.705461:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318012.705495:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989494656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318012.705510:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989494528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318012.709268:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318013.536482:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318013.728506:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318013.799401:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318013.799625:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318013.812212:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757568 00000100:00100000:0.0:1767318013.812262:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757568 00000100:00100000:1.0:1767318013.812429:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757696 00000100:00100000:1.0:1767318013.812436:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757696 00000100:00100000:1.0:1767318013.812517:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4215 00000100:00100000:1.0:1767318013.812544:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925757696:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318013.812663:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925757696:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (13038us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318013.812672:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4215 00000100:00100000:1.0:1767318013.812698:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22126 00000100:00100000:1.0:1767318013.812702:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925757568:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318013.812726:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318013.812756:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925757568:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (13370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318013.812763:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22126 00000100:00080000:0.0:1767318013.813288:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318014.561203:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318014.752407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318014.752728:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318014.752734:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318014.752738:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318014.752743:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318014.752747:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318014.752757:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3259 00000100:00080000:3.0:1767318014.752763:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318014.752770:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318014.752825:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01e300 x1853163989494784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318014.752866:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318014.752870:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318014.752872:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318014.752876:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3259 00000100:00080000:3.0:1767318014.752879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318014.752883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318014.752897:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01ce00 x1853163989494912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318014.752947:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318014.752953:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318014.752954:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318014.752959:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3259 00000100:00080000:3.0:1767318014.752961:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318014.752966:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318014.752979:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01d880 x1853163989495168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318014.752993:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318014.752997:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318014.752999:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318014.753003:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3259 00000100:00080000:3.0:1767318014.753005:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318014.753008:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318014.753023:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01c700 x1853163989495424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318014.753092:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989495552:0@lo:400:kworker.0 00000100:00100000:3.0:1767318014.753189:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318014.753281:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318014.753287:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989495680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318014.753312:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318014.753475:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989495040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.753520:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318014.753552:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318014.753558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989495296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.753583:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318014.753619:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495552 00000100:00100000:0.0:1767318014.753629:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495552 00000100:00100000:0.0:1767318014.753698:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495680 00000100:00100000:0.0:1767318014.753701:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495680 00000100:00100000:0.0:1767318014.753729:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1767318014.753739:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989495552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.753805:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989495552:12345-0@lo:400:kworker.0 Request processed in 67us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318014.753813:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1767318014.754118:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055 00000100:00100000:0.0:1767318014.754126:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989495680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.754167:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989495680:12345-0@lo:400:kworker.0 Request processed in 32us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318014.754173:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055 00000100:00100000:0.0:1767318014.754199:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495040 00000100:00100000:0.0:1767318014.754203:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495040 00000100:00100000:0.0:1767318014.754267:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495296 00000100:00100000:0.0:1767318014.754270:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495296 00000100:00100000:0.0:1767318014.754294:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216 00000100:00100000:0.0:1767318014.754301:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989495040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.754339:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989495040:12345-0@lo:400:kworker.0 Request processed in 39us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318014.754346:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216 00000100:00100000:0.0:1767318014.754358:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217 00000100:00100000:0.0:1767318014.754364:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989495296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.754389:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989495296:12345-0@lo:400:kworker.0 Request processed in 26us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318014.754396:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217 00000100:00080000:0.0:1767318014.754423:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318014.754429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318014.754432:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318014.754468:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989495296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.754479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989495040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.754509:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989495680:0@lo:400:kworker.0 00000100:00100000:0.0:1767318014.754519:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989495552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318014.754841:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989494784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318014.754885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318014.754927:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989494912:0@lo:38:kworker.0 00000100:00100000:2.0:1767318014.754953:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318014.755025:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989495168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318014.755064:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318014.755092:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989495424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318014.755116:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318014.755166:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494784 00000100:00100000:2.0:1767318014.755171:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494784 00000100:00100000:2.0:1767318014.755199:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495168 00000100:00100000:2.0:1767318014.755202:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495168 00000100:00100000:2.0:1767318014.755215:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495424 00000100:00100000:2.0:1767318014.755217:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495424 00000100:00100000:2.0:1767318014.755228:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22127 00000100:00100000:2.0:1767318014.755265:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989494784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318014.755289:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318014.755328:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989494784:12345-0@lo:38:kworker.0 Request processed in 62us (442us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318014.755335:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22127 00000100:00100000:2.0:1767318014.755349:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22128 00000100:00100000:2.0:1767318014.755352:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989495168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318014.755362:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318014.755384:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989495168:12345-0@lo:38:kworker.0 Request processed in 30us (321us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318014.755390:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22128 00000100:00100000:2.0:1767318014.755400:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22129 00000100:00100000:2.0:1767318014.755404:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989495424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318014.755412:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318014.755433:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989495424:12345-0@lo:38:kworker.0 Request processed in 28us (318us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318014.758402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318014.758421:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318014.758427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989494784:0@lo:38:kworker.0 00000100:00080000:3.0:1767318014.758444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318014.758448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318014.758451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989495168:0@lo:38:kworker.0 00000100:00080000:3.0:1767318014.758463:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318014.758467:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318014.758471:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989495424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318014.760107:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22129 00000100:00100000:1.0:1767318014.762267:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989494912 00000100:00100000:1.0:1767318014.762289:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989494912 00000100:00100000:1.0:1767318014.764270:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:1.0:1767318014.764288:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989494912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318014.764319:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318014.764454:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989494912:12345-0@lo:38:kworker.0 Request processed in 167us (9498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318014.764463:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00080000:2.0:1767318014.769697:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318014.769711:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318014.769717:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989494912:0@lo:38:kworker.0 00010000:00010000:0.0:1767318015.584675:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318015.776433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318016.608512:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318016.800450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318017.633051:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318017.824688:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318017.824711:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989495808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318017.824812:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318017.824924:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495808 00000100:00100000:0.0:1767318017.824935:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495808 00000100:00100000:0.0:1767318017.825008:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1767318017.825018:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989495808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318017.825064:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318017.825140:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989495808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318017.825150:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00080000:0.0:1767318017.825190:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318017.825264:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989495808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318017.825989:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318017.826385:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318017.826408:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989495936:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318017.826475:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318017.826712:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989495936 00000100:00100000:1.0:1767318017.826723:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989495936 00000100:00100000:1.0:1767318017.827024:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:1.0:1767318017.827038:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989495936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318017.827080:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318017.827328:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989495936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 295us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318017.827334:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1767318017.827419:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989495936:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318017.827473:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318018.656512:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318018.848715:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318018.916736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318018.916833:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318018.916947:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757824 00000100:00100000:2.0:1767318018.916962:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757824 00000100:00100000:2.0:1767318018.917016:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925757952 00000100:00100000:2.0:1767318018.917019:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925757952 00000100:00100000:2.0:1767318018.917112:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4218 00000100:00100000:2.0:1767318018.917125:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925757952:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318018.917286:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925757952:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 162us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318018.917294:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4218 00000100:00100000:2.0:1767318018.917318:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22130 00000100:00100000:2.0:1767318018.917322:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925757824:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318018.917346:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318018.917815:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925757824:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 487us (1091us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318018.917823:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22130 00000100:00080000:1.0:1767318018.918274:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318019.682667:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318019.872397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318019.872725:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318019.872743:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318019.872747:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318019.872752:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318019.872757:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318019.872767:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3264 00000100:00080000:0.0:1767318019.872773:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318019.872782:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318019.872848:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989496064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318019.872876:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318019.872881:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318019.872883:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318019.872887:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3264 00000100:00080000:0.0:1767318019.872890:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318019.872894:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318019.872914:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77b80 x1853163989496192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318019.872956:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318019.872961:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318019.872962:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318019.872967:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3264 00000100:00080000:0.0:1767318019.872969:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318019.872973:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318019.872985:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75180 x1853163989496448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318019.873010:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767318019.873017:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318019.873023:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318019.873024:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318019.873030:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3264 00000100:00100000:2.0:1767318019.873031:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989496576:0@lo:400:kworker.0 00000100:00080000:0.0:1767318019.873033:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318019.873041:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318019.873053:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75f80 x1853163989496704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318019.873123:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989496960:0@lo:400:kworker.0 00000100:00100000:2.0:1767318019.873157:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318019.873266:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989496320:0@lo:400:kworker.0 00000100:00100000:2.0:1767318019.873286:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318019.873320:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496576 00000100:00100000:2.0:1767318019.873327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496576 00000100:00100000:2.0:1767318019.873385:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496320 00000100:00100000:2.0:1767318019.873458:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496320 00000100:00100000:2.0:1767318019.873486:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4219 00000100:00100000:2.0:1767318019.873493:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989496576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318019.873539:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989496576:12345-0@lo:400:kworker.0 Request processed in 47us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318019.873545:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4219 00000100:00100000:2.0:1767318019.873559:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4220 00000100:00100000:2.0:1767318019.873564:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989496320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318019.873588:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989496320:12345-0@lo:400:kworker.0 Request processed in 25us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318019.873595:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318019.873598:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4220 00000100:00080000:2.0:1767318019.873615:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318019.873638:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318019.873647:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989496832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318019.873668:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989496576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318019.873678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318019.873685:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989496320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318019.873717:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496960 00000100:00100000:0.0:1767318019.873722:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496960 00000100:00100000:2.0:1767318019.873747:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496832 00000100:00100000:2.0:1767318019.873752:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496832 00000100:00100000:2.0:1767318019.873787:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:2.0:1767318019.873793:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989496832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318019.873832:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989496064:0@lo:38:kworker.0 00000100:00100000:2.0:1767318019.873837:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989496832:12345-0@lo:400:kworker.0 Request processed in 41us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318019.873845:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:3.0:1767318019.873868:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318019.873886:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989496192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318019.873907:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318019.873927:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989496448:0@lo:38:kworker.0 00000100:00100000:3.0:1767318019.873944:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318019.873956:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989496704:0@lo:38:kworker.0 00000100:00100000:3.0:1767318019.873972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318019.874006:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496192 00000100:00100000:3.0:1767318019.874010:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496192 00000100:00100000:3.0:1767318019.874032:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:3.0:1767318019.874036:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989496192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318019.874056:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318019.874102:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989496192:12345-0@lo:38:kworker.0 Request processed in 65us (194us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318019.874108:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:3.0:1767318019.874128:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496064 00000100:00100000:3.0:1767318019.874132:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496064 00000100:00100000:3.0:1767318019.874397:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496448 00000100:00100000:3.0:1767318019.874401:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496448 00000100:00100000:3.0:1767318019.874418:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989496704 00000100:00100000:3.0:1767318019.874421:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989496704 00000100:00100000:3.0:1767318019.874432:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22131 00000100:00100000:3.0:1767318019.874438:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989496064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318019.874449:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318019.874485:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989496064:12345-0@lo:38:kworker.0 Request processed in 42us (612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318019.874492:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22131 00000100:00100000:3.0:1767318019.874503:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22132 00000100:00100000:3.0:1767318019.874507:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989496448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318019.874516:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318019.874537:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989496448:12345-0@lo:38:kworker.0 Request processed in 28us (591us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318019.874542:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22132 00000100:00100000:3.0:1767318019.874553:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22133 00000100:00100000:3.0:1767318019.874556:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989496704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318019.874564:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318019.874585:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989496704:12345-0@lo:38:kworker.0 Request processed in 27us (612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318019.874591:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22133 00000100:00080000:3.0:1767318019.874639:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318019.874645:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318019.874649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989496064:0@lo:38:kworker.0 00000100:00080000:3.0:1767318019.874660:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318019.874663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318019.874666:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989496192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318019.874674:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318019.874677:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318019.874681:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989496448:0@lo:38:kworker.0 00000100:00080000:3.0:1767318019.874687:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318019.874691:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318019.874693:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989496704:0@lo:38:kworker.0 00000100:00100000:1.0:1767318019.875228:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989496832:0@lo:400:kworker.0 00000100:00080000:2.0:1767318019.876903:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318019.876908:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318019.881149:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:0.0:1767318019.881188:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989496960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318019.881378:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989496960:12345-0@lo:400:kworker.0 Request processed in 212us (7786us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318019.881389:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:2.0:1767318019.881441:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989496960:0@lo:400:kworker.0 00010000:00010000:0.0:1767318020.705628:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318020.898209:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318021.728424:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318021.920489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318022.752499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318022.944365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318022.944888:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989497216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318022.944961:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318022.945038:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318022.945048:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989497088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318022.945071:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318022.945136:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497088 00000100:00100000:3.0:1767318022.945136:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497216 00000100:00100000:3.0:1767318022.945146:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497216 00000100:00100000:3.0:1767318022.945212:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767318022.945221:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989497216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318022.945270:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318022.945311:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318022.945324:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989497216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318022.945333:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767318022.945381:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989497216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318022.945488:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497088 00000100:00080000:1.0:1767318022.945841:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318022.947146:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:0.0:1767318022.947168:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989497088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318022.947195:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318022.947528:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989497088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318022.947582:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989497088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (2212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318022.947590:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00010000:00010000:1.0:1767318023.776469:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318023.980401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318024.037388:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767318024.037425:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925758336 offset 0 length 520: 4 00000100:00100000:2.0:1767318024.038108:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758080 00000100:00100000:2.0:1767318024.038119:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758080 00000100:00100000:2.0:1767318024.038170:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22134 00000100:00100000:2.0:1767318024.038177:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925758080:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318024.038200:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318024.038298:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925758080:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 119us (919us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318024.038305:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22134 00000100:00100000:3.0:1767318024.040368:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318024.040465:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758208 00000100:00100000:2.0:1767318024.040473:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758208 00000100:00100000:2.0:1767318024.040540:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4221 00000100:00100000:2.0:1767318024.040549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925758208:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318024.040638:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925758208:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318024.041060:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4221 00000100:00080000:1.0:1767318024.041173:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318024.800598:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318024.992341:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318024.992353:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318024.992356:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318024.992370:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318024.992375:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318024.992383:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3269 00000100:00080000:0.0:1767318024.992388:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318024.992395:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318024.992432:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76680 x1853163989497344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318024.992448:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318024.992452:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318024.992454:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318024.992457:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3269 00000100:00080000:0.0:1767318024.992460:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318024.992463:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318024.992477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318024.992478:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77800 x1853163989497472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318024.992505:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318024.992508:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318024.992510:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318024.992514:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3269 00000100:00080000:0.0:1767318024.992516:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318024.992520:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318024.992530:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163989497728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318024.992530:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989497600:0@lo:400:kworker.0 00000100:00080000:0.0:1767318024.992561:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318024.992566:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318024.992568:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318024.992571:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989497856:0@lo:400:kworker.0 00000100:00080000:0.0:1767318024.992573:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3269 00000100:00080000:0.0:1767318024.992578:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318024.992584:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318024.992596:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75180 x1853163989497984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318024.992624:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318024.992657:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989498112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318024.992692:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497856 00000100:00100000:3.0:1767318024.992695:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318024.992699:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497856 00000100:00100000:2.0:1767318024.992712:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989498240:0@lo:400:kworker.0 00000100:00100000:3.0:1767318024.992738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318024.993030:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318024.993072:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498112 00000100:00100000:2.0:1767318024.993077:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498112 00000100:00100000:2.0:1767318024.993108:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498240 00000100:00100000:2.0:1767318024.993112:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498240 00000100:00100000:2.0:1767318024.993137:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:2.0:1767318024.993147:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989498112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318024.993197:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989498112:12345-0@lo:400:kworker.0 Request processed in 51us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318024.993205:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:2.0:1767318024.993220:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:2.0:1767318024.993226:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989498240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318024.993285:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989498240:12345-0@lo:400:kworker.0 Request processed in 58us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318024.993293:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767317999/real 1767317999] req@ffff96e2ff01c380 x1853163989490816/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318024 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318024.993295:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00100000:1.0:1767318024.993320:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ff01c380 x1853163989490816/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318024 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318024.993335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989497344:0@lo:38:kworker.0 00000100:00100000:1.0:1767318024.993365:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318024.993499:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989498240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318024.993534:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989498112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318024.998897:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989497472:0@lo:38:kworker.0 00000100:00100000:1.0:1767318024.998960:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318024.998994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989497728:0@lo:38:kworker.0 00000100:00100000:1.0:1767318024.999019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318025.003099:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497600 00000100:00100000:0.0:1767318025.003115:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497600 00000100:00100000:0.0:1767318025.003199:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497344 00000100:00100000:0.0:1767318025.003202:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497344 00000100:00100000:0.0:1767318025.003220:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222 00000100:00100000:0.0:1767318025.003244:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989497856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318025.003351:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989497856:12345-0@lo:400:kworker.0 Request processed in 121us (10727us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318025.004464:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222 00000100:00100000:0.0:1767318025.004499:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223 00000100:00100000:0.0:1767318025.004511:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989497600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318025.004575:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989497600:12345-0@lo:400:kworker.0 Request processed in 68us (11837us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318025.004581:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000100:00100000:0.0:1767318025.004595:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22135 00000100:00100000:0.0:1767318025.004599:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989497344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318025.004618:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318025.005542:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989497344:12345-0@lo:38:kworker.0 Request processed in 454us (11690us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318025.005552:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22135 00000100:00100000:0.0:1767318025.005626:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989497600:0@lo:400:kworker.0 00000100:00100000:0.0:1767318025.006091:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989497856:0@lo:400:kworker.0 00000100:00080000:0.0:1767318025.006148:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318025.006154:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318025.006157:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318025.006191:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497472 00000100:00100000:0.0:1767318025.006197:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497472 00000100:00100000:0.0:1767318025.006758:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1767318025.006765:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989497472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318025.006783:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318025.006842:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989497472:12345-0@lo:38:kworker.0 Request processed in 76us (7882us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318025.006848:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:1.0:1767318025.010255:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989497984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318025.010340:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318025.010369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318025.010393:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318025.010398:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989490816:0@lo:250:kworker.0 00000100:00100000:0.0:1767318025.010421:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497728 00000100:00100000:0.0:1767318025.010430:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497728 00000100:00080000:1.0:1767318025.010434:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318025.010440:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318025.010443:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318025.010448:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3249 00000100:00080000:1.0:1767318025.010452:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318025.010458:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318025.010467:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989497984 00000100:00100000:0.0:1767318025.010471:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989497984 00000100:00100000:1.0:1767318025.010486:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163989498368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318025.010494:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22136 00000100:00100000:0.0:1767318025.010519:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989497728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318025.010540:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318025.010544:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318025.010550:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318025.010553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989497344:0@lo:38:kworker.0 00000100:00080000:1.0:1767318025.010566:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318025.010569:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318025.010572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989497472:0@lo:38:kworker.0 00000100:00080000:1.0:1767318025.010587:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318025.010593:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318025.010596:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989497728:12345-0@lo:38:kworker.0 Request processed in 76us (11571us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318025.010597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989497728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318025.010610:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22136 00000100:00100000:1.0:1767318025.010622:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989498368:0@lo:250:kworker.0 00000100:00100000:0.0:1767318025.010632:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22137 00000100:00100000:0.0:1767318025.010639:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989497984:12345-0@lo:38:kworker.0 00000400:00000100:1.0:1767318025.010645:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989498368 offset 0 length 520: 4 00010000:00020000:0.0:1767318025.010794:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318025.010834:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989497984:12345-0@lo:38:kworker.0 Request processed in 193us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318025.010841:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22137 00000100:00080000:1.0:1767318025.011008:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318025.011013:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318025.011016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989497984:0@lo:38:kworker.0 00010000:00010000:0.0:1767318025.826258:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318026.017126:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318026.851711:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318027.040719:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318027.872682:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318028.065110:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318028.065386:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989498496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318028.065496:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318028.065591:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318028.065598:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989498624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318028.065625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318028.066282:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498496 00000100:00100000:1.0:1767318028.066295:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498496 00000100:00100000:1.0:1767318028.066371:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498624 00000100:00100000:1.0:1767318028.066375:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498624 00000100:00100000:1.0:1767318028.066398:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:1.0:1767318028.066408:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989498496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318028.066449:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318028.066514:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989498496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318028.066522:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00100000:1.0:1767318028.066541:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:1.0:1767318028.066548:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989498624:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318028.066564:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767318028.066568:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767318028.066571:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318028.066599:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989498624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318028.066605:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:3.0:1767318028.066725:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989498624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318028.066756:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989498496:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318028.896837:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318029.088398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318029.156034:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318029.156151:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758464 00000100:00100000:3.0:1767318029.156167:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758464 00000100:00100000:3.0:1767318029.156368:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22138 00000100:00100000:3.0:1767318029.156380:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925758464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318029.156408:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318029.156495:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925758464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 115us (478us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318029.168013:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22138 00000100:00100000:0.0:1767318029.168495:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318029.169410:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758592 00000100:00100000:3.0:1767318029.169422:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758592 00000100:00100000:3.0:1767318029.169545:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4224 00000100:00100000:3.0:1767318029.169556:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925758592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318029.169716:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925758592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 160us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318029.169725:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4224 00000100:00080000:2.0:1767318029.170225:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318029.920703:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318030.113140:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318030.114073:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318030.114080:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318030.114083:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318030.114087:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318030.114090:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318030.114098:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3274 00000100:00080000:3.0:1767318030.114103:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318030.114109:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318030.114149:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01c380 x1853163989498752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318030.114180:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318030.114183:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318030.114185:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318030.114189:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3274 00000100:00080000:3.0:1767318030.114191:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318030.114194:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318030.114208:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989498880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318030.114254:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318030.114257:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318030.114259:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318030.114263:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3274 00000100:00080000:3.0:1767318030.114265:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318030.114268:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318030.114280:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49500 x1853163989499136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318030.114294:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318030.114297:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318030.114299:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318030.114302:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3274 00000100:00080000:3.0:1767318030.114304:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318030.114308:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318030.114317:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163989499392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318030.114407:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989498752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318030.114470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318030.114537:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989498880:0@lo:38:kworker.0 00000100:00100000:1.0:1767318030.114562:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318030.114586:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989499136:0@lo:38:kworker.0 00000100:00100000:1.0:1767318030.114607:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318030.114624:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989499392:0@lo:38:kworker.0 00000100:00100000:1.0:1767318030.114641:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318030.114675:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498880 00000100:00100000:1.0:1767318030.114682:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498880 00000100:00100000:1.0:1767318030.114717:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:1.0:1767318030.114723:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989498880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318030.114741:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318030.114786:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989498880:12345-0@lo:38:kworker.0 Request processed in 62us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318030.114793:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:1.0:1767318030.114816:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989498752 00000100:00100000:1.0:1767318030.114819:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989498752 00000100:00100000:1.0:1767318030.114839:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499136 00000100:00100000:1.0:1767318030.114842:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499136 00000100:00100000:1.0:1767318030.114855:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499392 00000100:00100000:1.0:1767318030.114858:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499392 00000100:00100000:1.0:1767318030.114880:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22139 00000100:00100000:1.0:1767318030.114884:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989498752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318030.114894:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318030.114918:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989498752:12345-0@lo:38:kworker.0 Request processed in 32us (448us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318030.114923:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22139 00000100:00100000:1.0:1767318030.114935:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22140 00000100:00100000:1.0:1767318030.114939:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989499136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318030.114948:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318030.114971:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989499136:12345-0@lo:38:kworker.0 Request processed in 30us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318030.114976:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22140 00000100:00100000:1.0:1767318030.114986:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22141 00000100:00100000:1.0:1767318030.114990:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989499392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318030.114997:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318030.115019:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989499392:12345-0@lo:38:kworker.0 Request processed in 27us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318030.115024:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22141 00000100:00080000:1.0:1767318030.115063:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318030.115068:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318030.115071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989498752:0@lo:38:kworker.0 00000100:00080000:1.0:1767318030.115081:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318030.115084:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318030.115087:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989498880:0@lo:38:kworker.0 00000100:00080000:1.0:1767318030.115093:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318030.115095:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318030.115098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989499136:0@lo:38:kworker.0 00000100:00080000:1.0:1767318030.115106:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318030.115111:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318030.115113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989499392:0@lo:38:kworker.0 00000100:00100000:1.0:1767318030.115167:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989499520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318030.115193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318030.115217:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318030.115222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989499648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318030.115264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318030.115289:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499520 00000100:00100000:1.0:1767318030.115292:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499520 00000100:00100000:1.0:1767318030.115325:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499648 00000100:00100000:1.0:1767318030.115328:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499648 00000100:00100000:1.0:1767318030.115346:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:1.0:1767318030.115352:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318030.115394:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499520:12345-0@lo:400:kworker.0 Request processed in 42us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318030.115400:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00100000:1.0:1767318030.115410:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061 00000100:00100000:1.0:1767318030.115417:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318030.115440:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989499648:12345-0@lo:400:kworker.0 Request processed in 24us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318030.115445:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061 00000100:00100000:1.0:1767318030.115474:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989499648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318030.115482:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989499520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318030.115571:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989499008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318030.115601:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318030.115630:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318030.115635:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989499264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318030.115654:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318030.115681:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318030.115686:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318030.115702:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499008 00000100:00100000:2.0:1767318030.115706:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499008 00000100:00100000:2.0:1767318030.115740:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499264 00000100:00100000:2.0:1767318030.115743:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499264 00000100:00100000:2.0:1767318030.115761:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225 00000100:00100000:2.0:1767318030.115768:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989499008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318030.115800:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989499008:12345-0@lo:400:kworker.0 Request processed in 33us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318030.115806:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225 00000100:00100000:2.0:1767318030.115818:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226 00000100:00100000:2.0:1767318030.115825:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989499264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318030.115848:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989499264:12345-0@lo:400:kworker.0 Request processed in 25us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318030.115854:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226 00000100:00080000:2.0:1767318030.115882:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318030.115911:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989499264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318030.115920:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989499008:0@lo:400:kworker.0 00010000:00010000:0.0:1767318030.945070:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318031.136818:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318031.968653:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318032.164355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318032.992511:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318033.184428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318033.185203:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989499776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318033.185295:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318033.185384:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499776 00000100:00100000:1.0:1767318033.185392:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499776 00000100:00100000:1.0:1767318033.185441:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:1.0:1767318033.185450:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989499776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318033.185480:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318033.185863:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989499776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 413us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318033.185871:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00080000:2.0:1767318033.185946:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318033.186126:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989499904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318033.186154:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318033.186227:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989499904 00000100:00100000:0.0:1767318033.186245:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989499904 00000100:00100000:0.0:1767318033.186294:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:0.0:1767318033.186303:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989499904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318033.186320:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318033.186352:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989499904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318033.186359:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00080000:2.0:1767318033.186419:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318033.186549:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989499904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318033.186719:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989499776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318034.016479:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318034.211459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318034.275382:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318034.275428:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318034.275575:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758848 00000100:00100000:1.0:1767318034.275585:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758848 00000100:00100000:1.0:1767318034.275669:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758720 00000100:00100000:1.0:1767318034.275674:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758720 00000100:00100000:2.0:1767318034.275679:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4227 00000100:00100000:2.0:1767318034.275696:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925758848:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767318034.275723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318034.275775:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925758848:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318034.278359:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22142 00000100:00100000:1.0:1767318034.278371:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925758720:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318034.278395:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318034.280733:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4227 00000100:00100000:1.0:1767318034.316994:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925758720:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 38611us (41554us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318034.317009:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22142 00010000:00010000:1.0:1767318035.040463:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318035.232896:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318035.232980:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.232999:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318035.233002:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.233006:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318035.233010:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.233019:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318035.233026:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.233044:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318035.233090:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75880 x1853163989500032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318035.233116:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.233120:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318035.233122:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.233126:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318035.233129:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.233133:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318035.233145:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75f80 x1853163989500160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318035.233177:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.233181:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318035.233183:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.233186:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318035.233188:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.233192:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318035.233202:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163989500416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318035.233215:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318035.233218:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318035.233220:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318035.233223:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3279 00000100:00080000:0.0:1767318035.233225:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318035.233245:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318035.233256:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76680 x1853163989500672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318035.234601:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989500544:0@lo:400:kworker.0 00000100:00100000:2.0:1767318035.234679:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318035.234768:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318035.234784:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989500288:0@lo:400:kworker.0 00000100:00100000:2.0:1767318035.234807:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318035.234842:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500544 00000100:00100000:2.0:1767318035.234850:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500544 00000100:00100000:0.0:1767318035.235036:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500288 00000100:00100000:0.0:1767318035.235041:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500288 00000100:00100000:0.0:1767318035.235104:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228 00000100:00100000:0.0:1767318035.235115:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989500288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318035.235174:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989500288:12345-0@lo:400:kworker.0 Request processed in 61us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318035.235181:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228 00000100:00100000:2.0:1767318035.235315:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1767318035.235321:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989500544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318035.235354:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989500544:12345-0@lo:400:kworker.0 Request processed in 34us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318035.235360:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1767318035.235396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989500288:0@lo:400:kworker.0 00000100:00100000:2.0:1767318035.235705:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989500544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318035.236004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989500800:0@lo:400:kworker.0 00000100:00100000:3.0:1767318035.236039:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318035.236071:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318035.236079:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989500928:0@lo:400:kworker.0 00000100:00100000:3.0:1767318035.236098:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318035.236138:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318035.236152:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989500032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318035.236176:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318035.236194:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989500160:0@lo:38:kworker.0 00000100:00100000:3.0:1767318035.236216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318035.236261:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989500416:0@lo:38:kworker.0 00000100:00100000:3.0:1767318035.236282:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318035.236297:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989500672:0@lo:38:kworker.0 00000100:00100000:3.0:1767318035.236317:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318035.236341:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500032 00000100:00100000:3.0:1767318035.236346:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500032 00000100:00100000:3.0:1767318035.236364:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500416 00000100:00100000:3.0:1767318035.236366:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500416 00000100:00100000:3.0:1767318035.236375:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500672 00000100:00100000:3.0:1767318035.236377:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500672 00000100:00100000:3.0:1767318035.236387:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22143 00000100:00100000:3.0:1767318035.236393:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989500032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318035.236422:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318035.236560:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500800 00000100:00100000:0.0:1767318035.236565:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500800 00000100:00100000:0.0:1767318035.236599:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500928 00000100:00100000:0.0:1767318035.236602:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500928 00000100:00100000:0.0:1767318035.236620:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1767318035.236626:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989500800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318035.236665:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989500800:12345-0@lo:400:kworker.0 Request processed in 39us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318035.236671:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1767318035.236685:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:0.0:1767318035.236692:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989500928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318035.236717:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989500928:12345-0@lo:400:kworker.0 Request processed in 26us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318035.236723:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00100000:0.0:1767318035.236749:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989500928:0@lo:400:kworker.0 00000100:00100000:0.0:1767318035.236755:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989500800:0@lo:400:kworker.0 00000100:00100000:0.0:1767318035.236796:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22144 00000100:00100000:0.0:1767318035.236800:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989500416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318035.236810:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318035.236839:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989500416:12345-0@lo:38:kworker.0 Request processed in 37us (556us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318035.236844:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22144 00000100:00100000:0.0:1767318035.236863:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22145 00000100:00100000:0.0:1767318035.236866:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989500672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318035.236872:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318035.236888:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989500672:12345-0@lo:38:kworker.0 Request processed in 21us (570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318035.236893:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22145 00000100:00080000:0.0:1767318035.236913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318035.236915:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318035.237084:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989500160 00000100:00100000:1.0:1767318035.237088:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989500160 00000100:00100000:1.0:1767318035.237105:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:1.0:1767318035.237109:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989500160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318035.237125:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318035.237160:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989500160:12345-0@lo:38:kworker.0 Request processed in 50us (943us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318035.237165:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:3.0:1767318035.239830:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989500032:12345-0@lo:38:kworker.0 Request processed in 3423us (3640us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318035.239845:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22143 00000100:00080000:0.0:1767318035.248048:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318035.248061:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318035.248067:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989500032:0@lo:38:kworker.0 00000100:00080000:0.0:1767318035.248083:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318035.248087:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318035.248090:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989500160:0@lo:38:kworker.0 00000100:00080000:0.0:1767318035.248099:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318035.248102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318035.248105:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989500416:0@lo:38:kworker.0 00000100:00080000:0.0:1767318035.248114:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318035.248117:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318035.248120:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989500672:0@lo:38:kworker.0 00010000:00010000:0.0:1767318036.065122:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318036.259931:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318037.088468:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318037.287155:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318038.112413:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318038.304452:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318038.304465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318038.304466:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989501056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318038.304519:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318038.304570:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318038.304581:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989501184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318038.304609:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501056 00000100:00100000:0.0:1767318038.304613:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318038.304616:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501056 00000100:00100000:1.0:1767318038.304665:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501184 00000100:00100000:1.0:1767318038.304668:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501184 00000100:00080000:0.0:1767318038.304669:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318038.304691:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1767318038.304701:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989501056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318038.304745:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318038.304784:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989501056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318038.304792:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1767318038.304857:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:1.0:1767318038.304866:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989501184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318038.304883:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318038.304917:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989501184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (302us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318038.304919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318038.304923:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00100000:0.0:1767318038.304960:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989501184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318038.304965:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989501056:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318039.136506:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318039.328620:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318039.394830:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318039.396148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318039.396957:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925759104 00000100:00100000:0.0:1767318039.396968:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925759104 00000100:00080000:1.0:1767318039.397095:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318039.400175:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925758976 00000100:00100000:0.0:1767318039.400188:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925758976 00000100:00100000:0.0:1767318039.400243:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4230 00000100:00100000:0.0:1767318039.400261:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925759104:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318039.400289:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22146 00000100:00100000:1.0:1767318039.400295:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925758976:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318039.400325:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318039.400351:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925759104:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (5531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318039.400360:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4230 00000100:00100000:1.0:1767318039.401071:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925758976:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 771us (4923us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318039.401080:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22146 00010000:00010000:1.0:1767318040.160551:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318040.352424:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318040.352435:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318040.352439:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318040.352444:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318040.352448:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318040.352457:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3284 00000100:00080000:3.0:1767318040.352464:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318040.352471:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318040.352512:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49880 x1853163989501312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318040.352533:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318040.352537:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318040.352539:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318040.352544:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3284 00000100:00080000:3.0:1767318040.352547:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318040.352549:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989501312:0@lo:38:kworker.0 00000100:00080000:3.0:1767318040.352554:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318040.352571:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4ad80 x1853163989501440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318040.352606:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318040.352610:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318040.352612:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318040.352615:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3284 00000100:00080000:3.0:1767318040.352618:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318040.352622:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318040.352628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318040.352638:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b800 x1853163989501696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318040.352656:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318040.352660:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318040.352662:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318040.352665:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3284 00000100:00080000:3.0:1767318040.352669:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318040.352682:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318040.352697:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49500 x1853163989501952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318040.352707:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989501440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318040.352744:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318040.352773:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989501696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318040.352796:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318040.352815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989501952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318040.352837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318040.352914:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318040.352945:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989502208:0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.352979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318040.353017:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318040.353024:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989502080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.353047:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318040.353077:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502208 00000100:00100000:2.0:1767318040.353085:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502208 00000100:00100000:2.0:1767318040.353138:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502080 00000100:00100000:2.0:1767318040.353142:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502080 00000100:00100000:2.0:1767318040.353167:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:2.0:1767318040.353176:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989502208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.353243:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989502208:12345-0@lo:400:kworker.0 Request processed in 54us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318040.353251:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:2.0:1767318040.353267:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1767318040.353273:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989502080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.353300:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989502080:12345-0@lo:400:kworker.0 Request processed in 27us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318040.353305:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00080000:2.0:1767318040.353324:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318040.353328:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318040.353358:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989502080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.353369:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989502208:0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.353409:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989501568:0@lo:400:kworker.0 00000100:00100000:2.0:1767318040.353447:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989501824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318040.353651:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501440 00000100:00100000:1.0:1767318040.353656:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501440 00000100:00100000:1.0:1767318040.353693:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767318040.353698:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989501440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318040.353718:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318040.353751:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989501440:12345-0@lo:38:kworker.0 Request processed in 52us (1009us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318040.353757:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:3.0:1767318040.355732:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501312 00000100:00100000:3.0:1767318040.355743:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501312 00000100:00080000:0.0:1767318040.355772:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318040.355781:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318040.355785:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989501440:0@lo:38:kworker.0 00000100:00100000:1.0:1767318040.355823:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501696 00000100:00100000:1.0:1767318040.355829:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501696 00000100:00100000:0.0:1767318040.355834:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318040.355858:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501952 00000100:00100000:1.0:1767318040.355861:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501952 00000100:00100000:1.0:1767318040.355868:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501824 00000100:00100000:1.0:1767318040.355870:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501824 00000100:00100000:1.0:1767318040.355902:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4231 00000100:00100000:1.0:1767318040.355911:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989501824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318040.355949:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318040.355979:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989501824:12345-0@lo:400:kworker.0 Request processed in 69us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318040.355983:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989501568 00000100:00100000:1.0:1767318040.355988:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4231 00000100:00100000:0.0:1767318040.355989:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989501568 00000100:00100000:1.0:1767318040.356022:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22147 00000100:00100000:1.0:1767318040.356026:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989501312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318040.356042:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318040.356073:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989501312:12345-0@lo:38:kworker.0 Request processed in 44us (3448us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318040.356078:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22147 00000100:00100000:1.0:1767318040.356090:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22148 00000100:00100000:1.0:1767318040.356094:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989501696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318040.356103:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318040.356126:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989501696:12345-0@lo:38:kworker.0 Request processed in 31us (3330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318040.356132:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22148 00000100:00100000:1.0:1767318040.356142:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22149 00000100:00100000:1.0:1767318040.356146:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989501952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318040.356154:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318040.356176:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989501952:12345-0@lo:38:kworker.0 Request processed in 29us (3339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318040.356181:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22149 00000100:00080000:1.0:1767318040.356204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318040.356244:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989501824:0@lo:400:kworker.0 00000100:00080000:1.0:1767318040.356266:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318040.356290:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4232 00000100:00100000:0.0:1767318040.356300:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989501568:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318040.356304:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318040.356310:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318040.356314:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989501952:0@lo:38:kworker.0 00000100:00080000:1.0:1767318040.356326:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318040.356331:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318040.356334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989501696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318040.356348:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989501568:12345-0@lo:400:kworker.0 Request processed in 48us (396us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318040.356348:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318040.356357:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318040.356362:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4232 00000100:00100000:1.0:1767318040.356363:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989501312:0@lo:38:kworker.0 00000100:00100000:0.0:1767318040.356491:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989501568:0@lo:400:kworker.0 00010000:00010000:0.0:1767318041.190304:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318041.376726:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318042.208607:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318042.401254:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318043.233730:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318043.425502:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989502336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318043.425652:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318043.427424:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989502464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318043.427565:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318043.427708:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502336 00000100:00100000:1.0:1767318043.427727:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502336 00000100:00100000:1.0:1767318043.427790:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502464 00000100:00100000:1.0:1767318043.427794:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502464 00000100:00100000:1.0:1767318043.427813:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:1.0:1767318043.427841:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989502336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318043.427895:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318043.427974:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989502336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (2308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318043.427981:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:1.0:1767318043.428011:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:1.0:1767318043.428032:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989502464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318043.428058:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318043.428145:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989502464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318043.428152:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00080000:1.0:1767318043.428184:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318043.428188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318043.428220:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989502464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318043.428455:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989502336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318043.429805:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318044.259158:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318044.448573:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318044.515971:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318044.516187:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925759360 00000100:00100000:3.0:1767318044.516197:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925759360 00000100:00100000:3.0:1767318044.516299:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4233 00000100:00100000:3.0:1767318044.516310:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925759360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318044.516401:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925759360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318044.516409:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4233 00000100:00080000:1.0:1767318044.517575:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318044.518495:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318044.518572:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925759232 00000100:00100000:2.0:1767318044.518583:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925759232 00000100:00100000:2.0:1767318044.518638:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22150 00000100:00100000:2.0:1767318044.518647:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925759232:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318044.518674:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318044.518738:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925759232:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 91us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318044.518750:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22150 00010000:00010000:1.0:1767318045.283563:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318045.473005:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318045.473016:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318045.473019:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318045.473024:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318045.473028:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318045.473037:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3290 00000100:00080000:3.0:1767318045.473042:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318045.473049:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318045.473089:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646d80 x1853163989502592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318045.473115:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318045.473118:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318045.473120:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318045.473124:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3290 00000100:00080000:3.0:1767318045.473126:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318045.473130:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318045.473144:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647480 x1853163989502720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318045.473173:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318045.473176:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318045.473177:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318045.473181:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3290 00000100:00080000:3.0:1767318045.473183:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318045.473186:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318045.473196:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644e00 x1853163989502976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318045.473209:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318045.473213:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318045.473214:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318045.473217:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3290 00000100:00080000:3.0:1767318045.473219:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318045.473223:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318045.473255:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163989503232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318045.473444:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989502848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318045.473509:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318045.473515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318045.473549:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989503104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318045.473589:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318045.473631:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502848 00000100:00100000:2.0:1767318045.473639:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502848 00000100:00100000:2.0:1767318045.473705:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503104 00000100:00100000:2.0:1767318045.473709:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503104 00000100:00100000:2.0:1767318045.473730:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234 00000100:00100000:2.0:1767318045.473737:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989502848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318045.473815:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318045.473830:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235 00000100:00100000:0.0:1767318045.473838:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989503104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318045.473869:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989503104:12345-0@lo:400:kworker.0 Request processed in 32us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318045.473869:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989502848:12345-0@lo:400:kworker.0 Request processed in 132us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318045.473876:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235 00000100:00100000:0.0:1767318045.473916:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989503104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318045.473932:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989502848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318045.475890:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989502592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318045.475948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318045.475996:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989502720:0@lo:38:kworker.0 00000100:00100000:1.0:1767318045.476020:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318045.476041:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989502976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318045.476062:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318045.476077:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989503232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318045.476094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318045.476124:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989503360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318045.476147:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318045.476167:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318045.476173:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989503488:0@lo:400:kworker.0 00000100:00100000:1.0:1767318045.476192:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318045.476224:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502592 00000100:00100000:1.0:1767318045.476247:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502592 00000100:00100000:3.0:1767318045.476312:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502976 00000100:00100000:3.0:1767318045.476317:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502976 00000100:00100000:0.0:1767318045.478321:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989502720 00000100:00100000:0.0:1767318045.478332:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989502720 00000100:00100000:0.0:1767318045.478392:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:0.0:1767318045.478400:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989502720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318045.478420:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318045.478490:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989502720:12345-0@lo:38:kworker.0 Request processed in 91us (2469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318045.478498:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00080000:0.0:1767318045.478544:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318045.478549:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318045.478554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989502720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318045.478596:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503232 00000100:00100000:0.0:1767318045.478600:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503232 00000100:00100000:2.0:1767318045.482623:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234 00000100:00100000:2.0:1767318045.486667:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503360 00000100:00100000:2.0:1767318045.486769:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503360 00000100:00100000:2.0:1767318045.486865:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503488 00000100:00100000:2.0:1767318045.486870:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503488 00000100:00100000:2.0:1767318045.486896:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:2.0:1767318045.486906:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989503360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318045.487008:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989503360:12345-0@lo:400:kworker.0 Request processed in 95us (10850us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318045.487016:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00100000:2.0:1767318045.487031:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067 00000100:00100000:2.0:1767318045.487037:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989503488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318045.487064:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989503488:12345-0@lo:400:kworker.0 Request processed in 28us (10871us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318045.487070:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067 00000100:00100000:2.0:1767318045.487123:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989503488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318045.487136:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989503360:0@lo:400:kworker.0 00000100:00080000:2.0:1767318045.487200:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318045.487204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318045.496180:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22151 00000100:00100000:1.0:1767318045.496194:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989502592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318045.496219:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318045.496329:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989502592:12345-0@lo:38:kworker.0 Request processed in 136us (20380us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318045.496337:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22151 00000100:00080000:1.0:1767318045.496392:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318045.496399:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318045.496403:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989502592:0@lo:38:kworker.0 00000100:00100000:3.0:1767318045.498169:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22152 00000100:00100000:3.0:1767318045.498178:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989502976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318045.498197:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318045.498273:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989502976:12345-0@lo:38:kworker.0 Request processed in 94us (22209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318045.498279:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22152 00000100:00100000:0.0:1767318045.499936:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22153 00000100:00100000:0.0:1767318045.499947:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989503232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318045.499966:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318045.500037:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989503232:12345-0@lo:38:kworker.0 Request processed in 90us (23940us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767318045.500126:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318045.500132:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318045.500136:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989502976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318045.500148:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318045.500151:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318045.500154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989503232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318045.512526:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22153 00010000:00010000:0.0:1767318046.305267:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318046.496940:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318047.328483:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318047.520961:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318048.353068:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318048.544453:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318048.544479:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989503616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318048.544558:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318048.544631:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503616 00000100:00100000:1.0:1767318048.544639:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503616 00000100:00100000:1.0:1767318048.544697:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:1.0:1767318048.544708:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989503616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318048.544737:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318048.544784:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989503616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318048.544793:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00080000:1.0:1767318048.544819:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318048.544841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989503744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318048.545086:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318048.545145:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989503616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318048.545251:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503744 00000100:00100000:3.0:1767318048.545256:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503744 00000100:00100000:3.0:1767318048.545298:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:3.0:1767318048.545307:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989503744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318048.545326:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318048.545371:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989503744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318048.545378:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1767318048.545736:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318048.545888:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318048.545915:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989503744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318048.619306:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318048.619404:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925759744 00000100:00100000:2.0:1767318048.619414:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925759744 00000100:00100000:2.0:1767318048.619494:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4236 00000100:00100000:2.0:1767318048.619504:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925759744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318048.619609:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925759744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318048.619617:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4236 00000100:00080000:1.0:1767318048.620206:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767318048.631793:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925759488 offset 0 length 520: 4 00000100:00100000:0.0:1767318048.631855:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318048.631998:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925759616 00000100:00100000:3.0:1767318048.632008:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925759616 00000100:00100000:3.0:1767318048.632059:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22154 00000100:00100000:3.0:1767318048.632067:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925759616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318048.632091:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318048.632214:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925759616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 146us (358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318048.632222:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22154 00010000:00010000:1.0:1767318049.380806:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318049.569818:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318050.400554:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318050.592359:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318025/real 1767318025] req@ffff96e2d797b100 x1853163989498368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318050 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318050.592376:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318050.592381:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318050.592384:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318050.592387:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318050.592390:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318050.592394:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d797b100 x1853163989498368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318050 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318050.592395:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3295 00000100:00080000:3.0:1767318050.592399:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318050.592405:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:1.0:1767318050.592412:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318050.592428:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318050.592431:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989498368:0@lo:250:kworker.0 00000100:00100000:0.0:1767318050.592689:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318050.592745:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163989503872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318050.592772:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318050.592776:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318050.592777:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318050.592781:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3295 00000100:00080000:3.0:1767318050.592784:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318050.592788:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318050.592801:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645f80 x1853163989504000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318050.593092:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989503872:0@lo:38:kworker.0 00000100:00100000:1.0:1767318050.593151:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318050.593221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989504000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318050.593265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318050.593779:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318050.593783:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318050.593785:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318050.593790:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3295 00000100:00080000:3.0:1767318050.593793:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318050.593797:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318050.594088:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989503872 00000100:00100000:2.0:1767318050.594097:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989503872 00000100:00100000:2.0:1767318050.594137:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22155 00000100:00100000:2.0:1767318050.594144:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989503872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318050.594163:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318050.594314:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163989504256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318050.594340:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318050.594343:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318050.594345:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318050.594349:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3295 00000100:00080000:3.0:1767318050.594351:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318050.594355:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318050.594366:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644e00 x1853163989504512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318050.594400:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318050.594403:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318050.594405:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318050.594408:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3274 00000100:00100000:2.0:1767318050.594525:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989503872:12345-0@lo:38:kworker.0 Request processed in 379us (1372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318050.594533:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22155 00000100:00100000:2.0:1767318050.594578:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989504640:0@lo:400:kworker.0 00000100:00100000:2.0:1767318050.594606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318050.595083:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504000 00000100:00100000:0.0:1767318050.595089:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504000 00000100:00100000:0.0:1767318050.595116:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767318050.595143:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989504000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318050.595156:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318050.595199:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989504000:12345-0@lo:38:kworker.0 Request processed in 77us (1932us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318050.595205:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767318050.595262:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989504384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318050.595289:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318050.595309:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318050.595314:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989504128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318050.595333:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318050.595368:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989504256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318050.595389:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318050.595406:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989504512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318050.595519:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989504768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318050.595549:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318050.595592:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504640 00000100:00100000:1.0:1767318050.595597:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504640 00000100:00080000:3.0:1767318050.595742:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318050.595749:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318050.595766:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645880 x1853163989504896/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318050.595799:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504384 00000100:00100000:3.0:1767318050.595802:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504384 00000100:00100000:1.0:1767318050.596522:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504768 00000100:00100000:1.0:1767318050.596528:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504768 00000100:00100000:1.0:1767318050.596557:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:1.0:1767318050.596565:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989504640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318050.596613:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989504640:12345-0@lo:400:kworker.0 Request processed in 49us (2005us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318050.596619:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00100000:3.0:1767318050.596752:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504128 00000100:00100000:3.0:1767318050.596756:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504128 00000100:00100000:3.0:1767318050.596776:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504256 00000100:00100000:3.0:1767318050.596779:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504256 00000100:00100000:3.0:1767318050.596791:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237 00000100:00100000:3.0:1767318050.596796:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989504384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318050.597057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989504640:0@lo:400:kworker.0 00000100:00100000:2.0:1767318050.597087:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:2.0:1767318050.597096:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989504768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318050.597135:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989504768:12345-0@lo:400:kworker.0 Request processed in 41us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318050.597142:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:0.0:1767318050.597216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318050.597253:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318050.597258:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318050.597261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989503872:0@lo:38:kworker.0 00000100:00080000:0.0:1767318050.597272:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318050.597276:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318050.597279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989504000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318050.597300:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989504896:0@lo:250:kworker.0 00000400:00000100:0.0:1767318050.597324:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989504896 offset 0 length 520: 4 00000100:00100000:0.0:1767318050.597371:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989504512 00000100:00100000:0.0:1767318050.597374:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989504512 00000100:00100000:0.0:1767318050.597390:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238 00000100:00100000:0.0:1767318050.597396:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989504128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318050.598254:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22156 00000100:00100000:1.0:1767318050.598260:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989504256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318050.598278:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318050.598351:0:15470:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:2.0:1767318050.598360:0:15470:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_005' 00000100:00080000:2.0:1767318050.598388:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318050.598393:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318050.598395:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318050.598403:0:15468:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:2.0:1767318050.602770:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22157 00000100:00100000:2.0:1767318050.602785:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989504512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318050.602809:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318050.616386:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989504256:12345-0@lo:38:kworker.0 Request processed in 18115us (20986us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318050.616386:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989504384:12345-0@lo:400:kworker.0 Request processed in 19580us (21086us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318050.616399:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22156 00000100:00080000:1.0:1767318050.616478:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318050.616496:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318050.616500:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989504256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318050.616547:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989504768:0@lo:400:kworker.0 00000100:00100000:2.0:1767318050.616772:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989504512:12345-0@lo:38:kworker.0 Request processed in 13987us (19554us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318050.616814:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989504128:12345-0@lo:400:kworker.0 Request processed in 19417us (21478us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318050.616985:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318050.617099:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318050.617104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989504512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318050.617145:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989504128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318050.617156:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989504384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318050.623511:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237 00000100:00100000:2.0:1767318050.624770:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22157 00000100:00100000:0.0:1767318050.625733:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238 00010000:00010000:0.0:1767318051.424497:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318051.617149:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318052.448980:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318052.640345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318053.472668:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318053.664358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318053.665044:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318053.665063:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989505024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318053.665126:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318053.665244:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505024 00000100:00100000:0.0:1767318053.665252:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505024 00000100:00100000:0.0:1767318053.665314:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:0.0:1767318053.665325:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989505024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318053.665356:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318053.665412:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989505024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318053.665420:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00100000:1.0:1767318053.665473:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989505024:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318053.666148:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318053.666209:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318053.666220:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989505152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318053.666276:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318053.666612:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505152 00000100:00100000:2.0:1767318053.666619:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505152 00000100:00100000:2.0:1767318053.666713:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1767318053.666722:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989505152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318053.666744:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318053.666966:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989505152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 244us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318053.666974:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00080000:0.0:1767318053.667114:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318053.667172:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989505152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318053.735040:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318053.735089:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318053.735190:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760000 00000100:00100000:2.0:1767318053.735212:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760000 00000100:00100000:2.0:1767318053.735312:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925759872 00000100:00100000:2.0:1767318053.735315:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925759872 00000100:00100000:2.0:1767318053.735334:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4239 00000100:00100000:2.0:1767318053.735344:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925760000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318053.735414:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925760000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 72us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318053.735432:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4239 00000100:00100000:2.0:1767318053.735450:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22158 00000100:00100000:2.0:1767318053.735455:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925759872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318053.735477:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318053.735504:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925759872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318053.735511:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22158 00000100:00080000:0.0:1767318053.735960:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318054.496473:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318054.688656:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318055.523007:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318055.712600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318055.712821:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.712828:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318055.712830:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.712834:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318055.712837:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318055.712844:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3300 00000100:00080000:2.0:1767318055.712848:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318055.712855:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318055.712896:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163989505280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318055.712928:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.712932:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318055.712934:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318055.712938:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3300 00000100:00080000:2.0:1767318055.712940:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318055.712944:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318055.712957:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989505408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318055.713011:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318055.713353:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989505280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318055.713432:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318055.713492:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989505408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318055.713519:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318055.713560:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505408 00000100:00100000:1.0:1767318055.713568:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505408 00000100:00100000:1.0:1767318055.713600:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:1.0:1767318055.713607:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989505408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318055.713624:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318055.713663:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989505408:12345-0@lo:38:kworker.0 Request processed in 55us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318055.713670:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00080000:1.0:1767318055.713706:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318055.713711:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318055.713714:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989505408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318055.713738:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505280 00000100:00100000:1.0:1767318055.713741:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505280 00000100:00100000:1.0:1767318055.713759:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22159 00000100:00100000:1.0:1767318055.713764:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989505280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318055.713774:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318055.713815:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989505280:12345-0@lo:38:kworker.0 Request processed in 38us (372us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318055.713822:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22159 00000100:00080000:1.0:1767318055.713843:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318055.713846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318055.713849:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989505280:0@lo:38:kworker.0 00000100:00100000:0.0:1767318055.713984:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318055.713995:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989505536:0@lo:400:kworker.0 00000100:00100000:0.0:1767318055.714039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318055.714278:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318055.714282:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318055.714288:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3300 00000100:00080000:2.0:1767318055.714291:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318055.714295:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318055.714313:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989505664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318055.714353:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318055.714357:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318055.714359:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318055.714362:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3300 00000100:00080000:2.0:1767318055.714364:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318055.714368:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318055.714379:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989505920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318055.714429:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989505792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318055.714455:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318055.714539:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505536 00000100:00100000:3.0:1767318055.714543:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505536 00000100:00100000:3.0:1767318055.714589:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505792 00000100:00100000:3.0:1767318055.714593:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505792 00000100:00100000:3.0:1767318055.714613:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4240 00000100:00100000:3.0:1767318055.714619:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989505536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318055.714661:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989505536:12345-0@lo:400:kworker.0 Request processed in 42us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318055.714668:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4240 00000100:00100000:3.0:1767318055.714680:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241 00000100:00100000:3.0:1767318055.714685:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989505792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318055.714710:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989505792:12345-0@lo:400:kworker.0 Request processed in 25us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318055.714716:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241 00000100:00100000:3.0:1767318055.714748:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989505792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318055.714758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989505536:0@lo:400:kworker.0 00000100:00100000:0.0:1767318055.714833:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989505664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318055.714861:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318055.714884:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989505920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318055.714902:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318055.715419:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505664 00000100:00100000:3.0:1767318055.715425:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505664 00000100:00100000:3.0:1767318055.715458:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989505920 00000100:00100000:3.0:1767318055.715461:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989505920 00000100:00100000:3.0:1767318055.715475:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22160 00000100:00100000:3.0:1767318055.715480:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989505664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318055.715494:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318055.715533:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989505664:12345-0@lo:38:kworker.0 Request processed in 51us (671us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318055.715539:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22160 00000100:00100000:3.0:1767318055.715550:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22161 00000100:00100000:3.0:1767318055.715554:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989505920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318055.715562:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318055.715584:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989505920:12345-0@lo:38:kworker.0 Request processed in 28us (681us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318055.715589:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22161 00000100:00080000:3.0:1767318055.715617:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318055.715622:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318055.715625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989505664:0@lo:38:kworker.0 00000100:00080000:3.0:1767318055.715632:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318055.715635:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318055.715637:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989505920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318055.715722:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989506048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318055.715754:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318055.715787:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318055.715793:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989506176:0@lo:400:kworker.0 00000100:00100000:1.0:1767318055.715830:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318055.715968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318055.715984:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506048 00000100:00100000:2.0:1767318055.715988:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506048 00000100:00100000:2.0:1767318055.716039:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506176 00000100:00100000:2.0:1767318055.716043:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506176 00000100:00100000:2.0:1767318055.716064:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:2.0:1767318055.716070:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989506048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318055.716109:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989506048:12345-0@lo:400:kworker.0 Request processed in 39us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318055.716114:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00100000:2.0:1767318055.716127:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:2.0:1767318055.716133:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989506176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318055.716330:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989506176:12345-0@lo:400:kworker.0 Request processed in 27us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318055.716340:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00100000:2.0:1767318055.716375:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989506176:0@lo:400:kworker.0 00000100:00100000:2.0:1767318055.716394:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989506048:0@lo:400:kworker.0 00000100:00080000:1.0:1767318055.716613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318055.716617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767318056.546290:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318056.736657:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318057.575531:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318057.760726:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318058.596963:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318058.784718:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318058.784734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989506304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318058.784813:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318058.784900:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506304 00000100:00100000:3.0:1767318058.784908:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506304 00000100:00100000:3.0:1767318058.784961:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:3.0:1767318058.784971:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989506304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318058.785000:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318058.785045:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989506304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318058.785052:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00100000:3.0:1767318058.785094:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989506304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318058.785337:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989506432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318058.785365:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318058.785452:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506432 00000100:00100000:2.0:1767318058.785457:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506432 00000100:00100000:2.0:1767318058.785491:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:2.0:1767318058.785499:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989506432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318058.785515:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318058.785553:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989506432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318058.785559:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:2.0:1767318058.785589:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989506432:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318058.785661:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318058.785667:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318058.788106:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318058.852455:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318058.852505:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318058.852762:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760256 00000100:00100000:0.0:1767318058.852773:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760256 00000100:00100000:0.0:1767318058.852851:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760128 00000100:00100000:0.0:1767318058.852854:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760128 00000100:00100000:0.0:1767318058.852877:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4242 00000100:00100000:0.0:1767318058.852887:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925760256:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318058.852960:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925760256:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318058.852968:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4242 00000100:00100000:0.0:1767318058.852988:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22162 00000100:00100000:0.0:1767318058.852992:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925760128:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318058.853012:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318058.853038:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925760128:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318058.853045:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22162 00000100:00080000:1.0:1767318058.854055:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318059.616670:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318059.808393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318060.643048:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318060.835037:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318060.835047:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318060.835050:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318060.835054:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318060.835058:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318060.835065:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3305 00000100:00080000:2.0:1767318060.835069:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318060.835075:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318060.835116:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163989506560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318060.835144:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318060.835148:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318060.835150:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318060.835153:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3305 00000100:00080000:2.0:1767318060.835155:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318060.835158:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318060.835171:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989506688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318060.835249:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989506816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318060.835316:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318060.835407:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989506560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318060.835434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318060.835455:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989506688:0@lo:38:kworker.0 00000100:00100000:1.0:1767318060.835473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318060.835509:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506688 00000100:00100000:1.0:1767318060.835516:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506688 00000100:00100000:1.0:1767318060.835545:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767318060.835552:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989506688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318060.835570:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318060.835603:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989506688:12345-0@lo:38:kworker.0 Request processed in 51us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318060.835609:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00080000:1.0:1767318060.835646:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318060.835650:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318060.835653:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989506688:0@lo:38:kworker.0 00000100:00100000:1.0:1767318060.835675:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506816 00000100:00100000:1.0:1767318060.835678:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506816 00000100:00100000:1.0:1767318060.835710:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506560 00000100:00100000:1.0:1767318060.835712:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506560 00000100:00100000:1.0:1767318060.835738:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4243 00000100:00100000:1.0:1767318060.835745:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989506816:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318060.835807:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318060.835811:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318060.835813:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318060.835817:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3305 00000100:00080000:2.0:1767318060.835820:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318060.835823:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318060.835837:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece300 x1853163989506944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318060.836614:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318060.836649:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318060.836666:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22163 00000100:00100000:0.0:1767318060.836672:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989506560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318060.836685:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318060.836721:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989506560:12345-0@lo:38:kworker.0 Request processed in 48us (1286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318060.836727:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22163 00000100:00100000:0.0:1767318060.836764:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989507072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318060.836789:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318060.836815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989506944:0@lo:38:kworker.0 00000100:00100000:0.0:1767318060.836833:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318060.836865:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318060.836869:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318060.836872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989506560:0@lo:38:kworker.0 00000100:00100000:0.0:1767318060.836891:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507072 00000100:00100000:0.0:1767318060.836894:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507072 00000100:00100000:0.0:1767318060.836921:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989506944 00000100:00100000:0.0:1767318060.836923:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989506944 00000100:00100000:0.0:1767318060.836936:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4244 00000100:00100000:0.0:1767318060.836941:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989507072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318060.836970:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989507072:12345-0@lo:400:kworker.0 Request processed in 29us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318060.836976:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4244 00000100:00100000:0.0:1767318060.836990:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22164 00000100:00100000:0.0:1767318060.836994:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989506944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318060.837003:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318060.837028:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989506944:12345-0@lo:38:kworker.0 Request processed in 32us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318060.837033:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22164 00000100:00080000:0.0:1767318060.837047:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318060.837063:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989507072:0@lo:400:kworker.0 00000100:00080000:0.0:1767318060.837077:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318060.837081:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318060.837083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989506944:0@lo:38:kworker.0 00000100:00100000:1.0:1767318060.849966:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989506816:12345-0@lo:400:kworker.0 Request processed in 14212us (14639us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318060.849983:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4243 00000100:00100000:3.0:1767318060.855401:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989506816:0@lo:400:kworker.0 00000100:00080000:2.0:1767318060.855580:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318060.855586:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318060.855590:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318060.855596:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3305 00000100:00080000:2.0:1767318060.855599:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318060.855606:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318060.855645:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989507200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318060.855731:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989507328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318060.855800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318060.855835:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318060.855841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989507456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318060.855973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318060.856006:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507328 00000100:00100000:2.0:1767318060.856013:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507328 00000100:00100000:2.0:1767318060.856066:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507456 00000100:00100000:2.0:1767318060.856069:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507456 00000100:00100000:2.0:1767318060.856091:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:2.0:1767318060.856100:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989507328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318060.856150:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989507328:12345-0@lo:400:kworker.0 Request processed in 52us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318060.856158:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00100000:2.0:1767318060.856174:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073 00000100:00100000:2.0:1767318060.856180:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989507456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318060.856205:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989507456:12345-0@lo:400:kworker.0 Request processed in 26us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318060.856211:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073 00000100:00100000:2.0:1767318060.856266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989507456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318060.856276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989507328:0@lo:400:kworker.0 00000100:00080000:2.0:1767318060.856302:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318060.856306:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318060.856449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989507200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318060.856481:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318060.861012:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507200 00000100:00100000:2.0:1767318060.861027:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507200 00000100:00100000:2.0:1767318060.861097:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22165 00000100:00100000:2.0:1767318060.861105:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989507200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318060.861130:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318060.861223:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989507200:12345-0@lo:38:kworker.0 Request processed in 118us (4740us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318060.861260:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22165 00000100:00080000:1.0:1767318060.862179:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318060.862187:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318060.862191:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989507200:0@lo:38:kworker.0 00010000:00010000:0.0:1767318061.664572:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318061.857492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318062.688667:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318062.881001:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318063.713815:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318063.905074:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318063.905076:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318063.905095:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989507584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318063.905164:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318063.906612:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507584 00000100:00100000:0.0:1767318063.906622:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507584 00000100:00100000:0.0:1767318063.906705:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:0.0:1767318063.906715:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989507584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318063.906748:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318063.906810:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989507584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318063.906818:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00080000:2.0:1767318063.907281:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318063.907988:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989507584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318063.911762:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318063.911789:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989507712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318063.911862:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318063.912387:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507712 00000100:00100000:0.0:1767318063.912395:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507712 00000100:00100000:0.0:1767318063.912468:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:0.0:1767318063.912478:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989507712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318063.912508:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318063.912568:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989507712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318063.912575:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00080000:2.0:1767318063.912753:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318063.912953:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989507712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318063.972086:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318063.972147:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318063.972261:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760512 00000100:00100000:2.0:1767318063.972270:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760512 00000100:00100000:2.0:1767318063.972346:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760384 00000100:00100000:2.0:1767318063.972349:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760384 00000100:00100000:2.0:1767318063.972368:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4245 00000100:00100000:2.0:1767318063.972378:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925760512:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318063.972458:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925760512:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318063.972465:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4245 00000100:00100000:2.0:1767318063.972484:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22166 00000100:00100000:2.0:1767318063.972488:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925760384:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318063.972508:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318063.972542:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925760384:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (394us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318063.972548:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22166 00000100:00080000:0.0:1767318063.972889:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318064.736528:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318064.929476:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318065.760555:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318065.953856:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318065.953878:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318065.953881:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318065.953885:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318065.953889:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318065.953898:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3310 00000100:00080000:3.0:1767318065.953903:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318065.953910:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318065.953960:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989507840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318065.953991:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318065.953994:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318065.953996:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318065.954000:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3310 00000100:00080000:3.0:1767318065.954002:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318065.954006:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318065.954019:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644e00 x1853163989507968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318065.954086:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989508096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318065.954157:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318065.954289:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318065.954293:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318065.954295:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318065.954299:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3310 00000100:00080000:3.0:1767318065.954301:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318065.954305:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318065.954319:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163989508224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318065.954398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318065.954431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989508352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318065.954459:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318065.954501:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508096 00000100:00100000:0.0:1767318065.954509:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508096 00000100:00100000:0.0:1767318065.954556:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508352 00000100:00100000:0.0:1767318065.954559:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508352 00000100:00100000:0.0:1767318065.954584:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246 00000100:00100000:0.0:1767318065.954591:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989508096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318065.954964:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989507840:0@lo:38:kworker.0 00000100:00100000:1.0:1767318065.954992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318065.955015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989507968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318065.955044:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318065.955064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989508224:0@lo:38:kworker.0 00000100:00100000:1.0:1767318065.955083:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318065.955106:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507840 00000100:00100000:1.0:1767318065.955110:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507840 00000100:00100000:1.0:1767318065.955123:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508224 00000100:00100000:1.0:1767318065.955125:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508224 00000100:00100000:1.0:1767318065.955133:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247 00000100:00100000:1.0:1767318065.955140:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989508352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318065.955182:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989508352:12345-0@lo:400:kworker.0 Request processed in 43us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318065.955189:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247 00000100:00100000:1.0:1767318065.955223:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22167 00000100:00100000:1.0:1767318065.955227:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989507840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318065.955274:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318065.955302:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989507840:12345-0@lo:38:kworker.0 Request processed in 73us (308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318065.955308:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22167 00000100:00100000:1.0:1767318065.955319:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22168 00000100:00100000:1.0:1767318065.955323:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989508224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318065.955331:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318065.955360:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989508224:12345-0@lo:38:kworker.0 Request processed in 36us (276us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318065.955365:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22168 00000100:00100000:1.0:1767318065.955381:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989507968 00000100:00100000:1.0:1767318065.955384:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989507968 00000100:00100000:1.0:1767318065.955400:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1767318065.955403:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989507968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318065.955412:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318065.955430:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989507968:12345-0@lo:38:kworker.0 Request processed in 26us (395us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318065.955435:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1767318065.955482:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989508352:0@lo:400:kworker.0 00000100:00080000:1.0:1767318065.955508:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318065.955512:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318065.955516:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989507840:0@lo:38:kworker.0 00000100:00080000:1.0:1767318065.955522:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318065.955525:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318065.955528:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989507968:0@lo:38:kworker.0 00000100:00080000:1.0:1767318065.955533:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318065.955536:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318065.955538:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989508224:0@lo:38:kworker.0 00000100:00080000:1.0:1767318065.955565:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318065.965748:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318065.965761:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318065.965766:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318065.965774:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3310 00000100:00080000:3.0:1767318065.965779:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318065.965787:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318065.965829:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163989508480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318065.965946:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989508608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318065.966009:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318065.966051:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318065.966057:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989508736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318065.966079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318065.966116:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508608 00000100:00100000:3.0:1767318065.966123:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508608 00000100:00100000:3.0:1767318065.966174:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508736 00000100:00100000:3.0:1767318065.966177:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508736 00000100:00100000:3.0:1767318065.966211:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:3.0:1767318065.966220:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989508608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318065.966287:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989508608:12345-0@lo:400:kworker.0 Request processed in 68us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318065.966293:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:3.0:1767318065.966308:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:3.0:1767318065.966314:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989508736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318065.966352:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989508736:12345-0@lo:400:kworker.0 Request processed in 25us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318065.966358:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00080000:3.0:1767318065.966379:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318065.966383:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318065.966411:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989508736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318065.966422:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989508608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318065.967580:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989508096:12345-0@lo:400:kworker.0 Request processed in 12981us (13414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318065.967591:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246 00000100:00100000:1.0:1767318065.968005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989508480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318065.968060:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318065.969014:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508480 00000100:00100000:0.0:1767318065.969027:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508480 00000100:00100000:0.0:1767318065.969082:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22169 00000100:00100000:0.0:1767318065.969090:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989508480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318065.969111:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318065.969191:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989508480:12345-0@lo:38:kworker.0 Request processed in 101us (1130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318065.969211:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22169 00000100:00080000:0.0:1767318065.969279:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318065.969284:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318065.969288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989508480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318065.975065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989508096:0@lo:400:kworker.0 00010000:00010000:0.0:1767318066.784767:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318066.976442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318067.808501:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318068.003622:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318068.832450:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318069.024372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318069.024439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989508864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318069.024503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318069.024564:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508864 00000100:00100000:0.0:1767318069.024573:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508864 00000100:00080000:1.0:1767318069.024636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318069.024696:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:0.0:1767318069.024708:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989508864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318069.024739:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318069.024789:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989508864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318069.024795:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00100000:3.0:1767318069.024922:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989508992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318069.024926:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989508864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318069.024961:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318069.024997:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989508992 00000100:00100000:2.0:1767318069.025002:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989508992 00000100:00100000:2.0:1767318069.025040:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:2.0:1767318069.025047:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989508992:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318069.025051:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767318069.025079:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318069.025116:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989508992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318069.025132:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00100000:3.0:1767318069.025807:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989508992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318069.091819:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318069.091863:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318069.091957:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760768 00000100:00100000:1.0:1767318069.091968:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760768 00000100:00100000:2.0:1767318069.091990:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925760640 00000100:00100000:2.0:1767318069.091997:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925760640 00000100:00080000:3.0:1767318069.092082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318069.092151:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4248 00000100:00100000:2.0:1767318069.092163:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925760768:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318069.092278:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925760768:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 117us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318069.092286:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4248 00000100:00100000:1.0:1767318069.092297:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22170 00000100:00100000:1.0:1767318069.092307:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925760640:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318069.092327:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318069.092497:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925760640:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 190us (632us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318069.092505:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22170 00010000:00010000:1.0:1767318069.856416:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318070.049194:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318070.887341:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318071.072523:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318071.073030:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318071.073038:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318071.073042:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318071.073047:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318071.073052:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318071.073061:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3315 00000100:00080000:0.0:1767318071.073068:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318071.073076:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318071.073214:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2d880 x1853163989509120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318071.073277:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318071.073281:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318071.073283:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318071.073287:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3315 00000100:00080000:0.0:1767318071.073290:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318071.073294:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318071.073309:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2f100 x1853163989509248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318071.073359:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318071.073363:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318071.073365:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318071.073369:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3315 00000100:00080000:0.0:1767318071.073372:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318071.073376:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318071.073388:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2d500 x1853163989509504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318071.073408:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318071.073411:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318071.073412:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318071.073415:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3315 00000100:00080000:0.0:1767318071.073417:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318071.073420:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318071.073428:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707800 x1853163989509760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318071.073473:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989509888:0@lo:400:kworker.0 00000100:00100000:0.0:1767318071.073544:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318071.073594:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989509632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318071.073603:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318071.073611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989510016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318071.073650:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318071.073652:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318071.073716:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989509376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318071.073783:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509888 00000100:00100000:0.0:1767318071.073791:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509888 00000100:00100000:0.0:1767318071.073841:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510016 00000100:00100000:0.0:1767318071.073843:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510016 00000100:00100000:0.0:1767318071.073859:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:0.0:1767318071.073865:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989509888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318071.073911:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989509888:12345-0@lo:400:kworker.0 Request processed in 47us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318071.073917:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00100000:0.0:1767318071.073932:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077 00000100:00100000:0.0:1767318071.073936:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989510016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318071.073953:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989510016:12345-0@lo:400:kworker.0 Request processed in 17us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318071.073956:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077 00000100:00100000:0.0:1767318071.073992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989510016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318071.073999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989509888:0@lo:400:kworker.0 00000100:00080000:0.0:1767318071.074027:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318071.074030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318071.075424:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509632 00000100:00100000:1.0:1767318071.075438:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509632 00000100:00100000:1.0:1767318071.075511:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1767318071.075520:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989509632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318071.075600:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989509632:12345-0@lo:400:kworker.0 Request processed in 84us (1957us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318071.075605:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1767318071.075642:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989509120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318071.075684:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318071.075710:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989509248:0@lo:38:kworker.0 00000100:00100000:1.0:1767318071.075729:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318071.075743:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989509504:0@lo:38:kworker.0 00000100:00100000:1.0:1767318071.075756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318071.075767:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989509760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318071.075782:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318071.075805:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509248 00000100:00100000:1.0:1767318071.075807:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509248 00000100:00100000:1.0:1767318071.075823:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:1.0:1767318071.075826:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989509248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318071.075845:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318071.075870:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989509248:12345-0@lo:38:kworker.0 Request processed in 43us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318071.075874:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:1.0:1767318071.075886:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509120 00000100:00100000:1.0:1767318071.075888:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509120 00000100:00100000:1.0:1767318071.075900:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509504 00000100:00100000:1.0:1767318071.075901:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509504 00000100:00100000:1.0:1767318071.075908:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509760 00000100:00100000:1.0:1767318071.075910:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509760 00000100:00100000:1.0:1767318071.075916:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22171 00000100:00100000:1.0:1767318071.075919:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989509120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318071.075925:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318071.075940:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989509120:12345-0@lo:38:kworker.0 Request processed in 20us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318071.075943:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22171 00000100:00100000:1.0:1767318071.075949:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22172 00000100:00100000:1.0:1767318071.075951:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989509504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318071.075957:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318071.075967:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989509504:12345-0@lo:38:kworker.0 Request processed in 15us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318071.075971:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22172 00000100:00100000:1.0:1767318071.075976:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22173 00000100:00100000:1.0:1767318071.075978:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989509760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318071.075983:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318071.075993:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989509760:12345-0@lo:38:kworker.0 Request processed in 14us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318071.075997:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22173 00000100:00100000:1.0:1767318071.076038:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989509632:0@lo:400:kworker.0 00000100:00080000:1.0:1767318071.076063:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318071.076067:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318071.076069:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989509120:0@lo:38:kworker.0 00000100:00080000:1.0:1767318071.076075:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318071.076078:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318071.076080:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989509248:0@lo:38:kworker.0 00000100:00080000:1.0:1767318071.076084:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318071.076086:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318071.076087:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989509504:0@lo:38:kworker.0 00000100:00080000:1.0:1767318071.076091:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318071.076093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318071.076094:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989509760:0@lo:38:kworker.0 00000100:00080000:0.0:1767318071.076272:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318071.076311:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318071.076349:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989509376 00000100:00100000:1.0:1767318071.076354:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989509376 00000100:00100000:1.0:1767318071.076394:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250 00000100:00100000:1.0:1767318071.076401:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989509376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318071.076438:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989509376:12345-0@lo:400:kworker.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318071.076444:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250 00000100:00080000:0.0:1767318071.076495:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318071.076597:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989509376:0@lo:400:kworker.0 00010000:00010000:0.0:1767318071.904865:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318072.096906:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318072.931003:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318073.121288:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318073.952924:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318074.145264:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989510272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318074.145361:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318074.145443:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318074.145450:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989510144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318074.145472:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318074.145509:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510272 00000100:00100000:1.0:1767318074.145518:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510272 00000100:00100000:1.0:1767318074.145576:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510144 00000100:00100000:1.0:1767318074.145579:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510144 00000100:00100000:1.0:1767318074.145597:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:1.0:1767318074.145607:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989510272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318074.145647:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318074.145700:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989510272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318074.145709:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00100000:1.0:1767318074.145728:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:1.0:1767318074.145735:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989510144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318074.145752:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318074.145777:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989510144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318074.145782:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:1.0:1767318074.145829:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989510144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318074.145841:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989510272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318074.146495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318074.146518:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318074.146525:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318074.213441:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318074.213495:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925760896 offset 0 length 520: 4 00000100:00100000:0.0:1767318074.213519:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318074.213636:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761152 00000100:00100000:2.0:1767318074.213648:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761152 00000100:00100000:2.0:1767318074.213740:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761024 00000100:00100000:2.0:1767318074.213744:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761024 00000100:00100000:2.0:1767318074.213773:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4251 00000100:00100000:2.0:1767318074.213785:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925761152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318074.213880:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925761152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318074.213887:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22174 00000100:00100000:2.0:1767318074.213897:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4251 00000100:00100000:1.0:1767318074.213900:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925761024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318074.213927:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318074.213961:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925761024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 64us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318074.213968:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22174 00000100:00080000:0.0:1767318074.214825:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318074.976835:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318075.168375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318075.168512:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318050/real 1767318050] req@ffff96e2f2645880 x1853163989504896/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318075 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318075.168556:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f2645880 x1853163989504896/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318075 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318075.168577:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318075.168617:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318075.168621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989504896:0@lo:250:kworker.0 00000100:00080000:0.0:1767318075.168708:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318075.168714:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318075.168717:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318075.168723:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3300 00000100:00080000:0.0:1767318075.168727:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318075.168735:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318075.168781:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989510400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318075.168809:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318075.168813:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318075.168815:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318075.168819:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3320 00000100:00080000:0.0:1767318075.168822:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318075.168825:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318075.168841:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704380 x1853163989510528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318075.168849:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318075.168853:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318075.168854:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318075.168858:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3320 00000100:00080000:0.0:1767318075.168861:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318075.168864:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318075.168875:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989510656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318075.168924:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318075.168928:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318075.168931:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318075.168935:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3320 00000100:00080000:0.0:1767318075.168938:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318075.168942:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318075.168953:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706a00 x1853163989510912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318075.168986:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318075.168990:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318075.168991:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318075.168994:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3320 00000100:00080000:0.0:1767318075.168997:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318075.169001:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318075.169012:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163989511168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318075.169074:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989511040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.169077:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989511296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318075.169137:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989510400:0@lo:250:kworker.0 00000100:00100000:1.0:1767318075.170277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989510784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.171493:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318075.171517:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318075.171602:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318075.171615:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989511424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.171649:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318075.171719:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511296 00000100:00100000:0.0:1767318075.171728:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511296 00000100:00100000:0.0:1767318075.171781:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511424 00000100:00100000:0.0:1767318075.171784:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511424 00000100:00100000:0.0:1767318075.171807:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1767318075.171816:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989511296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.171883:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989511296:12345-0@lo:400:kworker.0 Request processed in 67us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318075.171890:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1767318075.171912:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:0.0:1767318075.171918:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989511424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.171950:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989511424:12345-0@lo:400:kworker.0 Request processed in 32us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318075.172308:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:0.0:1767318075.172372:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989511424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.172385:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989511296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.172453:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511040 00000100:00100000:0.0:1767318075.172457:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511040 00000100:00100000:0.0:1767318075.172498:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252 00000100:00100000:0.0:1767318075.172504:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989511040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.172549:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989511040:12345-0@lo:400:kworker.0 Request processed in 45us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318075.172558:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252 00000100:00080000:0.0:1767318075.172572:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767318075.176272:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989510400 offset 0 length 520: 4 00000100:00100000:2.0:1767318075.176347:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989510528:0@lo:38:kworker.0 00000100:00100000:1.0:1767318075.182598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318075.182833:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510784 00000100:00100000:0.0:1767318075.182847:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510784 00000100:00100000:0.0:1767318075.182946:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4253 00000100:00100000:0.0:1767318075.182974:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989510784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318075.183084:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989510784:12345-0@lo:400:kworker.0 Request processed in 129us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318075.183093:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4253 00000100:00080000:1.0:1767318075.193300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318075.193395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989510784:0@lo:400:kworker.0 00000100:00100000:3.0:1767318075.194445:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989511040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318075.194735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318075.194775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989510656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318075.194847:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318075.194878:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989510912:0@lo:38:kworker.0 00000100:00100000:2.0:1767318075.194907:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318075.194936:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989511168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318075.194958:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318075.195012:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510528 00000100:00100000:2.0:1767318075.195030:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510528 00000100:00100000:2.0:1767318075.195077:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510912 00000100:00100000:2.0:1767318075.195080:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510912 00000100:00100000:2.0:1767318075.195097:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511168 00000100:00100000:2.0:1767318075.195099:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511168 00000100:00100000:1.0:1767318075.195266:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989510656 00000100:00100000:1.0:1767318075.195272:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989510656 00000100:00100000:1.0:1767318075.195307:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767318075.195317:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989510656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318075.195346:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318075.195418:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989510656:12345-0@lo:38:kworker.0 Request processed in 102us (570us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318075.195427:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767318075.195482:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22175 00000100:00100000:1.0:1767318075.195488:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989510528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318075.195498:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318075.195527:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989510528:12345-0@lo:38:kworker.0 Request processed in 38us (793us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318075.195533:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22175 00000100:00100000:1.0:1767318075.195548:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22176 00000100:00100000:1.0:1767318075.195552:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989510912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318075.195560:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318075.195583:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989510912:12345-0@lo:38:kworker.0 Request processed in 29us (675us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318075.195588:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22176 00000100:00100000:1.0:1767318075.195601:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22177 00000100:00100000:1.0:1767318075.195604:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989511168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318075.195613:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318075.195635:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989511168:12345-0@lo:38:kworker.0 Request processed in 29us (676us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318075.195642:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22177 00000100:00080000:1.0:1767318075.195701:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318075.195707:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318075.195711:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989510528:0@lo:38:kworker.0 00000100:00080000:1.0:1767318075.195721:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318075.195725:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318075.195728:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989510656:0@lo:38:kworker.0 00000100:00080000:1.0:1767318075.195736:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318075.195739:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318075.195742:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989510912:0@lo:38:kworker.0 00000100:00080000:1.0:1767318075.195751:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318075.195754:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318075.195757:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989511168:0@lo:38:kworker.0 00010000:00010000:1.0:1767318076.003872:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318076.193261:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318077.026042:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318077.216477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318078.049503:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318078.240515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318079.072917:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318079.265309:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989511680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318079.265501:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318079.265583:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318079.265590:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989511552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318079.265620:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318079.265665:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511680 00000100:00100000:3.0:1767318079.265674:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511680 00000100:00100000:3.0:1767318079.265747:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511552 00000100:00100000:2.0:1767318079.266016:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:2.0:1767318079.266041:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f8bd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989511680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318079.266085:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318079.266148:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f8bd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989511680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318079.266156:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00100000:2.0:1767318079.266502:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989511680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318079.266966:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511552 00000100:00100000:3.0:1767318079.267178:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:3.0:1767318079.267188:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989511552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318079.267214:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318079.267298:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989511552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1676us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318079.267306:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00100000:0.0:1767318079.267490:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989511552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318079.267771:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318079.268032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318079.268039:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318079.356630:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318079.356683:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318079.356798:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761280 00000100:00100000:0.0:1767318079.356809:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761280 00000100:00100000:0.0:1767318079.356856:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761408 00000100:00100000:0.0:1767318079.356859:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761408 00000100:00100000:0.0:1767318079.356912:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4254 00000100:00100000:0.0:1767318079.356923:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925761408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318079.357011:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925761408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318079.357019:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4254 00000100:00100000:0.0:1767318079.357040:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22178 00000100:00100000:0.0:1767318079.357045:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925761280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318079.357068:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318079.357094:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925761280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (475us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318079.357101:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22178 00000100:00080000:2.0:1767318079.357434:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318080.097900:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318080.288583:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318080.288595:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318080.288599:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318080.288603:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318080.288607:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318080.288616:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3324 00000100:00080000:2.0:1767318080.288621:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318080.288628:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318080.288675:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163989511808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318080.288705:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318080.288709:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318080.288711:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318080.288715:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3324 00000100:00080000:2.0:1767318080.288718:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318080.288722:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318080.288735:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4ad80 x1853163989511936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318080.288762:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318080.288766:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318080.288768:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318080.288771:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3324 00000100:00080000:2.0:1767318080.288774:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318080.288777:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318080.288791:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163989512192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318080.288807:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318080.288811:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318080.288812:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318080.288816:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3324 00000100:00080000:2.0:1767318080.288818:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318080.288822:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318080.288831:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163989512448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318080.288879:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989512704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318080.288979:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318080.289101:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318080.289107:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989512576:0@lo:400:kworker.0 00000100:00100000:2.0:1767318080.289132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318080.289165:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512704 00000100:00100000:2.0:1767318080.289172:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512704 00000100:00100000:2.0:1767318080.289212:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512576 00000100:00100000:2.0:1767318080.289214:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512576 00000100:00100000:2.0:1767318080.289250:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1767318080.289259:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989512704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318080.289311:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989512704:12345-0@lo:400:kworker.0 Request processed in 54us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318080.289318:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1767318080.289334:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1767318080.289340:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989512576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318080.289364:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989512576:12345-0@lo:400:kworker.0 Request processed in 24us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318080.289369:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1767318080.289408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989512576:0@lo:400:kworker.0 00000100:00100000:2.0:1767318080.289419:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989512704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318080.289513:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989511808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318080.289546:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318080.289581:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989511936:0@lo:38:kworker.0 00000100:00100000:3.0:1767318080.289604:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318080.289626:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989512192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318080.289646:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318080.289662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989512448:0@lo:38:kworker.0 00000100:00100000:3.0:1767318080.289681:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318080.289763:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318080.289784:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989512064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318080.289810:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318080.289840:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318080.289845:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989512320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318080.289867:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318080.289951:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511808 00000100:00100000:3.0:1767318080.289956:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511808 00000100:00100000:3.0:1767318080.289985:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512192 00000100:00100000:3.0:1767318080.289989:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512192 00000100:00100000:3.0:1767318080.289997:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512448 00000100:00100000:3.0:1767318080.289999:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512448 00000100:00100000:3.0:1767318080.290006:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512064 00000100:00100000:3.0:1767318080.290008:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512064 00000100:00100000:3.0:1767318080.290043:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512320 00000100:00100000:3.0:1767318080.290047:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512320 00000100:00100000:3.0:1767318080.290064:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255 00000100:00100000:3.0:1767318080.290070:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989512064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318080.290107:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989512064:12345-0@lo:400:kworker.0 Request processed in 37us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318080.290113:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255 00000100:00100000:3.0:1767318080.290125:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256 00000100:00100000:3.0:1767318080.290131:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989512320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318080.290159:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989512320:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318080.290165:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256 00000100:00100000:3.0:1767318080.290177:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22179 00000100:00100000:3.0:1767318080.290181:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989511808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318080.290200:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318080.290248:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989511808:12345-0@lo:38:kworker.0 Request processed in 47us (682us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318080.290255:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22179 00000100:00100000:3.0:1767318080.290264:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22180 00000100:00100000:3.0:1767318080.290268:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989512192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318080.290277:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318080.290296:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989512192:12345-0@lo:38:kworker.0 Request processed in 27us (649us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318080.290301:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22180 00000100:00100000:3.0:1767318080.290309:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22181 00000100:00100000:3.0:1767318080.290312:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989512448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318080.290320:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318080.290335:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989512448:12345-0@lo:38:kworker.0 Request processed in 21us (653us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318080.290339:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22181 00000100:00080000:3.0:1767318080.290351:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318080.290368:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989512320:0@lo:400:kworker.0 00000100:00100000:3.0:1767318080.290376:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989512064:0@lo:400:kworker.0 00000100:00080000:3.0:1767318080.290402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318080.290406:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318080.290409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989511808:0@lo:38:kworker.0 00000100:00080000:3.0:1767318080.290415:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318080.290419:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318080.290421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989512192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318080.290428:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318080.290430:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318080.290433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989512448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318080.290645:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989511936 00000100:00100000:1.0:1767318080.290650:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989511936 00000100:00100000:1.0:1767318080.290677:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:1.0:1767318080.290682:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989511936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318080.290692:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318080.290729:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989511936:12345-0@lo:38:kworker.0 Request processed in 45us (1124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318080.290735:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00080000:3.0:1767318080.290829:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318080.290832:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318080.290835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989511936:0@lo:38:kworker.0 00010000:00010000:1.0:1767318081.120614:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318081.312575:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318082.145016:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318082.341023:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318083.174119:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318083.360354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318084.192503:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318084.384819:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318084.384995:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989512832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318084.385061:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318084.385150:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318084.385157:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989512960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318084.385177:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318084.394449:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512832 00000100:00100000:2.0:1767318084.394475:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512832 00000100:00100000:2.0:1767318084.394554:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989512960 00000100:00100000:2.0:1767318084.394558:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989512960 00000100:00100000:2.0:1767318084.394580:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767318084.394590:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989512832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318084.394624:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318084.394700:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989512832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (9638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318084.394710:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767318084.394727:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1767318084.394734:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989512960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318084.394749:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318084.394773:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989512960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (9594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318084.394778:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1767318084.394826:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989512960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318084.394842:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989512832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318084.395022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318084.395028:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318084.454182:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318084.454271:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318084.454354:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761664 00000100:00100000:2.0:1767318084.454365:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761664 00000100:00100000:2.0:1767318084.454433:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761536 00000100:00100000:2.0:1767318084.454436:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761536 00000100:00100000:2.0:1767318084.454463:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4257 00000100:00100000:2.0:1767318084.454486:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925761664:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318084.454559:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925761664:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318084.454566:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4257 00000100:00100000:2.0:1767318084.454583:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22182 00000100:00100000:2.0:1767318084.454588:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925761536:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318084.454607:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318084.454633:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925761536:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318084.454639:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22182 00000100:00080000:0.0:1767318084.454806:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318085.219217:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318085.408657:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318085.408721:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318085.408727:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318085.408730:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318085.408734:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318085.408738:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318085.408746:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318085.408751:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318085.408758:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318085.408810:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635c00 x1853163989513088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318085.408836:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318085.408840:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318085.408842:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318085.408845:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318085.408848:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318085.408852:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318085.408867:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163989513216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318085.408895:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767318085.408898:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318085.408901:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318085.408902:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318085.408905:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989513344:0@lo:400:kworker.0 00000100:00080000:0.0:1767318085.408906:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318085.408908:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318085.408911:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318085.408921:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634000 x1853163989513472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318085.408934:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318085.408937:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318085.408938:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318085.408941:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3330 00000100:00080000:0.0:1767318085.408943:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318085.408946:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318085.408957:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634700 x1853163989513728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318085.408972:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318085.408998:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989513856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318085.409025:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318085.409030:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989513600:0@lo:400:kworker.0 00000100:00100000:0.0:1767318085.409046:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318085.409051:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989513984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318085.409079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318085.409084:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513344 00000100:00100000:1.0:1767318085.409091:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513344 00000100:00100000:0.0:1767318085.409107:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513856 00000100:00100000:0.0:1767318085.409110:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513856 00000100:00100000:0.0:1767318085.409135:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513984 00000100:00100000:1.0:1767318085.409135:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513600 00000100:00100000:0.0:1767318085.409137:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513984 00000100:00100000:1.0:1767318085.409137:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513600 00000100:00100000:0.0:1767318085.409152:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:1.0:1767318085.409155:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1767318085.409160:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989513856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409160:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989513344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409206:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989513344:12345-0@lo:400:kworker.0 Request processed in 46us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318085.409213:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258 00000100:00100000:1.0:1767318085.409253:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259 00000100:00100000:1.0:1767318085.409261:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989513600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409288:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989513600:12345-0@lo:400:kworker.0 Request processed in 29us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318085.409295:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00080000:1.0:1767318085.409317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318085.409320:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:2.0:1767318085.409328:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989513984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409343:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989513600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409353:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989513344:0@lo:400:kworker.0 00000100:00100000:2.0:1767318085.409358:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989513984:12345-0@lo:400:kworker.0 Request processed in 33us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318085.409364:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:1.0:1767318085.409395:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989513984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318085.409404:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989513856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318085.409423:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989513856:12345-0@lo:400:kworker.0 Request processed in 263us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318085.409429:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00100000:3.0:1767318085.409686:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989513088:0@lo:38:kworker.0 00000100:00100000:3.0:1767318085.409714:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318085.409744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989513216:0@lo:38:kworker.0 00000100:00100000:3.0:1767318085.409764:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318085.409788:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989513472:0@lo:38:kworker.0 00000100:00100000:3.0:1767318085.409805:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318085.409824:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989513728:0@lo:38:kworker.0 00000100:00100000:3.0:1767318085.409851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318085.409879:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513088 00000100:00100000:3.0:1767318085.409883:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513088 00000100:00100000:3.0:1767318085.409904:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513472 00000100:00100000:3.0:1767318085.409907:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513472 00000100:00100000:3.0:1767318085.409919:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513728 00000100:00100000:3.0:1767318085.409921:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513728 00000100:00100000:3.0:1767318085.409933:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22183 00000100:00100000:3.0:1767318085.409937:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989513088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318085.409953:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318085.409983:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989513088:12345-0@lo:38:kworker.0 Request processed in 44us (268us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318085.409989:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22183 00000100:00100000:3.0:1767318085.410000:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22184 00000100:00100000:3.0:1767318085.410003:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989513472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318085.410011:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318085.410030:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989513472:12345-0@lo:38:kworker.0 Request processed in 26us (224us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318085.410036:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22184 00000100:00100000:3.0:1767318085.410046:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22185 00000100:00100000:3.0:1767318085.410049:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989513728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318085.410057:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318085.410076:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989513728:12345-0@lo:38:kworker.0 Request processed in 25us (224us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318085.410082:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22185 00000100:00080000:3.0:1767318085.410105:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318085.410110:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318085.410113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989513088:0@lo:38:kworker.0 00000100:00080000:3.0:1767318085.410121:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318085.410124:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318085.410126:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989513472:0@lo:38:kworker.0 00000100:00080000:3.0:1767318085.410133:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318085.410136:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318085.410138:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989513728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318085.410245:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989513216 00000100:00100000:2.0:1767318085.410250:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989513216 00000100:00100000:2.0:1767318085.410281:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:2.0:1767318085.410286:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989513216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318085.410297:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318085.410324:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989513216:12345-0@lo:38:kworker.0 Request processed in 37us (559us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318085.410329:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00080000:3.0:1767318085.410460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318085.410464:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318085.410467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989513216:0@lo:38:kworker.0 00010000:00010000:1.0:1767318086.240457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318086.432350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318087.264848:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318087.456364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318088.290370:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318088.480410:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318089.315389:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318089.504848:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989514112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318089.504927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318089.505048:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514112 00000100:00100000:1.0:1767318089.505057:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514112 00000100:00100000:1.0:1767318089.505118:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:1.0:1767318089.505128:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989514112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318089.505157:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318089.505202:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989514112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318089.505209:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00080000:2.0:1767318089.505291:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318089.505325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989514112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318089.505397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318089.505580:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318089.505589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989514240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318089.505616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318089.505774:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514240 00000100:00100000:3.0:1767318089.505779:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514240 00000100:00100000:3.0:1767318089.505820:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:3.0:1767318089.505827:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989514240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318089.505844:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318089.505885:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989514240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318089.505892:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00100000:0.0:1767318089.505960:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989514240:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318089.506043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318089.570831:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318089.570940:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761920 00000100:00100000:1.0:1767318089.570950:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761920 00000100:00100000:1.0:1767318089.571030:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4260 00000100:00100000:1.0:1767318089.571041:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925761920:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318089.571136:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925761920:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318089.571145:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4260 00000100:00080000:2.0:1767318089.571417:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318089.573994:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318089.574578:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925761792 00000100:00100000:3.0:1767318089.574594:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925761792 00000100:00100000:3.0:1767318089.574666:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22186 00000100:00100000:3.0:1767318089.574677:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925761792:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318089.574707:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318089.574875:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925761792:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 198us (895us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318089.574883:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22186 00010000:00010000:1.0:1767318090.339141:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318090.528441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318090.528551:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318090.528563:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318090.528566:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318090.528571:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318090.528576:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318090.528585:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318090.528590:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318090.528599:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318090.528656:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989514368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318090.528690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318090.528694:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318090.528696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318090.528700:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318090.528703:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318090.528707:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318090.528723:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163989514496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318090.528790:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318090.528793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318090.528795:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318090.528799:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318090.528801:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318090.528805:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318090.528822:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5500 x1853163989514752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318090.528839:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318090.528843:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318090.528844:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318090.528848:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3335 00000100:00080000:3.0:1767318090.528850:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318090.528854:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318090.528865:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989515008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318090.528925:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989514880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529010:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318090.529087:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318090.529093:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989514624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529117:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318090.529154:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514880 00000100:00100000:3.0:1767318090.529163:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514880 00000100:00100000:3.0:1767318090.529221:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514624 00000100:00100000:3.0:1767318090.529225:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514624 00000100:00100000:3.0:1767318090.529294:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4261 00000100:00100000:3.0:1767318090.529303:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989514880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529361:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989514880:12345-0@lo:400:kworker.0 Request processed in 59us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318090.529368:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261 00000100:00100000:3.0:1767318090.529387:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4262 00000100:00100000:3.0:1767318090.529394:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989514624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529420:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989514624:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318090.529425:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4262 00000100:00100000:3.0:1767318090.529450:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989515264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529479:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318090.529506:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318090.529511:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989515136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529538:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318090.529552:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989514368:0@lo:38:kworker.0 00000100:00100000:3.0:1767318090.529591:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989514624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529603:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989514880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529656:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515264 00000100:00100000:3.0:1767318090.529660:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515264 00000100:00100000:3.0:1767318090.529685:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515136 00000100:00100000:3.0:1767318090.529687:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515136 00000100:00100000:3.0:1767318090.529704:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:3.0:1767318090.529710:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529761:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515264:12345-0@lo:400:kworker.0 Request processed in 51us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318090.529770:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:3.0:1767318090.529780:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:3.0:1767318090.529785:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529807:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989515136:12345-0@lo:400:kworker.0 Request processed in 22us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318090.529812:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00000100:00100000:3.0:1767318090.529832:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989515136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318090.529840:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989515264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318090.530505:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318090.530782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989514496:0@lo:38:kworker.0 00000100:00100000:1.0:1767318090.530817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318090.530850:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989514752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318090.530876:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318090.530896:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989515008:0@lo:38:kworker.0 00000100:00100000:1.0:1767318090.530917:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318090.530961:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514496 00000100:00100000:1.0:1767318090.530970:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514496 00000100:00100000:1.0:1767318090.531010:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:1.0:1767318090.531101:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989514496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318090.531129:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318090.531189:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989514496:12345-0@lo:38:kworker.0 Request processed in 169us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318090.531197:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00000100:00100000:1.0:1767318090.531222:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514368 00000100:00100000:1.0:1767318090.531226:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514368 00000100:00100000:1.0:1767318090.531412:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989514752 00000100:00100000:1.0:1767318090.531416:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989514752 00000100:00100000:1.0:1767318090.531427:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515008 00000100:00100000:1.0:1767318090.531429:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515008 00000100:00100000:1.0:1767318090.531441:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22187 00000100:00100000:1.0:1767318090.531445:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989514368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318090.531455:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318090.531480:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989514368:12345-0@lo:38:kworker.0 Request processed in 34us (979us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318090.531485:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22187 00000100:00100000:1.0:1767318090.531494:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22188 00000100:00100000:1.0:1767318090.531497:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989514752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318090.531505:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318090.531524:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989514752:12345-0@lo:38:kworker.0 Request processed in 25us (647us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318090.531529:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22188 00000100:00100000:1.0:1767318090.531539:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22189 00000100:00100000:1.0:1767318090.531543:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989515008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318090.531551:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318090.531682:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989515008:12345-0@lo:38:kworker.0 Request processed in 136us (762us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318090.531690:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22189 00000100:00080000:2.0:1767318090.531718:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318090.531845:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318090.531853:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318090.531857:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989514368:0@lo:38:kworker.0 00000100:00080000:1.0:1767318090.531868:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318090.531873:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318090.531877:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989514496:0@lo:38:kworker.0 00000100:00080000:1.0:1767318090.531887:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318090.531891:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318090.531895:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989514752:0@lo:38:kworker.0 00000100:00080000:1.0:1767318090.531904:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318090.531907:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318090.531910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989515008:0@lo:38:kworker.0 00010000:00010000:1.0:1767318091.360692:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318091.552509:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318092.389220:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318092.581093:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318093.409454:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318093.600619:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318094.433193:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318094.624924:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989515392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318094.624990:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318094.625152:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515392 00000100:00100000:1.0:1767318094.625171:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515392 00000100:00100000:1.0:1767318094.625248:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:1.0:1767318094.625257:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989515392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318094.625285:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318094.625333:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989515392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318094.625340:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:1.0:1767318094.625386:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989515392:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318094.625884:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318094.626140:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318094.626744:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318094.626758:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989515520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318094.626803:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318094.626923:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515520 00000100:00100000:0.0:1767318094.626930:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515520 00000100:00100000:0.0:1767318094.626995:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00080000:2.0:1767318094.627099:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318094.627707:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989515520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318094.627746:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318094.627843:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989515520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 839us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318094.627937:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989515520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318094.632330:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1767318094.692368:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318094.692479:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318094.692565:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762176 00000100:00100000:1.0:1767318094.692580:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762176 00000100:00100000:1.0:1767318094.692723:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762048 00000100:00100000:1.0:1767318094.692727:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762048 00000100:00100000:1.0:1767318094.692749:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4263 00000100:00100000:1.0:1767318094.692759:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925762176:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318094.692859:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925762176:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318094.692867:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4263 00000100:00100000:1.0:1767318094.692887:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22190 00000100:00100000:1.0:1767318094.692892:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925762048:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318094.692914:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318094.694085:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318094.695797:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925762048:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 2892us (3307us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318094.695812:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22190 00010000:00010000:1.0:1767318095.458029:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318095.648367:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318095.648379:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318095.648382:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318095.648387:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318095.648391:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318095.648399:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3340 00000100:00080000:3.0:1767318095.648404:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318095.648411:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318095.648463:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163989515648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318095.648490:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318095.648494:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318095.648497:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318095.648549:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3340 00000100:00080000:3.0:1767318095.648553:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318095.648557:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318095.648572:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7100 x1853163989515776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318095.648582:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318095.648608:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318095.648612:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767318095.648615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989515904:0@lo:400:kworker.0 00000100:00080000:3.0:1767318095.648616:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318095.648623:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3340 00000100:00080000:3.0:1767318095.648627:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318095.648629:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318095.648676:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163989516032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318095.648695:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318095.648699:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318095.648701:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318095.648705:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3340 00000100:00080000:3.0:1767318095.648707:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318095.648713:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318095.648718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318095.648730:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989516288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318095.648786:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989516416:0@lo:400:kworker.0 00000100:00100000:0.0:1767318095.648795:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318095.648803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989516160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318095.648824:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318095.648836:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318095.648850:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318095.648859:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989516544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318095.648877:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515904 00000100:00100000:0.0:1767318095.648885:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515904 00000100:00100000:3.0:1767318095.648890:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318095.648946:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516160 00000100:00100000:0.0:1767318095.648950:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516160 00000100:00100000:0.0:1767318095.648985:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4264 00000100:00100000:0.0:1767318095.648993:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989515904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318095.649044:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989515904:12345-0@lo:400:kworker.0 Request processed in 51us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318095.649051:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264 00000100:00100000:0.0:1767318095.649069:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265 00000100:00100000:0.0:1767318095.649075:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989516160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318095.649102:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989516160:12345-0@lo:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318095.649107:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265 00000100:00100000:0.0:1767318095.649150:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989516160:0@lo:400:kworker.0 00000100:00100000:0.0:1767318095.649162:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989515904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318095.649873:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516416 00000100:00100000:2.0:1767318095.649881:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516416 00000100:00100000:2.0:1767318095.649913:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516544 00000100:00100000:2.0:1767318095.649916:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516544 00000100:00100000:2.0:1767318095.650022:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1767318095.650030:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989516416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318095.650086:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989516416:12345-0@lo:400:kworker.0 Request processed in 58us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318095.650093:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1767318095.650106:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:2.0:1767318095.650112:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989516544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318095.650138:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989516544:12345-0@lo:400:kworker.0 Request processed in 26us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318095.650143:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1767318095.650208:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989516544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318095.650221:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989516416:0@lo:400:kworker.0 00000100:00080000:3.0:1767318095.650658:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318095.650686:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989515648:0@lo:38:kworker.0 00000100:00100000:3.0:1767318095.650725:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318095.650770:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989515776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318095.650797:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318095.650821:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989516032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318095.650842:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318095.650859:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989516288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318095.650879:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318095.650910:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515648 00000100:00100000:3.0:1767318095.650915:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515648 00000100:00100000:3.0:1767318095.650943:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516032 00000100:00100000:3.0:1767318095.650946:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516032 00000100:00100000:3.0:1767318095.650959:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516288 00000100:00100000:3.0:1767318095.650961:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516288 00000100:00100000:3.0:1767318095.650977:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22191 00000100:00100000:3.0:1767318095.650983:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989515648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318095.651001:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318095.651036:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989515648:12345-0@lo:38:kworker.0 Request processed in 52us (310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318095.651042:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22191 00000100:00100000:3.0:1767318095.651055:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22192 00000100:00100000:3.0:1767318095.651058:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989516032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318095.651067:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318095.651091:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989516032:12345-0@lo:38:kworker.0 Request processed in 31us (247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318095.651097:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22192 00000100:00100000:3.0:1767318095.651108:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22193 00000100:00100000:3.0:1767318095.651112:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989516288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318095.651121:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318095.651141:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989516288:12345-0@lo:38:kworker.0 Request processed in 27us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318095.651146:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22193 00000100:00080000:3.0:1767318095.651175:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318095.651180:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318095.651183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989515648:0@lo:38:kworker.0 00000100:00080000:3.0:1767318095.651191:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318095.651194:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318095.651197:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989516032:0@lo:38:kworker.0 00000100:00080000:3.0:1767318095.651203:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318095.651206:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318095.651209:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989516288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318095.651586:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989515776 00000100:00100000:3.0:1767318095.651591:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989515776 00000100:00100000:3.0:1767318095.651618:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:3.0:1767318095.651622:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989515776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318095.651633:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318095.651680:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989515776:12345-0@lo:38:kworker.0 Request processed in 56us (881us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318095.651686:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00080000:3.0:1767318095.651713:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318095.651717:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318095.651720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989515776:0@lo:38:kworker.0 00010000:00010000:1.0:1767318096.484190:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318096.672431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318097.504471:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318097.696550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318098.528470:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318098.720481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318098.800210:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767318098.800280:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925762304 offset 0 length 520: 4 00000100:00100000:3.0:1767318098.800304:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318098.801116:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762560 00000100:00100000:1.0:1767318098.801126:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762560 00000100:00100000:1.0:1767318098.801459:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762432 00000100:00100000:1.0:1767318098.801463:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762432 00000100:00100000:1.0:1767318098.801500:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4266 00000100:00100000:1.0:1767318098.801510:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925762560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318098.801615:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925762560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318098.801623:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4266 00000100:00100000:1.0:1767318098.801641:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22194 00000100:00100000:1.0:1767318098.801645:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925762432:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:3.0:1767318098.801998:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767318098.802184:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318098.802254:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925762432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 605us (1948us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318098.802261:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22194 00010000:00010000:0.0:1767318099.552515:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318099.744602:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318099.744638:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989516672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318099.744709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318099.744756:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516672 00000100:00100000:0.0:1767318099.744766:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516672 00000100:00080000:1.0:1767318099.744805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318099.744835:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:0.0:1767318099.744847:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989516672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318099.744877:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318099.744935:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989516672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318099.744942:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00100000:1.0:1767318099.748863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989516672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318099.751454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989516800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318099.751519:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318099.751650:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989516800 00000100:00100000:1.0:1767318099.751730:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989516800 00000100:00100000:1.0:1767318099.751858:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:1.0:1767318099.751869:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989516800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318099.751898:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318099.751950:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989516800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318099.751958:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00100000:0.0:1767318099.753425:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989516800:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318099.753577:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318100.578255:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318100.768532:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318075/real 1767318075] req@ffff96e2fa704000 x1853163989510400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318100 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318100.768577:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa704000 x1853163989510400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318100 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318100.768592:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318100.768602:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318100.768605:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989510400:0@lo:250:kworker.0 00000100:00080000:1.0:1767318100.768700:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318100.768706:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318100.768708:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318100.768714:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3324 00000100:00080000:1.0:1767318100.768718:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318100.768725:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318100.768733:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318100.768756:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163989516928/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318100.768789:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318100.768793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318100.768796:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318100.768799:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3345 00000100:00080000:1.0:1767318100.768801:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318100.768804:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318100.768843:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989516928:0@lo:250:kworker.0 00000100:00100000:1.0:1767318100.768849:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989517056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318100.768871:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318100.768874:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318100.768876:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318100.768880:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3345 00000400:00000100:0.0:1767318100.768884:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989516928 offset 0 length 520: 4 00000100:00080000:1.0:1767318100.768885:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318100.768893:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318100.768906:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163989517184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318100.768939:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318100.768942:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318100.768945:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318100.768949:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3345 00000100:00080000:1.0:1767318100.768952:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318100.768955:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318100.768964:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989517312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318100.768969:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989517440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318100.768990:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318100.768994:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318100.768996:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318100.769000:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3345 00000100:00080000:1.0:1767318100.769003:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318100.769006:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318100.769012:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318100.769022:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707800 x1853163989517696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318100.769106:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989517568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318100.769137:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318100.769190:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989517056:0@lo:38:kworker.0 00000100:00100000:0.0:1767318100.769210:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318100.770787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989517184:0@lo:38:kworker.0 00000100:00100000:0.0:1767318100.770837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318100.770858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989517440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318100.770879:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318100.771165:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989517696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318100.771188:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318100.771288:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517312 00000100:00100000:2.0:1767318100.771297:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517312 00000100:00100000:2.0:1767318100.771432:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517568 00000100:00100000:2.0:1767318100.771437:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517568 00000100:00100000:2.0:1767318100.771455:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517056 00000100:00100000:2.0:1767318100.771458:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517056 00000100:00100000:2.0:1767318100.771466:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517440 00000100:00100000:2.0:1767318100.771469:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517440 00000100:00100000:2.0:1767318100.771479:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267 00000100:00100000:2.0:1767318100.771487:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989517312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318100.771554:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989517312:12345-0@lo:400:kworker.0 Request processed in 67us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318100.771561:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267 00000100:00100000:2.0:1767318100.771577:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4268 00000100:00100000:2.0:1767318100.771583:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989517568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318100.771613:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989517568:12345-0@lo:400:kworker.0 Request processed in 30us (2475us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318100.771618:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4268 00000100:00100000:2.0:1767318100.771630:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22195 00000100:00100000:2.0:1767318100.771634:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989517056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318100.771652:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318100.771679:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989517056:12345-0@lo:38:kworker.0 Request processed in 44us (2468us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318100.771685:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22195 00000100:00100000:2.0:1767318100.771695:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22196 00000100:00100000:2.0:1767318100.771699:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989517440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318100.771707:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318100.771730:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989517440:12345-0@lo:38:kworker.0 Request processed in 30us (850us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318100.771735:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22196 00000100:00080000:2.0:1767318100.771752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318100.771790:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989517312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318100.771840:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517184 00000100:00100000:2.0:1767318100.771844:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517184 00000100:00100000:2.0:1767318100.771863:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:2.0:1767318100.771868:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989517184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318100.771877:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318100.772493:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318100.772500:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318100.772504:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989517056:0@lo:38:kworker.0 00000100:00080000:0.0:1767318100.772515:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318100.772519:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318100.772522:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989517440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318100.772561:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989517952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318100.772574:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989517824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318100.772600:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318100.772622:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517952 00000100:00100000:1.0:1767318100.772628:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517952 00000100:00100000:0.0:1767318100.772649:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517696 00000100:00100000:0.0:1767318100.772655:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517696 00000100:00100000:1.0:1767318100.772666:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1767318100.772676:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989517952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318100.772684:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22197 00000100:00100000:0.0:1767318100.772690:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989517696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318100.772701:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318100.772718:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989517952:12345-0@lo:400:kworker.0 Request processed in 43us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318100.772726:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:0.0:1767318100.772742:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989517696:12345-0@lo:38:kworker.0 Request processed in 50us (1551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318100.772753:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22197 00000100:00100000:1.0:1767318100.772757:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318100.772792:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989517952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318100.772792:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989517824 00000100:00100000:1.0:1767318100.772798:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989517824 00000100:00100000:1.0:1767318100.772826:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:1.0:1767318100.772834:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989517824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318100.773564:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989517184:12345-0@lo:38:kworker.0 Request processed in 1688us (2720us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318100.773573:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00080000:0.0:1767318100.773685:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318100.773692:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318100.773695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989517696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318100.773715:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989517824:12345-0@lo:400:kworker.0 Request processed in 879us (961us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318100.773717:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318100.773724:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318100.773729:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:0.0:1767318100.773731:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989517184:0@lo:38:kworker.0 00000100:00100000:3.0:1767318100.773797:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989517568:0@lo:400:kworker.0 00000100:00100000:2.0:1767318100.773812:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989517824:0@lo:400:kworker.0 00010000:00010000:1.0:1767318101.602338:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318101.792605:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318102.625940:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318102.816546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318103.649295:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318103.842636:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318103.907382:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318103.907467:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318103.907608:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762688 00000100:00100000:0.0:1767318103.907621:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762688 00000100:00100000:0.0:1767318103.907681:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762816 00000100:00100000:0.0:1767318103.907684:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762816 00000100:00100000:0.0:1767318103.907738:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4269 00000100:00100000:0.0:1767318103.907748:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925762816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318103.907838:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925762816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318103.907846:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4269 00000100:00100000:0.0:1767318103.907872:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22198 00000100:00100000:0.0:1767318103.907877:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925762688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318103.907913:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318103.907943:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925762688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 64us (576us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318103.907949:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22198 00000100:00080000:2.0:1767318103.908784:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318104.673767:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318104.864820:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989518080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318104.865128:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318104.865321:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518080 00000100:00100000:2.0:1767318104.865333:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518080 00000100:00100000:2.0:1767318104.865417:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:2.0:1767318104.865427:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989518080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318104.865476:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318104.865535:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989518080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318104.865544:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767318104.865749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318104.865764:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989518208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318104.865797:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318104.865829:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518208 00000100:00100000:0.0:1767318104.865832:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518208 00000100:00100000:0.0:1767318104.865855:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1767318104.865861:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989518208:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318104.865996:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318104.866000:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318104.866040:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989518080:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318104.866678:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318104.866749:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989518208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 886us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318104.866757:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:3.0:1767318104.867059:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989518208:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318105.697209:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318105.888435:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.888478:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318105.888481:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.888486:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318105.888491:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318105.888502:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3350 00000100:00080000:1.0:1767318105.888509:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318105.888528:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318105.888583:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989518336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318105.888613:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.888616:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318105.888618:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318105.888622:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3350 00000100:00080000:1.0:1767318105.888624:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318105.888628:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318105.888643:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163989518464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318105.888673:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.888677:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318105.888679:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318105.888682:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3350 00000100:00080000:1.0:1767318105.888685:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318105.888688:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318105.888699:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163989518720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318105.888713:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318105.888717:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318105.888719:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318105.888723:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3350 00000100:00080000:1.0:1767318105.888726:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318105.888729:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318105.888739:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706a00 x1853163989518976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318105.888937:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989518592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318105.889026:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318105.889107:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318105.889114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989518848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318105.889138:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318105.889260:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518592 00000100:00100000:1.0:1767318105.889270:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518592 00000100:00100000:1.0:1767318105.889346:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518848 00000100:00100000:1.0:1767318105.889350:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518848 00000100:00100000:1.0:1767318105.889381:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270 00000100:00100000:1.0:1767318105.889390:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989518592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318105.889467:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989518592:12345-0@lo:400:kworker.0 Request processed in 77us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318105.889476:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270 00000100:00100000:1.0:1767318105.889496:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:1.0:1767318105.889503:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989518848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318105.889531:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989518848:12345-0@lo:400:kworker.0 Request processed in 30us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318105.889537:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:1.0:1767318105.889593:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989518848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318105.889608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989518592:0@lo:400:kworker.0 00000100:00100000:3.0:1767318105.889743:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989519104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318105.889784:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318105.889813:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318105.889819:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989519232:0@lo:400:kworker.0 00000100:00100000:3.0:1767318105.889843:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318105.889888:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519104 00000100:00100000:3.0:1767318105.889893:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519104 00000100:00100000:3.0:1767318105.889924:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519232 00000100:00100000:3.0:1767318105.889927:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519232 00000100:00100000:3.0:1767318105.889947:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:3.0:1767318105.889955:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989519104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318105.889993:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989519104:12345-0@lo:400:kworker.0 Request processed in 39us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318105.889999:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:3.0:1767318105.890013:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091 00000100:00100000:3.0:1767318105.890020:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989519232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318105.890044:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989519232:12345-0@lo:400:kworker.0 Request processed in 25us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318105.890049:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091 00000100:00100000:3.0:1767318105.890091:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989519232:0@lo:400:kworker.0 00000100:00100000:3.0:1767318105.890100:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989519104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318105.890315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989518336:0@lo:38:kworker.0 00000100:00100000:0.0:1767318105.890355:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318105.890380:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989518464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318105.890404:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318105.890429:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989518720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318105.890463:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318105.890482:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989518976:0@lo:38:kworker.0 00000100:00100000:0.0:1767318105.890503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318105.890547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318105.890562:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518464 00000100:00100000:0.0:1767318105.890566:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518464 00000100:00100000:0.0:1767318105.890592:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:0.0:1767318105.890597:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989518464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318105.890621:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318105.890658:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989518464:12345-0@lo:38:kworker.0 Request processed in 59us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318105.890665:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00100000:0.0:1767318105.890689:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518336 00000100:00100000:0.0:1767318105.890692:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518336 00000100:00100000:0.0:1767318105.890711:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518720 00000100:00100000:0.0:1767318105.890713:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518720 00000100:00100000:0.0:1767318105.890726:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989518976 00000100:00100000:0.0:1767318105.890729:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989518976 00000100:00100000:0.0:1767318105.890743:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22199 00000100:00100000:0.0:1767318105.890748:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989518336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318105.890757:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318105.890786:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989518336:12345-0@lo:38:kworker.0 Request processed in 38us (431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318105.890792:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22199 00000100:00100000:0.0:1767318105.890804:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22200 00000100:00100000:0.0:1767318105.890808:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989518720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318105.890817:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318105.890840:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989518720:12345-0@lo:38:kworker.0 Request processed in 31us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318105.890845:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22200 00000100:00100000:0.0:1767318105.890856:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22201 00000100:00100000:0.0:1767318105.890861:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989518976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318105.890869:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318105.890893:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989518976:12345-0@lo:38:kworker.0 Request processed in 30us (389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318105.890898:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22201 00000100:00080000:0.0:1767318105.890933:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318105.890939:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318105.890943:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989518336:0@lo:38:kworker.0 00000100:00080000:0.0:1767318105.890952:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318105.890955:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318105.890957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989518464:0@lo:38:kworker.0 00000100:00080000:0.0:1767318105.891529:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318105.891535:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318105.891539:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989518720:0@lo:38:kworker.0 00000100:00080000:0.0:1767318105.891548:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318105.891552:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318105.891555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989518976:0@lo:38:kworker.0 00000100:00080000:2.0:1767318105.891659:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318106.721271:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318106.912508:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318107.747357:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318107.936667:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318108.769920:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318108.962447:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318109.028432:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318109.028595:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318109.029916:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763072 00000100:00100000:0.0:1767318109.029929:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763072 00000100:00080000:3.0:1767318109.030029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318109.030069:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925762944 00000100:00100000:2.0:1767318109.030075:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925762944 00000100:00100000:2.0:1767318109.030115:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4272 00000100:00100000:2.0:1767318109.030126:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925763072:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318109.030209:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925763072:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318109.030376:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4272 00000100:00100000:3.0:1767318109.030972:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22202 00000100:00100000:3.0:1767318109.030981:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925762944:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318109.031002:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318109.031093:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925762944:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 111us (2497us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318109.031100:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22202 00010000:00010000:0.0:1767318109.796860:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318109.984361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318109.984424:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318109.984440:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989519360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318109.984508:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318109.984574:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519360 00000100:00100000:3.0:1767318109.984583:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519360 00000100:00100000:3.0:1767318109.984663:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:3.0:1767318109.984674:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989519360:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318109.984680:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318109.984691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989519488:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318109.984703:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318109.984722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318109.984754:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519488 00000100:00100000:0.0:1767318109.984757:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519488 00000100:00100000:3.0:1767318109.984768:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989519360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318109.984777:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:0.0:1767318109.984797:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:0.0:1767318109.984878:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989519488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318109.984895:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318109.984925:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989519488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (203us total) trans 0 rc 0/0 00000100:00080000:2.0:1767318109.985073:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318109.985078:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318109.985116:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989519360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318109.985152:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989519488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318109.987874:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00010000:00010000:1.0:1767318110.816485:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318111.009682:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318111.009692:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318111.009695:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318111.009698:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318111.009703:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318111.009711:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3355 00000100:00080000:3.0:1767318111.009715:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318111.009723:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318111.009760:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163989519616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318111.009791:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318111.009794:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318111.009796:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318111.009799:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3355 00000100:00080000:3.0:1767318111.009802:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318111.009805:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318111.009829:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e300 x1853163989519744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318111.009871:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318111.009875:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318111.009877:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318111.009880:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3355 00000100:00080000:3.0:1767318111.009883:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318111.009886:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318111.009897:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163989520000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318111.009912:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318111.009916:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318111.009918:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318111.009921:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3355 00000100:00080000:3.0:1767318111.009923:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318111.009927:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318111.009936:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163989520256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318111.009986:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989520128:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010072:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318111.010133:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318111.010139:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989519872:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010168:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318111.010197:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989520384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010222:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318111.010263:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318111.010269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989520512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010299:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318111.010337:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520128 00000100:00100000:3.0:1767318111.010355:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520128 00000100:00100000:3.0:1767318111.010399:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519872 00000100:00100000:3.0:1767318111.010402:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519872 00000100:00100000:3.0:1767318111.010425:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273 00000100:00100000:3.0:1767318111.010433:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989520128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010483:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989520128:12345-0@lo:400:kworker.0 Request processed in 51us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318111.010490:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273 00000100:00100000:3.0:1767318111.010505:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274 00000100:00100000:3.0:1767318111.010727:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989519872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010758:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989519872:12345-0@lo:400:kworker.0 Request processed in 248us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318111.010764:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274 00000100:00100000:3.0:1767318111.010784:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520384 00000100:00100000:3.0:1767318111.010788:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520384 00000100:00100000:3.0:1767318111.010823:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520512 00000100:00100000:3.0:1767318111.010826:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520512 00000100:00100000:3.0:1767318111.010846:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:3.0:1767318111.010853:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989520384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010886:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989520384:12345-0@lo:400:kworker.0 Request processed in 34us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318111.010893:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:3.0:1767318111.010903:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:3.0:1767318111.010909:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989520512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010933:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989520512:12345-0@lo:400:kworker.0 Request processed in 25us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318111.010939:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:3.0:1767318111.010983:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989520512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.010993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989520384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.011018:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989519872:0@lo:400:kworker.0 00000100:00100000:3.0:1767318111.011028:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989520128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318111.011252:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318111.011280:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318111.011283:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318111.011298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318111.011770:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989519616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318111.011820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318111.011858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989519744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318111.011881:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318111.011910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989520000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318111.011930:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318111.011956:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989520256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318111.011975:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318111.012005:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519616 00000100:00100000:0.0:1767318111.012009:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519616 00000100:00100000:0.0:1767318111.012032:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520000 00000100:00100000:0.0:1767318111.012034:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520000 00000100:00100000:2.0:1767318111.012171:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989519744 00000100:00100000:2.0:1767318111.012175:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989519744 00000100:00100000:2.0:1767318111.012201:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:2.0:1767318111.012206:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989519744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318111.012225:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318111.012296:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989519744:12345-0@lo:38:kworker.0 Request processed in 78us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318111.012303:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00080000:2.0:1767318111.012337:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318111.012343:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318111.012355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989519744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318111.012483:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520256 00000100:00100000:0.0:1767318111.012487:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520256 00000100:00100000:1.0:1767318111.019730:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22203 00000100:00100000:1.0:1767318111.019744:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989519616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318111.019771:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318111.019961:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989519616:12345-0@lo:38:kworker.0 Request processed in 216us (8139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318111.019969:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22203 00000100:00100000:1.0:1767318111.020001:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22204 00000100:00100000:1.0:1767318111.020006:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989520000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318111.020016:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318111.020413:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989520000:12345-0@lo:38:kworker.0 Request processed in 36us (8113us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318111.020420:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22204 00000100:00100000:1.0:1767318111.020436:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22205 00000100:00100000:1.0:1767318111.020441:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989520256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318111.020452:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318111.020478:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989520256:12345-0@lo:38:kworker.0 Request processed in 36us (8502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318111.020484:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22205 00000100:00080000:1.0:1767318111.020665:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318111.020672:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318111.020676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989519616:0@lo:38:kworker.0 00000100:00080000:1.0:1767318111.020688:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318111.020691:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318111.020695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989520000:0@lo:38:kworker.0 00000100:00080000:1.0:1767318111.020704:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318111.020707:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318111.020710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989520256:0@lo:38:kworker.0 00010000:00010000:1.0:1767318111.840512:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318112.032811:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318112.864656:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318113.056381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318113.888767:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318114.080392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318114.146865:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318114.146980:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763328 00000100:00100000:2.0:1767318114.146991:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763328 00000100:00080000:3.0:1767318114.147246:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318114.147314:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4275 00000100:00100000:2.0:1767318114.147326:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925763328:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318114.147398:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925763328:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318114.147404:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4275 00000100:00100000:1.0:1767318114.147977:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318114.151679:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763200 00000100:00100000:0.0:1767318114.151693:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763200 00000100:00100000:0.0:1767318114.151770:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22206 00000100:00100000:0.0:1767318114.151778:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925763200:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318114.151800:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318114.151861:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925763200:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 83us (3887us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318114.151866:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22206 00010000:00010000:0.0:1767318114.916617:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318115.104459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318115.105612:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989520640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318115.105704:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318115.107575:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520640 00000100:00100000:0.0:1767318115.107588:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520640 00000100:00100000:0.0:1767318115.107697:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:0.0:1767318115.107708:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989520640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318115.107739:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318115.107807:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989520640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (2103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318115.107815:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1767318115.110644:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989520640:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318115.111087:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318115.111405:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318115.111424:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989520768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318115.111478:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318115.111813:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520768 00000100:00100000:0.0:1767318115.111820:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520768 00000100:00100000:0.0:1767318115.111898:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:0.0:1767318115.111908:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989520768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318115.111938:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318115.111994:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989520768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318115.112001:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00080000:3.0:1767318115.112128:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318115.112287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989520768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318115.939353:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318116.128774:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318116.128785:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318116.128788:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318116.128792:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318116.128796:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318116.128804:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3360 00000100:00080000:3.0:1767318116.128808:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318116.128814:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318116.128855:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7800 x1853163989520896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318116.128880:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318116.128884:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318116.128885:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318116.128889:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3360 00000100:00080000:3.0:1767318116.128892:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318116.128895:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318116.128909:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163989521024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318116.128954:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318116.128957:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318116.128959:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318116.128962:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3360 00000100:00080000:3.0:1767318116.128965:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318116.128968:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318116.128979:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5f80 x1853163989521280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318116.128993:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318116.128996:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318116.128998:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318116.129001:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3360 00000100:00080000:3.0:1767318116.129003:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318116.129006:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318116.129021:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163989521536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318116.129085:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989520896:0@lo:38:kworker.0 00000100:00100000:1.0:1767318116.129092:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989521664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318116.129553:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989521408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318116.129668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318116.129702:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989521152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318116.136125:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318116.136204:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318116.136218:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989521792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318116.136280:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318116.136326:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521664 00000100:00100000:1.0:1767318116.136334:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521664 00000100:00100000:1.0:1767318116.136399:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521792 00000100:00100000:1.0:1767318116.136403:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521792 00000100:00100000:1.0:1767318116.136425:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:1.0:1767318116.136433:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989521664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318116.136489:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989521664:12345-0@lo:400:kworker.0 Request processed in 56us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318116.136497:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:1.0:1767318116.136513:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:1.0:1767318116.136520:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989521792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318116.136547:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989521792:12345-0@lo:400:kworker.0 Request processed in 28us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318116.136552:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00100000:1.0:1767318116.136599:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989521792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318116.136610:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989521664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318116.137904:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318116.139913:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521408 00000100:00100000:1.0:1767318116.139928:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521408 00000100:00100000:1.0:1767318116.139998:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276 00000100:00100000:1.0:1767318116.140008:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989521408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318116.140218:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318116.140307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989521024:0@lo:38:kworker.0 00000100:00100000:3.0:1767318116.140340:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318116.140416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989521280:0@lo:38:kworker.0 00000100:00100000:3.0:1767318116.140449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318116.140468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989521536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318116.140506:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318116.140548:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318116.140560:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989520896 00000100:00100000:3.0:1767318116.140564:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989520896 00000100:00100000:3.0:1767318116.140584:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521280 00000100:00100000:3.0:1767318116.140587:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521280 00000100:00100000:3.0:1767318116.140594:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521536 00000100:00100000:3.0:1767318116.140595:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521536 00000100:00100000:3.0:1767318116.140604:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22207 00000100:00100000:3.0:1767318116.140608:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989520896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318116.140626:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318116.140658:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989520896:12345-0@lo:38:kworker.0 Request processed in 48us (441us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318116.140665:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22207 00000100:00100000:3.0:1767318116.140680:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22208 00000100:00100000:3.0:1767318116.140684:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989521280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318116.140692:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318116.140729:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989521280:12345-0@lo:38:kworker.0 Request processed in 44us (280us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318116.140734:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22208 00000100:00100000:3.0:1767318116.140744:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22209 00000100:00100000:3.0:1767318116.140748:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989521536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318116.140756:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318116.140775:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989521536:12345-0@lo:38:kworker.0 Request processed in 26us (269us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318116.140780:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22209 00000100:00080000:3.0:1767318116.140813:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318116.140818:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318116.140821:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989520896:0@lo:38:kworker.0 00000100:00080000:3.0:1767318116.140830:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318116.140833:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318116.140836:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989521280:0@lo:38:kworker.0 00000100:00080000:3.0:1767318116.140843:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318116.140846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318116.140848:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989521536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318116.140978:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521024 00000100:00100000:3.0:1767318116.140982:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521024 00000100:00100000:3.0:1767318116.141016:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1767318116.141020:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989521024:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318116.143307:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767318116.143947:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318116.144004:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989521024:12345-0@lo:38:kworker.0 Request processed in 2981us (3662us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318116.144016:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1767318116.144357:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521152 00000100:00100000:0.0:1767318116.144365:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521152 00000100:00100000:0.0:1767318116.144423:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:0.0:1767318116.144432:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989521152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318116.144483:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989521152:12345-0@lo:400:kworker.0 Request processed in 53us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318116.144492:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000100:00080000:3.0:1767318116.144758:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318116.144797:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989521408:12345-0@lo:400:kworker.0 Request processed in 4790us (6895us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318116.144821:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276 00000100:00080000:2.0:1767318116.144840:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318116.144846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318116.144851:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989521024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318116.144889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989521152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318116.145048:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989521408:0@lo:400:kworker.0 00010000:00010000:1.0:1767318116.969760:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318117.152500:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318117.987823:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318118.197733:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318119.008555:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318119.200666:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318119.273210:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318119.273299:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318119.273361:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763584 00000100:00100000:0.0:1767318119.273371:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763584 00000100:00080000:2.0:1767318119.273526:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318119.273640:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763456 00000100:00100000:0.0:1767318119.273645:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763456 00000100:00100000:1.0:1767318119.274740:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4278 00000100:00100000:1.0:1767318119.274759:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925763584:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318119.274853:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925763584:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318119.274869:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4278 00000100:00100000:1.0:1767318119.275138:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22210 00000100:00100000:1.0:1767318119.275144:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925763456:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318119.275163:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318119.275202:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925763456:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (1892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318119.275208:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22210 00010000:00010000:0.0:1767318120.032693:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318120.224355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318120.224604:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318120.224617:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989521920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318120.224698:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318120.224837:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989521920 00000100:00100000:0.0:1767318120.224847:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318120.224857:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989521920 00000100:00100000:0.0:1767318120.224858:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989522048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318120.224887:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318120.224930:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522048 00000100:00100000:2.0:1767318120.224935:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522048 00000100:00100000:0.0:1767318120.224941:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:0.0:1767318120.224953:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989521920:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318120.224966:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:2.0:1767318120.224976:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318120.224981:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767318120.224997:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318120.225020:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989521920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318120.225029:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00080000:0.0:1767318120.225064:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318120.225068:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318120.225073:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318120.225082:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:0.0:1767318120.225104:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989522048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318120.225189:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989521920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318121.056714:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318121.249696:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318121.249707:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318121.249710:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318121.249722:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318121.249727:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318121.249734:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3365 00000100:00080000:3.0:1767318121.249739:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318121.249746:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318121.249800:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff805c00 x1853163989522176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318121.249830:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318121.249839:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318121.249841:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318121.249851:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3365 00000100:00080000:3.0:1767318121.249854:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318121.249877:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989522176:0@lo:38:kworker.0 00000100:00080000:3.0:1767318121.249904:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318121.249917:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff806300 x1853163989522304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318121.249961:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318121.249965:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318121.249967:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318121.249968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318121.249982:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3365 00000100:00080000:3.0:1767318121.249984:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318121.249987:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318121.250007:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804e00 x1853163989522560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318121.250022:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318121.250029:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989522304:0@lo:38:kworker.0 00000100:00080000:3.0:1767318121.250035:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318121.250037:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318121.250040:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3365 00000100:00080000:3.0:1767318121.250043:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318121.250046:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318121.250055:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff807800 x1853163989522816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318121.250088:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318121.250095:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989522688:0@lo:400:kworker.0 00000100:00100000:3.0:1767318121.250125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318121.250136:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989522560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318121.250143:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318121.250147:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989522432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318121.250179:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318121.250200:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318121.250215:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522176 00000100:00100000:2.0:1767318121.250217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989522816:0@lo:38:kworker.0 00000100:00100000:3.0:1767318121.250222:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522176 00000100:00100000:2.0:1767318121.250255:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318121.250321:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989522944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318121.250412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318121.251036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318121.251066:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318121.251074:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989523072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318121.251171:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522688 00000100:00100000:3.0:1767318121.251176:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522688 00000100:00100000:3.0:1767318121.251213:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522432 00000100:00100000:3.0:1767318121.251216:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522432 00000100:00100000:3.0:1767318121.251251:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522560 00000100:00100000:0.0:1767318121.251253:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318121.251254:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522560 00000100:00100000:3.0:1767318121.251263:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522816 00000100:00100000:3.0:1767318121.251265:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522816 00000100:00100000:3.0:1767318121.251276:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279 00000100:00100000:3.0:1767318121.251283:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989522688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318121.251297:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522944 00000100:00100000:3.0:1767318121.251333:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989522688:12345-0@lo:400:kworker.0 Request processed in 50us (1207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318121.251340:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279 00000100:00100000:3.0:1767318121.251356:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4280 00000100:00100000:3.0:1767318121.251362:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989522432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318121.251388:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989522432:12345-0@lo:400:kworker.0 Request processed in 27us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318121.251390:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522944 00000100:00100000:3.0:1767318121.251394:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4280 00000100:00100000:3.0:1767318121.251406:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22211 00000100:00100000:3.0:1767318121.251410:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989522176:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318121.251416:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523072 00000100:00100000:0.0:1767318121.251418:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523072 00010000:00020000:3.0:1767318121.251427:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318121.251435:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:0.0:1767318121.251440:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318121.251557:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989522304 00000100:00100000:2.0:1767318121.251561:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989522304 00000100:00100000:2.0:1767318121.251584:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:2.0:1767318121.251588:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a52050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989522304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318121.251598:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318121.252497:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22212 00000100:00100000:1.0:1767318121.252505:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989522560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318121.252519:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318121.252590:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989522560:12345-0@lo:38:kworker.0 Request processed in 84us (2389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318121.252591:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989522944:12345-0@lo:400:kworker.0 Request processed in 1151us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318121.252597:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22212 00000100:00100000:0.0:1767318121.252599:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:0.0:1767318121.252614:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:1.0:1767318121.252614:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22213 00000100:00100000:1.0:1767318121.252618:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989522816:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318121.252622:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989523072:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767318121.252627:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318121.252649:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989523072:12345-0@lo:400:kworker.0 Request processed in 29us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318121.252649:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989522816:12345-0@lo:38:kworker.0 Request processed in 29us (2393us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318121.252655:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22213 00000100:00100000:0.0:1767318121.252656:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00080000:1.0:1767318121.252725:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318121.253113:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989522176:12345-0@lo:38:kworker.0 Request processed in 1700us (3143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318121.253120:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22211 00000100:00100000:2.0:1767318121.253172:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a52050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989522304:12345-0@lo:38:kworker.0 Request processed in 1581us (3081us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318121.253179:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00100000:3.0:1767318121.253180:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989522432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318121.253192:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989522688:0@lo:400:kworker.0 00000100:00100000:1.0:1767318121.253313:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989523072:0@lo:400:kworker.0 00000100:00100000:1.0:1767318121.253324:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989522944:0@lo:400:kworker.0 00000100:00080000:3.0:1767318121.253450:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318121.253456:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318121.253460:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989522816:0@lo:38:kworker.0 00000100:00080000:3.0:1767318121.253470:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318121.253475:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318121.253478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989522304:0@lo:38:kworker.0 00000100:00080000:3.0:1767318121.253487:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318121.253490:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318121.253493:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989522560:0@lo:38:kworker.0 00000100:00080000:3.0:1767318121.253501:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318121.253504:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318121.253507:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989522176:0@lo:38:kworker.0 00010000:00010000:1.0:1767318122.082763:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318122.272598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318123.104699:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318123.296360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318124.129688:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318124.320487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318124.389582:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318124.389697:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318124.393738:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763840 00000100:00100000:3.0:1767318124.393762:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763840 00000100:00100000:3.0:1767318124.393892:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925763712 00000100:00100000:3.0:1767318124.393896:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925763712 00000100:00100000:3.0:1767318124.393922:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4281 00000100:00100000:3.0:1767318124.393932:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925763840:12345-192.168.204.1@tcp:400:kworker.0 00000400:00000100:1.0:1767318124.394210:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925763968 offset 0 length 520: 4 00000100:00100000:1.0:1767318124.394307:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22214 00000100:00100000:1.0:1767318124.394313:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925763712:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318124.394348:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318124.394386:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925763712:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 72us (4689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318124.394393:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22214 00000100:00100000:3.0:1767318124.394823:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925763840:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 891us (5248us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318124.394831:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4281 00000100:00080000:2.0:1767318124.394912:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318125.153792:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318125.344446:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318100/real 1767318100] req@ffff96e2da728000 x1853163989516928/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318125 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318125.344491:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da728000 x1853163989516928/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318125 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318125.344518:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318125.344598:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318125.344603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989516928:0@lo:250:kworker.0 00000100:00080000:3.0:1767318125.345287:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318125.345293:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318125.345296:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318125.345303:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3350 00000100:00080000:3.0:1767318125.345306:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318125.345312:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318125.345335:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff805c00 x1853163989523328/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318125.345353:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318125.345357:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318125.345359:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318125.345362:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3370 00000100:00080000:3.0:1767318125.345365:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318125.345368:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318125.345384:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804e00 x1853163989523456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318125.345394:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318125.345397:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318125.345398:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318125.345402:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3370 00000100:00080000:3.0:1767318125.345404:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318125.345407:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318125.345420:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff806300 x1853163989523584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318125.345451:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318125.345454:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318125.345456:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318125.345475:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3370 00000100:00080000:3.0:1767318125.345478:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318125.345482:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318125.345494:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff807100 x1853163989523840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318125.345518:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318125.345521:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318125.345523:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318125.345526:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3370 00000100:00080000:3.0:1767318125.345529:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318125.345532:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318125.345542:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff805f80 x1853163989524096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318125.345591:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989523712:0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.345668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.345725:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318125.345732:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989523200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318125.345771:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.345792:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989524352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.345832:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.345862:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989524224:0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.345885:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.345901:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318125.345906:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989523968:0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.345925:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.345953:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523712 00000100:00100000:3.0:1767318125.345960:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523712 00000100:00100000:3.0:1767318125.346007:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523968 00000100:00100000:3.0:1767318125.346011:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523968 00000100:00100000:3.0:1767318125.346047:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282 00000100:00100000:3.0:1767318125.346056:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989523712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.346472:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989523712:12345-0@lo:400:kworker.0 Request processed in 417us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.346481:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282 00000100:00100000:3.0:1767318125.346499:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1767318125.346506:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989523968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.346542:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989523968:12345-0@lo:400:kworker.0 Request processed in 37us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318125.346547:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1767318125.346589:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989523968:0@lo:400:kworker.0 00000100:00100000:3.0:1767318125.346615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989523328:0@lo:250:kworker.0 00000400:00000100:3.0:1767318125.346634:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989523328 offset 0 length 520: 4 00000100:00100000:3.0:1767318125.346653:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989523456:0@lo:38:kworker.0 00000100:00100000:3.0:1767318125.346699:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.346715:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989523584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318125.346752:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.346781:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989523840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318125.346816:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.346833:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989524096:0@lo:38:kworker.0 00000100:00100000:3.0:1767318125.346854:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318125.346880:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523456 00000100:00100000:3.0:1767318125.346886:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523456 00000100:00100000:3.0:1767318125.346903:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523840 00000100:00100000:3.0:1767318125.346905:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523840 00000100:00100000:3.0:1767318125.346912:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524096 00000100:00100000:3.0:1767318125.346914:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524096 00000100:00100000:3.0:1767318125.346923:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22215 00000100:00100000:3.0:1767318125.346929:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989523456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318125.346946:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318125.346980:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989523456:12345-0@lo:38:kworker.0 Request processed in 50us (280us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318125.346987:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22215 00000100:00100000:3.0:1767318125.346998:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22216 00000100:00100000:3.0:1767318125.347002:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989523840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318125.347011:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318125.347224:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318125.347253:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523584 00000100:00100000:2.0:1767318125.347257:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523584 00000100:00100000:2.0:1767318125.347279:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1767318125.347284:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989523584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318125.347294:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318125.347324:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989523584:12345-0@lo:38:kworker.0 Request processed in 39us (572us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318125.347330:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1767318125.347385:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989523712:0@lo:400:kworker.0 00000100:00100000:2.0:1767318125.347408:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22217 00000100:00100000:2.0:1767318125.347413:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989524096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318125.347423:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318125.347449:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989524096:12345-0@lo:38:kworker.0 Request processed in 34us (593us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318125.347456:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22217 00000100:00080000:2.0:1767318125.347487:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318125.347492:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318125.347496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989523456:0@lo:38:kworker.0 00000100:00080000:2.0:1767318125.347506:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318125.347509:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318125.347513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989523584:0@lo:38:kworker.0 00000100:00080000:2.0:1767318125.347521:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318125.347524:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318125.347526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989524096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318125.347839:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989523200 00000100:00100000:1.0:1767318125.347844:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989523200 00000100:00100000:1.0:1767318125.347886:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:1.0:1767318125.347895:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989523200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318125.347943:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318125.347989:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989523200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.347995:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:1.0:1767318125.348016:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524352 00000100:00100000:1.0:1767318125.348032:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524352 00000100:00100000:1.0:1767318125.348071:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524224 00000100:00100000:1.0:1767318125.348075:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524224 00000100:00100000:1.0:1767318125.348110:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:1.0:1767318125.348117:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989524352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318125.348148:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989524352:12345-0@lo:400:kworker.0 Request processed in 32us (2316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.348154:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:1.0:1767318125.348165:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:1.0:1767318125.348171:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989524224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318125.348201:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989524224:12345-0@lo:400:kworker.0 Request processed in 31us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318125.348206:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00080000:1.0:1767318125.348271:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318125.348275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318125.348312:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989523200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318125.348324:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989524352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318125.348364:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989524224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318125.348735:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318125.348971:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318125.348984:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989524480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318125.349029:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318125.349217:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524480 00000100:00100000:2.0:1767318125.349223:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524480 00000100:00100000:2.0:1767318125.349281:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:2.0:1767318125.349288:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989524480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318125.349308:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318125.349344:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989524480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318125.349350:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00100000:3.0:1767318125.349706:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989523840:12345-0@lo:38:kworker.0 Request processed in 2701us (2888us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318125.349715:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22216 00000100:00100000:0.0:1767318125.349807:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989524480:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318125.349946:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318125.349952:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318125.349955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989523840:0@lo:38:kworker.0 00010000:00010000:1.0:1767318126.179977:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318126.368702:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318127.203195:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318127.394330:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318128.224793:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318128.418255:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318128.420210:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318128.420310:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318128.420397:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764096 00000100:00100000:1.0:1767318128.420400:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764224 00000100:00100000:0.0:1767318128.420406:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764096 00000100:00100000:1.0:1767318128.420407:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764224 00000100:00100000:0.0:1767318128.420497:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4284 00000100:00080000:2.0:1767318128.420504:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318128.420521:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925764224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318128.420601:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925764224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318128.420609:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4284 00000100:00100000:0.0:1767318128.420648:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22218 00000100:00100000:0.0:1767318128.420654:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925764096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318128.420674:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318128.420698:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925764096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (498us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318128.420706:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22218 00010000:00010000:3.0:1767318129.250940:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318129.440494:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318129.442828:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318129.442964:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764480 00000100:00100000:0.0:1767318129.442977:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764480 00000100:00100000:0.0:1767318129.443113:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4285 00000100:00100000:0.0:1767318129.443125:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925764480:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318129.443225:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925764480:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318129.443268:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4285 00000100:00100000:2.0:1767318129.444209:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318129.444441:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764352 00000100:00100000:3.0:1767318129.444448:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764352 00000100:00100000:3.0:1767318129.444489:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22219 00000100:00100000:3.0:1767318129.444496:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925764352:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318129.444539:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318129.444625:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925764352:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 128us (419us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318129.444633:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22219 00010000:00010000:0.0:1767318130.272500:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318130.464532:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318130.464543:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318130.464546:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318130.464550:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318130.464555:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318130.464562:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3375 00000100:00080000:3.0:1767318130.464567:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318130.464574:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318130.464611:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5f80 x1853163989524608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318130.464640:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318130.464643:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318130.464645:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318130.464649:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3375 00000100:00080000:3.0:1767318130.464651:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318130.464655:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318130.464670:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7800 x1853163989524736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318130.464724:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318130.464727:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318130.464729:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318130.464733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3375 00000100:00080000:3.0:1767318130.464736:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318130.464740:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318130.464751:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720700 x1853163989524992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318130.464766:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318130.464769:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318130.464771:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318130.464774:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3375 00000100:00080000:3.0:1767318130.464776:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318130.464780:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318130.464798:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722300 x1853163989525248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318130.464850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989524864:0@lo:400:kworker.0 00000100:00100000:3.0:1767318130.464910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318130.464964:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318130.464969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989525120:0@lo:400:kworker.0 00000100:00100000:3.0:1767318130.465024:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318130.465056:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524864 00000100:00100000:3.0:1767318130.465062:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524864 00000100:00100000:3.0:1767318130.465103:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525120 00000100:00100000:3.0:1767318130.465105:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525120 00000100:00100000:3.0:1767318130.465128:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1767318130.465135:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989524864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318130.465179:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989524864:12345-0@lo:400:kworker.0 Request processed in 44us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318130.465186:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1767318130.465199:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1767318130.465205:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989525120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318130.465223:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989525120:12345-0@lo:400:kworker.0 Request processed in 19us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318130.465251:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1767318130.465284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989525120:0@lo:400:kworker.0 00000100:00100000:3.0:1767318130.465293:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989524864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318130.465374:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989524608:0@lo:38:kworker.0 00000100:00100000:0.0:1767318130.465417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318130.465443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989524736:0@lo:38:kworker.0 00000100:00100000:0.0:1767318130.465473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318130.465493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989524992:0@lo:38:kworker.0 00000100:00100000:0.0:1767318130.465510:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318130.465519:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989525248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318130.465545:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318130.465570:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524736 00000100:00100000:0.0:1767318130.465573:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524736 00000100:00100000:0.0:1767318130.465590:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767318130.465595:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989524736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318130.465612:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318130.465643:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989524736:12345-0@lo:38:kworker.0 Request processed in 47us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318130.465649:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767318130.465668:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524608 00000100:00100000:0.0:1767318130.465672:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524608 00000100:00100000:0.0:1767318130.465686:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989524992 00000100:00100000:0.0:1767318130.465688:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989524992 00000100:00100000:0.0:1767318130.465695:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525248 00000100:00100000:0.0:1767318130.465698:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525248 00000100:00100000:0.0:1767318130.465707:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22220 00000100:00100000:0.0:1767318130.465711:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989524608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318130.465721:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318130.465745:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989524608:12345-0@lo:38:kworker.0 Request processed in 32us (327us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318130.465751:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22220 00000100:00100000:0.0:1767318130.465762:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22221 00000100:00100000:0.0:1767318130.465766:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989524992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318130.465775:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318130.465795:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989524992:12345-0@lo:38:kworker.0 Request processed in 28us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318130.465800:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22221 00000100:00100000:0.0:1767318130.465810:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22222 00000100:00100000:0.0:1767318130.465814:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989525248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318130.465822:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318130.465837:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989525248:12345-0@lo:38:kworker.0 Request processed in 22us (291us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318130.465842:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22222 00000100:00100000:0.0:1767318130.465858:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989525376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318130.465879:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318130.465896:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318130.465901:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989525504:0@lo:400:kworker.0 00000100:00100000:0.0:1767318130.465916:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318130.465939:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318130.465944:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318130.465947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989524608:0@lo:38:kworker.0 00000100:00080000:0.0:1767318130.465955:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318130.465957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318130.465960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989524736:0@lo:38:kworker.0 00000100:00080000:0.0:1767318130.465967:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318130.465969:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318130.465972:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989524992:0@lo:38:kworker.0 00000100:00080000:0.0:1767318130.465978:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318130.465993:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318130.465995:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989525248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318130.466019:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525376 00000100:00100000:0.0:1767318130.466023:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525376 00000100:00100000:0.0:1767318130.466051:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525504 00000100:00100000:0.0:1767318130.466054:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525504 00000100:00100000:0.0:1767318130.466071:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:0.0:1767318130.466077:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989525376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318130.466110:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989525376:12345-0@lo:400:kworker.0 Request processed in 34us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318130.466116:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:0.0:1767318130.466128:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1767318130.466134:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989525504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318130.466158:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989525504:12345-0@lo:400:kworker.0 Request processed in 25us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318130.466163:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1767318130.466190:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989525504:0@lo:400:kworker.0 00000100:00100000:0.0:1767318130.466199:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989525376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318130.466512:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318130.466669:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318130.466674:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318130.466676:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318130.466695:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989525632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318130.466726:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318130.466759:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525632 00000100:00100000:2.0:1767318130.466763:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525632 00000100:00100000:2.0:1767318130.466800:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:2.0:1767318130.466806:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989525632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318130.466830:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318130.466860:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989525632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318130.466866:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:2.0:1767318130.466896:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989525632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318130.470212:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989525760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318130.470316:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318130.470686:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525760 00000100:00100000:2.0:1767318130.470694:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525760 00000100:00100000:2.0:1767318130.470741:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:2.0:1767318130.470748:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989525760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318130.470773:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318130.470822:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989525760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318130.470829:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00000100:00100000:0.0:1767318130.471016:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989525760:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318131.300560:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318131.488509:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318132.320862:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318132.512356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318133.345122:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318133.536628:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318134.368598:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318134.560974:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318134.631531:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318134.631582:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318134.635169:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764608 00000100:00100000:3.0:1767318134.635186:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764608 00000100:00100000:3.0:1767318134.635265:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764736 00000100:00100000:3.0:1767318134.635269:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764736 00000100:00100000:3.0:1767318134.635323:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4288 00000100:00100000:3.0:1767318134.635333:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925764736:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318134.635415:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925764736:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318134.635423:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4288 00000100:00100000:3.0:1767318134.635441:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22223 00000100:00100000:3.0:1767318134.635446:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925764608:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318134.635466:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318134.635491:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925764608:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (3973us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318134.635498:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22223 00000100:00080000:3.0:1767318134.635515:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318135.392685:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318135.584898:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989525888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318135.584968:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318135.585041:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318135.585048:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989526016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318135.585072:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318135.585302:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989525888 00000100:00100000:2.0:1767318135.585311:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989525888 00000100:00100000:2.0:1767318135.585368:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526016 00000100:00100000:2.0:1767318135.585372:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526016 00000100:00100000:2.0:1767318135.585389:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:2.0:1767318135.585398:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989525888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318135.585430:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318135.585473:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989525888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318135.585480:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000100:00100000:2.0:1767318135.585498:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:2.0:1767318135.585505:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989526016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318135.585519:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318135.585546:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989526016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318135.585552:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00080000:1.0:1767318135.585866:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318135.585871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318135.585914:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989526016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318135.585928:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989525888:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318135.587259:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.587266:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318135.587269:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.587273:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318135.587277:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.587284:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3380 00000100:00080000:0.0:1767318135.587289:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.587300:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318135.587344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318135.587346:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163989526144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318135.587388:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.587392:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318135.587394:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.587398:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3380 00000100:00080000:0.0:1767318135.587400:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.587404:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318135.587418:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229c00 x1853163989526272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318135.587464:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.587468:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318135.587469:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.587473:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3380 00000100:00080000:0.0:1767318135.587475:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.587479:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318135.587490:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163989526528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318135.587504:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318135.587506:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318135.587508:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318135.587512:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3380 00000100:00080000:0.0:1767318135.587513:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318135.587517:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318135.587527:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163989526784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318135.587618:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989526656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318135.587669:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318135.587718:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318135.587724:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989526400:0@lo:400:kworker.0 00000100:00100000:1.0:1767318135.587746:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318135.587820:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526656 00000100:00100000:0.0:1767318135.587827:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526656 00000100:00100000:0.0:1767318135.587914:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526400 00000100:00100000:0.0:1767318135.587919:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526400 00000100:00100000:0.0:1767318135.587958:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00000100:00100000:0.0:1767318135.587969:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989526656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318135.587977:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:3.0:1767318135.588003:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989526400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318135.588032:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989526656:12345-0@lo:400:kworker.0 Request processed in 64us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318135.588041:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000100:00100000:3.0:1767318135.588085:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989526400:12345-0@lo:400:kworker.0 Request processed in 95us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318135.588095:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000100:00100000:0.0:1767318135.588104:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989526400:0@lo:400:kworker.0 00000100:00100000:0.0:1767318135.588125:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989526656:0@lo:400:kworker.0 00000100:00080000:1.0:1767318135.588285:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318135.588510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989526144:0@lo:38:kworker.0 00000100:00100000:2.0:1767318135.588547:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318135.588587:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989526272:0@lo:38:kworker.0 00000100:00100000:2.0:1767318135.588612:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318135.588644:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989526528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318135.588664:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318135.588690:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989526784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318135.588711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318135.588740:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526144 00000100:00100000:2.0:1767318135.588744:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526144 00000100:00100000:2.0:1767318135.588764:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526528 00000100:00100000:2.0:1767318135.588767:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526528 00000100:00100000:2.0:1767318135.588781:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526784 00000100:00100000:2.0:1767318135.588784:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526784 00000100:00100000:2.0:1767318135.588793:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22224 00000100:00100000:2.0:1767318135.588798:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989526144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318135.588816:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318135.588851:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989526144:12345-0@lo:38:kworker.0 Request processed in 52us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318135.588858:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22224 00000100:00100000:2.0:1767318135.588870:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22225 00000100:00100000:2.0:1767318135.588875:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989526528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318135.588895:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318135.588919:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989526528:12345-0@lo:38:kworker.0 Request processed in 43us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318135.588924:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22225 00000100:00100000:2.0:1767318135.588935:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22226 00000100:00100000:2.0:1767318135.588938:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989526784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318135.588947:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318135.588968:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989526784:12345-0@lo:38:kworker.0 Request processed in 28us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318135.588973:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22226 00000100:00080000:2.0:1767318135.589002:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318135.589007:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318135.589011:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989526144:0@lo:38:kworker.0 00000100:00080000:2.0:1767318135.589020:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318135.589023:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318135.589025:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989526528:0@lo:38:kworker.0 00000100:00080000:2.0:1767318135.589032:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318135.589035:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318135.589038:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989526784:0@lo:38:kworker.0 00000100:00100000:0.0:1767318135.589405:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526272 00000100:00100000:0.0:1767318135.589411:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526272 00000100:00100000:0.0:1767318135.589444:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:0.0:1767318135.589449:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989526272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318135.589460:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318135.589501:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989526272:12345-0@lo:38:kworker.0 Request processed in 50us (887us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318135.589507:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00080000:2.0:1767318135.589609:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318135.589613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318135.589616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989526272:0@lo:38:kworker.0 00010000:00010000:1.0:1767318136.416606:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318136.608388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318137.441977:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318137.632301:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318138.469657:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318138.657885:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318139.488467:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318139.680458:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318139.753208:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318139.753291:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318139.753404:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764992 00000100:00100000:3.0:1767318139.753478:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764992 00000100:00100000:3.0:1767318139.753555:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925764864 00000100:00100000:3.0:1767318139.753558:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925764864 00000100:00100000:3.0:1767318139.753581:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4291 00000100:00100000:3.0:1767318139.753591:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925764992:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318139.753662:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925764992:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 72us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318139.753670:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4291 00000100:00100000:3.0:1767318139.753688:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22227 00000100:00100000:3.0:1767318139.753693:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925764864:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318139.753713:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318139.753739:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925764864:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318139.753745:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22227 00000100:00080000:1.0:1767318139.753856:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318140.513769:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318140.704349:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318140.704359:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318140.704362:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318140.704366:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318140.704370:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318140.704379:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3385 00000100:00080000:0.0:1767318140.704383:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318140.704390:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318140.704430:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989526912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318140.704458:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318140.704462:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318140.704464:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318140.704491:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3385 00000100:00080000:0.0:1767318140.704494:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318140.704497:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318140.704523:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722bb80 x1853163989527040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318140.704563:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318140.704567:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318140.704569:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318140.704572:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3385 00000100:00080000:0.0:1767318140.704575:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318140.704578:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318140.704591:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228380 x1853163989527296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318140.704607:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318140.704611:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318140.704612:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318140.704615:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3385 00000100:00080000:0.0:1767318140.704617:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318140.704620:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318140.704634:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163989527552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318140.704720:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989527424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.704810:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.704876:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318140.704884:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989527168:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705133:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.705173:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527424 00000100:00100000:0.0:1767318140.705180:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527424 00000100:00100000:0.0:1767318140.705263:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527168 00000100:00100000:0.0:1767318140.705266:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527168 00000100:00100000:0.0:1767318140.705293:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292 00000100:00100000:0.0:1767318140.705301:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989527424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705348:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989527424:12345-0@lo:400:kworker.0 Request processed in 48us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.705355:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292 00000100:00100000:0.0:1767318140.705372:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293 00000100:00100000:0.0:1767318140.705378:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989527168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705401:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989527168:12345-0@lo:400:kworker.0 Request processed in 24us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.705406:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293 00000100:00100000:0.0:1767318140.705442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989527168:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705452:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989527424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989527680:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.705534:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318140.705540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989527808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.705557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318140.705617:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527680 00000100:00100000:0.0:1767318140.705620:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527680 00000100:00100000:0.0:1767318140.705646:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527808 00000100:00100000:0.0:1767318140.705649:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527808 00000100:00100000:0.0:1767318140.705665:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1767318140.705670:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989527680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318140.706063:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989526912:0@lo:38:kworker.0 00000100:00080000:1.0:1767318140.706154:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318140.706159:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318140.706161:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318140.706174:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:1.0:1767318140.706184:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989527808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318140.706194:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318140.706296:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318140.706347:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989527808:12345-0@lo:400:kworker.0 Request processed in 166us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318140.706354:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:1.0:1767318140.706438:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989527936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318140.706468:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318140.706490:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318140.706495:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989528064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318140.706515:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318140.706547:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527936 00000100:00100000:1.0:1767318140.706551:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527936 00000100:00100000:1.0:1767318140.706574:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528064 00000100:00100000:1.0:1767318140.706577:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528064 00000100:00100000:1.0:1767318140.706587:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:1.0:1767318140.706593:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989527936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318140.706616:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318140.706648:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989527936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318140.706653:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:1.0:1767318140.706665:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:1.0:1767318140.706672:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989528064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318140.706685:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318140.706723:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989528064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318140.706729:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:1.0:1767318140.706759:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989528064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318140.706768:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989527936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318140.706804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989527808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318140.707335:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989527680:12345-0@lo:400:kworker.0 Request processed in 1663us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318140.707343:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00100000:2.0:1767318140.707425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989527040:0@lo:38:kworker.0 00000100:00100000:2.0:1767318140.707454:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318140.707477:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989527296:0@lo:38:kworker.0 00000100:00100000:2.0:1767318140.707498:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318140.707578:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989527680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318140.707607:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527040 00000100:00100000:1.0:1767318140.707610:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527040 00000100:00100000:1.0:1767318140.707633:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767318140.707638:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989527040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318140.707654:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318140.707685:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989527040:12345-0@lo:38:kworker.0 Request processed in 46us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318140.707707:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:2.0:1767318140.709265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989527552:0@lo:38:kworker.0 00000100:00100000:2.0:1767318140.709303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318140.709346:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318140.709350:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318140.709352:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989527040:0@lo:38:kworker.0 00000100:00100000:2.0:1767318140.709381:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989526912 00000100:00100000:2.0:1767318140.709385:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989526912 00000100:00100000:2.0:1767318140.709406:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527296 00000100:00100000:2.0:1767318140.709408:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527296 00000100:00100000:2.0:1767318140.709415:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989527552 00000100:00100000:2.0:1767318140.709416:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989527552 00000100:00100000:2.0:1767318140.709424:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22228 00000100:00100000:2.0:1767318140.709427:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989526912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318140.709439:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318140.709467:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989526912:12345-0@lo:38:kworker.0 Request processed in 38us (3171us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318140.709472:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22229 00000100:00100000:3.0:1767318140.709480:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989527296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318140.709492:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318140.709527:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989527296:12345-0@lo:38:kworker.0 Request processed in 45us (2027us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318140.709566:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22228 00000100:00100000:2.0:1767318140.709577:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22230 00000100:00100000:2.0:1767318140.709580:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989527552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318140.709587:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318140.709605:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989527552:12345-0@lo:38:kworker.0 Request processed in 24us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318140.709608:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22230 00000100:00080000:2.0:1767318140.709629:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318140.709632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318140.709634:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989526912:0@lo:38:kworker.0 00000100:00080000:2.0:1767318140.709642:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318140.709645:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318140.709648:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989527296:0@lo:38:kworker.0 00000100:00080000:2.0:1767318140.709655:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318140.709659:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318140.709661:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989527552:0@lo:38:kworker.0 00000100:00100000:3.0:1767318140.709845:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22229 00010000:00010000:1.0:1767318141.536670:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318141.728372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318142.560461:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318142.752836:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318143.586197:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318143.776638:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318144.609921:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318144.800663:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318144.867665:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318144.867708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318144.867894:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925765248 00000100:00100000:2.0:1767318144.867904:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925765248 00000100:00080000:1.0:1767318144.867971:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318144.868026:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925765120 00000100:00100000:2.0:1767318144.868030:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925765120 00000100:00100000:2.0:1767318144.868062:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4294 00000100:00100000:2.0:1767318144.868073:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925765248:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318144.868151:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925765248:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318144.868159:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4294 00000100:00100000:2.0:1767318144.868178:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22231 00000100:00100000:2.0:1767318144.868183:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925765120:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318144.868204:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318144.868266:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925765120:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318144.868273:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22231 00010000:00010000:0.0:1767318145.632555:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318145.824475:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318145.824491:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989528320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318145.824560:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318145.824595:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528320 00000100:00100000:3.0:1767318145.824603:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528320 00000100:00100000:2.0:1767318145.824654:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989528192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318145.824662:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:3.0:1767318145.824674:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989528320:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318145.824682:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767318145.824720:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318145.824774:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989528320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318145.824784:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00080000:0.0:1767318145.824785:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318145.824791:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318145.824794:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318145.824799:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318145.824803:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318145.824804:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528192 00000100:00080000:0.0:1767318145.824809:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3390 00000100:00100000:3.0:1767318145.824810:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528192 00000100:00080000:0.0:1767318145.824815:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318145.824822:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318145.824834:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:3.0:1767318145.824842:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989528192:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318145.824848:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163989528448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:3.0:1767318145.824861:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318145.824864:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318145.824868:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318145.824870:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318145.824875:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3390 00000100:00080000:0.0:1767318145.824877:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318145.824882:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318145.824894:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989528192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318145.824898:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163989528576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318145.824905:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00080000:0.0:1767318145.824927:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318145.824929:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318145.824930:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318145.824933:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3390 00000100:00080000:0.0:1767318145.824935:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318145.824938:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318145.824939:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318145.824948:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989528832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318145.824952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989528704:0@lo:400:kworker.0 00000100:00080000:0.0:1767318145.824967:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318145.824971:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318145.824972:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318145.824975:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3390 00000100:00080000:0.0:1767318145.824977:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318145.824979:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318145.824989:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989529088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318145.824992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.825023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989528448:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.825032:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528704 00000100:00100000:3.0:1767318145.825037:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528704 00000100:00100000:0.0:1767318145.825054:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.825069:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989528576:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.825073:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528448 00000100:00100000:3.0:1767318145.825078:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528448 00000100:00100000:0.0:1767318145.825088:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318145.825097:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295 00000100:00100000:0.0:1767318145.825106:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989528832:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.825108:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989528704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.825132:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318145.825153:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989529088:0@lo:38:kworker.0 00000100:00100000:3.0:1767318145.825161:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989528704:12345-0@lo:400:kworker.0 Request processed in 56us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318145.825169:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295 00000100:00100000:3.0:1767318145.825182:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528832 00000100:00100000:3.0:1767318145.825185:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528832 00000100:00100000:0.0:1767318145.825198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318145.825203:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22232 00000100:00100000:3.0:1767318145.825210:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989528448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318145.825226:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318145.825253:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529088 00000100:00100000:0.0:1767318145.825257:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529088 00000100:00100000:0.0:1767318145.825273:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22233 00000100:00100000:0.0:1767318145.825276:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989528832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318145.825285:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318145.825290:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989528448:12345-0@lo:38:kworker.0 Request processed in 77us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318145.825299:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22232 00000100:00100000:0.0:1767318145.825313:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989528832:12345-0@lo:38:kworker.0 Request processed in 34us (181us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318145.825319:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22234 00000100:00100000:3.0:1767318145.825325:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989529088:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318145.825382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318145.825404:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989528320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318145.825406:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528576 00000100:00100000:1.0:1767318145.825413:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528576 00000100:00100000:2.0:1767318145.825421:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989528192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318145.825441:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:1.0:1767318145.825448:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989528576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318145.825459:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318145.825467:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989528704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318145.825493:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989528576:12345-0@lo:38:kworker.0 Request processed in 44us (403us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318145.825498:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318145.825503:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00080000:2.0:1767318145.825505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318145.825509:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318145.825520:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989528960:0@lo:400:kworker.0 00000100:00080000:1.0:1767318145.825558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.825564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.825568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989528448:0@lo:38:kworker.0 00010000:00020000:3.0:1767318145.825600:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318145.827439:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22233 00000100:00100000:2.0:1767318145.828420:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318145.828524:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318145.828527:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989528960 00000100:00080000:1.0:1767318145.828533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318145.828535:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989528960 00000100:00100000:1.0:1767318145.828541:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989528576:0@lo:38:kworker.0 00000100:00080000:1.0:1767318145.828558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.828561:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.828564:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989528832:0@lo:38:kworker.0 00000100:00100000:0.0:1767318145.828613:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4296 00000100:00100000:0.0:1767318145.828619:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989528960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318145.828688:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989528960:12345-0@lo:400:kworker.0 Request processed in 69us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318145.828702:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4296 00000100:00100000:1.0:1767318145.828746:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989528960:0@lo:400:kworker.0 00000100:00100000:3.0:1767318145.829066:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989529088:12345-0@lo:38:kworker.0 Request processed in 3738us (3867us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318145.829075:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22234 00000100:00080000:1.0:1767318145.829150:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318145.829155:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318145.829158:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989529088:0@lo:38:kworker.0 00000100:00080000:2.0:1767318145.831527:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318146.656485:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318146.850074:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318147.680669:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318147.872358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318148.704689:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318148.896461:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318149.728744:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318149.923254:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767318149.992912:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925765376 offset 0 length 520: 4 00000100:00100000:2.0:1767318149.992959:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318149.992996:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318149.997043:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925765504 00000100:00100000:0.0:1767318149.997058:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925765504 00000100:00100000:0.0:1767318149.997116:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925765632 00000100:00100000:0.0:1767318149.997120:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925765632 00000100:00100000:0.0:1767318149.997185:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4297 00000100:00100000:0.0:1767318149.997196:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925765632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318149.997325:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925765632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 130us (4327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318149.997333:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4297 00000100:00100000:0.0:1767318149.997354:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22235 00000100:00100000:0.0:1767318149.997360:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925765504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318149.997381:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318149.997408:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925765504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (4449us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318149.997415:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22235 00000100:00080000:2.0:1767318149.997710:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318150.752510:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318150.944500:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989529216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318150.944574:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318150.944749:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529216 00000100:00100000:2.0:1767318150.944758:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529216 00000100:00100000:2.0:1767318150.944821:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:2.0:1767318150.944832:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989529216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318150.944860:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318150.944909:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989529216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318150.944917:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00080000:3.0:1767318150.944986:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318150.945021:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989529216:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318150.945183:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.945188:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318150.945192:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.945195:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.945199:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.945204:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3395 00000100:00080000:3.0:1767318150.945209:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318150.945213:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318150.945253:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989529344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318150.945279:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.945283:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.945285:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.945288:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3395 00000100:00080000:3.0:1767318150.945290:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318150.945294:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318150.945308:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723b80 x1853163989529472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318150.945340:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.945344:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.945346:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.945349:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3395 00000100:00080000:3.0:1767318150.945351:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318150.945355:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318150.945365:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720000 x1853163989529728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318150.945381:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318150.945384:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318150.945386:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318150.945389:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3395 00000100:00080000:3.0:1767318150.945391:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318150.945395:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318150.945405:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989529984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318150.945432:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318150.945439:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989530112:0@lo:400:kworker.0 00000100:00100000:3.0:1767318150.945469:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318150.945539:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989529600:0@lo:400:kworker.0 00000100:00100000:2.0:1767318150.945568:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318150.945607:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318150.945613:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989529856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318150.945633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318150.945753:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529600 00000100:00100000:3.0:1767318150.945759:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529600 00000100:00100000:3.0:1767318150.945836:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529856 00000100:00100000:3.0:1767318150.945841:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529856 00000100:00100000:0.0:1767318150.945893:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318125/real 1767318125] req@ffff96e1ff805c00 x1853163989523328/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318150 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318150.945911:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ff805c00 x1853163989523328/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318150 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318150.945926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989529344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318150.945952:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318150.945979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989529472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318150.946001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318150.946021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989529728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318150.946040:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318150.946057:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989529984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318150.946075:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318150.946091:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318150.946103:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318150.946106:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989523328:0@lo:250:kworker.0 00000100:00100000:0.0:1767318150.946132:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530112 00000100:00100000:0.0:1767318150.946136:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530112 00000100:00100000:1.0:1767318150.946265:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529472 00000100:00100000:1.0:1767318150.946270:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529472 00000100:00100000:1.0:1767318150.946305:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:1.0:1767318150.946311:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989529472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318150.946326:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.946365:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989529472:12345-0@lo:38:kworker.0 Request processed in 54us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318150.946371:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:1.0:1767318150.946389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318150.946409:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318150.946416:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989530240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318150.946439:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318150.946465:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530240 00000100:00100000:1.0:1767318150.946468:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530240 00000100:00100000:1.0:1767318150.946491:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:1.0:1767318150.946496:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989530240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318150.946517:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318150.946552:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163989530240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318150.946558:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:1.0:1767318150.946591:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989530240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318150.946642:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529344 00000100:00100000:1.0:1767318150.946646:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529344 00000100:00100000:1.0:1767318150.946660:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529728 00000100:00100000:1.0:1767318150.946662:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529728 00000100:00100000:1.0:1767318150.946671:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989529984 00000100:00100000:1.0:1767318150.946673:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989529984 00000100:00100000:1.0:1767318150.946683:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298 00000100:00100000:1.0:1767318150.946690:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989529600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318150.946727:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989529600:12345-0@lo:400:kworker.0 Request processed in 38us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318150.946733:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298 00000100:00100000:1.0:1767318150.946747:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22236 00000100:00100000:1.0:1767318150.946751:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989529344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318150.946761:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.946784:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989529344:12345-0@lo:38:kworker.0 Request processed in 31us (831us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318150.946789:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22236 00000100:00100000:1.0:1767318150.946800:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22237 00000100:00100000:1.0:1767318150.946804:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989529728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318150.946813:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.946835:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989529728:12345-0@lo:38:kworker.0 Request processed in 29us (793us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318150.946840:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22237 00000100:00100000:1.0:1767318150.946851:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22238 00000100:00100000:1.0:1767318150.946855:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989529984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318150.946864:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318150.946885:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989529984:12345-0@lo:38:kworker.0 Request processed in 28us (809us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318150.946890:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22238 00000100:00080000:1.0:1767318150.946931:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318150.946935:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318150.946938:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318150.946942:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3375 00000100:00080000:1.0:1767318150.946944:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318150.946948:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318150.946962:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be300 x1853163989530368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318150.946993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989530368:0@lo:250:kworker.0 00000400:00000100:1.0:1767318150.947014:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989530368 offset 0 length 520: 4 00000100:00080000:1.0:1767318150.947041:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318150.947316:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318150.947322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989529344:0@lo:38:kworker.0 00000100:00080000:1.0:1767318150.947338:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318150.947342:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318150.947345:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989529472:0@lo:38:kworker.0 00000100:00080000:1.0:1767318150.947352:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318150.947356:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318150.947358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989529728:0@lo:38:kworker.0 00000100:00080000:1.0:1767318150.947366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318150.947369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318150.947372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989529984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318150.947422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989529600:0@lo:400:kworker.0 00000100:00080000:2.0:1767318150.948029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318150.948036:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318150.949036:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:3.0:1767318150.949049:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989529856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318150.949130:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989529856:12345-0@lo:400:kworker.0 Request processed in 85us (3495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318150.949137:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:3.0:1767318150.949184:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989529856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318150.950077:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1767318150.950091:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989530112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318150.950150:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989530112:12345-0@lo:400:kworker.0 Request processed in 63us (4680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318150.950156:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1767318150.950194:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989530112:0@lo:400:kworker.0 00010000:00010000:1.0:1767318151.776807:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318151.968867:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318152.810833:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318152.993677:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318153.824408:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318154.016351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318154.848668:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318155.040409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318155.107511:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318155.107648:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925765760 00000100:00100000:1.0:1767318155.107660:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925765760 00000100:00100000:1.0:1767318155.107715:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22239 00000100:00100000:1.0:1767318155.107724:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925765760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318155.107750:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318155.108030:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925765760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 305us (528us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318155.108042:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22239 00000100:00100000:2.0:1767318155.116815:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318155.116940:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925765888 00000100:00100000:1.0:1767318155.116951:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925765888 00000100:00100000:1.0:1767318155.117045:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4300 00000100:00100000:1.0:1767318155.117058:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925765888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318155.117150:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925765888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318155.117158:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4300 00000100:00080000:2.0:1767318155.118107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318155.878919:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318156.066030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989530496:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318156.066044:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318156.066050:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318156.066053:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318156.066056:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318156.066061:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318156.066067:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3400 00000100:00080000:0.0:1767318156.066071:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318156.066079:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318156.066120:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163989530624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318156.066141:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318156.066148:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767318156.066149:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318156.066150:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318156.066157:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3400 00000100:00080000:0.0:1767318156.066160:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318156.066163:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318156.066177:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163989530752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318156.066302:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318156.066341:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989530880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318156.066354:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318156.066366:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989531008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318156.066396:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318156.066423:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318156.066466:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318156.066470:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318156.066472:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318156.066472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989530624:0@lo:38:kworker.0 00000100:00080000:0.0:1767318156.066476:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3400 00000100:00100000:3.0:1767318156.066477:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530880 00000100:00080000:0.0:1767318156.066479:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318156.066485:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318156.066487:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530880 00000100:00100000:0.0:1767318156.066510:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe680 x1853163989531136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318156.066518:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318156.066534:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318156.066537:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318156.066539:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318156.066543:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3400 00000100:00080000:0.0:1767318156.066545:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318156.066549:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318156.066552:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989530752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318156.066561:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe300 x1853163989531392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318156.066575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.066580:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530624 00000100:00100000:3.0:1767318156.066585:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530624 00000100:00100000:0.0:1767318156.066606:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318156.066606:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989531136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318156.066615:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:0.0:1767318156.066616:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989531264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318156.066632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.066633:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989530880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318156.066657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989531392:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.066690:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318156.066701:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989530880:12345-0@lo:400:kworker.0 Request processed in 74us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.066709:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00000100:00100000:2.0:1767318156.066723:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530496 00000100:00100000:2.0:1767318156.066728:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530496 00000100:00100000:3.0:1767318156.066728:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531136 00000100:00100000:3.0:1767318156.066735:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531136 00000100:00100000:3.0:1767318156.066753:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531392 00000100:00100000:3.0:1767318156.066756:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531392 00000100:00100000:2.0:1767318156.066770:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531008 00000100:00100000:2.0:1767318156.066775:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531008 00000100:00100000:3.0:1767318156.066776:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22240 00000100:00100000:3.0:1767318156.066784:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989530624:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.066799:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00010000:00020000:3.0:1767318156.066804:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318156.066809:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989530496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318156.066836:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318156.066846:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989530624:12345-0@lo:38:kworker.0 Request processed in 60us (325us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318156.066854:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22240 00000100:00100000:3.0:1767318156.066869:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22241 00000100:00100000:2.0:1767318156.066875:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989530496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.066876:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989531136:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.066889:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00010000:00020000:3.0:1767318156.066893:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318156.066906:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:2.0:1767318156.066914:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989531008:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318156.066924:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989531136:12345-0@lo:38:kworker.0 Request processed in 48us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318156.066931:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22241 00002000:00000024:2.0:1767318156.066946:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318156.066946:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22242 00000100:00100000:3.0:1767318156.066955:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989531392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318156.066966:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318156.066981:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989531008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318156.066987:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:3.0:1767318156.067015:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989531392:12345-0@lo:38:kworker.0 Request processed in 57us (324us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318156.067018:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318156.067023:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22242 00000100:00080000:2.0:1767318156.067024:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318156.067029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318156.067046:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989530752 00000100:00100000:2.0:1767318156.067050:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989530752 00000100:00100000:3.0:1767318156.067074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989530880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318156.067095:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:2.0:1767318156.067102:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989530752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318156.067116:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318156.067123:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318156.067129:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318156.067134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989531136:0@lo:38:kworker.0 00000100:00080000:3.0:1767318156.067149:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318156.067154:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989530752:12345-0@lo:38:kworker.0 Request processed in 48us (575us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318156.067156:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318156.067163:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989531392:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.067169:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00080000:3.0:1767318156.067177:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318156.067182:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318156.067185:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989530624:0@lo:38:kworker.0 00000100:00080000:3.0:1767318156.067196:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318156.067199:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318156.067202:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989530752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318156.067221:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318156.067258:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989531008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318156.067274:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531264 00000100:00100000:3.0:1767318156.067280:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531264 00000100:00100000:3.0:1767318156.067323:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:3.0:1767318156.067329:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989531264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318156.067370:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989531264:12345-0@lo:400:kworker.0 Request processed in 41us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318156.067376:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00100000:3.0:1767318156.067402:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989531264:0@lo:400:kworker.0 00000100:00080000:2.0:1767318156.067628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318156.069773:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989530496:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318156.900616:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318157.088431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318157.924724:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318158.114049:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318158.944818:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318159.136421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318159.968684:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318160.160588:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318160.227128:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318160.227174:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318160.229109:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766144 00000100:00100000:0.0:1767318160.229123:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766144 00000100:00100000:0.0:1767318160.229224:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766016 00000100:00100000:0.0:1767318160.229257:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766016 00000100:00100000:1.0:1767318160.229278:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4303 00000100:00100000:1.0:1767318160.229292:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925766144:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318160.229384:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925766144:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (2277us total) trans 0 rc 0/0 00000100:00080000:3.0:1767318160.229445:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318160.233867:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22243 00000100:00100000:0.0:1767318160.233883:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925766016:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318160.233911:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318160.233991:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925766016:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 110us (6815us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318160.233999:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22243 00000100:00100000:1.0:1767318160.235762:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4303 00010000:00010000:0.0:1767318160.992467:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318161.184612:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318161.185169:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989531520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318161.185266:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318161.185917:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531520 00000100:00100000:0.0:1767318161.185930:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531520 00000100:00100000:0.0:1767318161.186072:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:0.0:1767318161.186083:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989531520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318161.186116:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767318161.186207:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.186213:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318161.186216:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.186220:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.186224:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.186243:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3405 00000100:00080000:2.0:1767318161.186248:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.186255:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318161.186284:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722bb80 x1853163989531648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318161.186305:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.186307:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.186309:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.186313:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3405 00000100:00080000:2.0:1767318161.186315:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.186318:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318161.186334:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989531776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318161.186886:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318161.186902:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989532032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318161.186943:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318161.186992:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532032 00000100:00100000:3.0:1767318161.186997:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532032 00000100:00100000:3.0:1767318161.187026:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1767318161.187032:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989532032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318161.187053:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318161.187098:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989532032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318161.187106:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00080000:3.0:1767318161.187125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318161.187129:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318161.187162:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989532032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318161.187197:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989531648:0@lo:38:kworker.0 00000100:00100000:3.0:1767318161.187222:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318161.187260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989531776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318161.187295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318161.187326:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531776 00000100:00100000:3.0:1767318161.187329:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531776 00000100:00100000:3.0:1767318161.187346:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:3.0:1767318161.187350:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989531776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318161.187368:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318161.187394:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989531776:12345-0@lo:38:kworker.0 Request processed in 43us (98us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318161.187400:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00080000:3.0:1767318161.187440:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318161.187444:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318161.187447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989531776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318161.187461:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531648 00000100:00100000:3.0:1767318161.187464:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531648 00000100:00100000:3.0:1767318161.187484:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22244 00000100:00100000:3.0:1767318161.187488:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989531648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318161.187497:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318161.187522:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989531648:12345-0@lo:38:kworker.0 Request processed in 32us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318161.187539:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22244 00000100:00080000:3.0:1767318161.187558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318161.187562:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318161.187565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989531648:0@lo:38:kworker.0 00000100:00100000:3.0:1767318161.187597:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989531904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318161.187635:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318161.187660:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989531904 00000100:00100000:3.0:1767318161.187663:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989531904 00000100:00100000:3.0:1767318161.187687:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304 00000100:00100000:3.0:1767318161.187692:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989531904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318161.187719:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989531904:12345-0@lo:400:kworker.0 Request processed in 27us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318161.187725:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304 00000100:00080000:3.0:1767318161.187736:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318161.187748:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989531904:0@lo:400:kworker.0 00000100:00100000:0.0:1767318161.202761:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989531520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 16668us (17483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318161.202777:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00100000:1.0:1767318161.203219:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989531520:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318161.203362:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.203368:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.203372:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.203377:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3405 00000100:00080000:2.0:1767318161.203381:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.203388:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318161.203442:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163989532160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318161.203523:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989532160:0@lo:38:kworker.0 00000100:00100000:3.0:1767318161.203592:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318161.203665:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532160 00000100:00100000:0.0:1767318161.203671:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532160 00000100:00100000:0.0:1767318161.203710:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22245 00000100:00100000:0.0:1767318161.203716:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989532160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318161.203737:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318161.204104:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318161.204108:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318161.204110:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318161.204115:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3405 00000100:00080000:2.0:1767318161.204118:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318161.204122:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318161.204136:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163989532416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318161.205756:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989532288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318161.205848:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318161.205913:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532288 00000100:00100000:1.0:1767318161.205921:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532288 00000100:00100000:1.0:1767318161.205983:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305 00000100:00100000:1.0:1767318161.205991:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989532288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318161.206045:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989532288:12345-0@lo:400:kworker.0 Request processed in 54us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318161.206052:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305 00000100:00100000:1.0:1767318161.206096:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989532288:0@lo:400:kworker.0 00000100:00080000:1.0:1767318161.206137:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318161.206494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989532416:0@lo:38:kworker.0 00000100:00100000:3.0:1767318161.206531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318161.206610:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532416 00000100:00100000:1.0:1767318161.206615:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532416 00000100:00100000:1.0:1767318161.206638:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22246 00000100:00100000:1.0:1767318161.206643:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989532416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318161.206662:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318161.206694:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989532416:12345-0@lo:38:kworker.0 Request processed in 49us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318161.206701:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22246 00000100:00100000:0.0:1767318161.208240:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989532160:12345-0@lo:38:kworker.0 Request processed in 4501us (4626us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318161.208253:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22245 00000100:00080000:3.0:1767318161.209506:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318161.209516:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318161.209522:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989532160:0@lo:38:kworker.0 00000100:00080000:3.0:1767318161.214003:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318161.214014:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318161.214019:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989532416:0@lo:38:kworker.0 00010000:00010000:1.0:1767318162.023183:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318162.208687:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318163.040413:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318163.232840:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318164.067000:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318164.256571:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318165.088563:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318165.280394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318165.349011:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318165.349147:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766400 00000100:00100000:1.0:1767318165.349159:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766400 00000100:00080000:3.0:1767318165.349255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318165.349300:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4306 00000100:00100000:1.0:1767318165.349313:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925766400:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318165.349417:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925766400:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318165.349427:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4306 00000100:00100000:0.0:1767318165.351891:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318165.352032:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766272 00000100:00100000:2.0:1767318165.352042:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766272 00000100:00100000:2.0:1767318165.352116:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22247 00000100:00100000:2.0:1767318165.352125:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925766272:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318165.352946:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318165.353152:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925766272:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1024us (1268us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318165.353165:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22247 00010000:00010000:0.0:1767318166.112761:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318166.304838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989532544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318166.304923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318166.305518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318166.305860:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532544 00000100:00100000:2.0:1767318166.305869:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532544 00000100:00080000:1.0:1767318166.305935:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318166.305937:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318166.305944:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318166.305947:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318166.305951:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318166.305955:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318166.305956:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00080000:3.0:1767318166.305965:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3410 00000100:00100000:2.0:1767318166.305970:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989532544:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318166.305971:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318166.305981:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318166.306010:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163989532672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:2.0:1767318166.306022:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767318166.306048:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318166.306053:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318166.306055:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318166.306059:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3410 00000100:00080000:3.0:1767318166.306062:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318166.306066:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318166.306082:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0000 x1853163989532800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318166.306111:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989532544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.306119:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00080000:3.0:1767318166.306122:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318166.306127:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318166.306129:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318166.306145:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3410 00000100:00080000:3.0:1767318166.306158:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318166.306159:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989532672:0@lo:38:kworker.0 00000100:00080000:3.0:1767318166.306162:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318166.306167:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989532544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318166.306176:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0380 x1853163989533056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318166.306187:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318166.306195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989532928:0@lo:400:kworker.0 00000100:00080000:3.0:1767318166.306209:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318166.306215:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318166.306217:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318166.306221:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3410 00000100:00080000:3.0:1767318166.306223:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318166.306227:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318166.306270:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3480 x1853163989533312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318166.306293:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318166.306302:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989533440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318166.306316:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989533568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318166.309473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.309531:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989533184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318166.313102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989532800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318166.313169:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532672 00000100:00100000:2.0:1767318166.313178:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532672 00000100:00100000:1.0:1767318166.313216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318166.313273:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989533056:0@lo:38:kworker.0 00000100:00100000:2.0:1767318166.313293:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22248 00000100:00100000:1.0:1767318166.313302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.313304:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989532672:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318166.313335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989533312:0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.313346:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318166.313356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.313402:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989532672:12345-0@lo:38:kworker.0 Request processed in 100us (3936us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318166.313403:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533056 00000100:00100000:1.0:1767318166.313409:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533056 00000100:00100000:2.0:1767318166.313413:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22248 00000100:00100000:2.0:1767318166.313433:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533312 00000100:00100000:2.0:1767318166.313438:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533312 00000100:00100000:1.0:1767318166.313439:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22249 00000100:00100000:1.0:1767318166.313446:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989533056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318166.313458:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318166.313464:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22250 00000100:00100000:2.0:1767318166.313470:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989533312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.313481:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318166.313502:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989533056:12345-0@lo:38:kworker.0 Request processed in 54us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318166.313510:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22249 00000100:00100000:2.0:1767318166.313515:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989533312:12345-0@lo:38:kworker.0 Request processed in 43us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318166.313521:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22250 00000100:00100000:2.0:1767318166.313541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318166.313553:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532928 00000100:00100000:1.0:1767318166.313558:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532928 00000100:00100000:2.0:1767318166.313584:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989532800 00000100:00100000:2.0:1767318166.313588:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989532800 00000100:00100000:2.0:1767318166.313606:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:2.0:1767318166.313609:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989532800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318166.313615:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318166.313632:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989532800:12345-0@lo:38:kworker.0 Request processed in 23us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318166.313636:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:2.0:1767318166.313667:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1767318166.313675:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989532928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.313799:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989532928:12345-0@lo:400:kworker.0 Request processed in 125us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.313806:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1767318166.313824:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318166.313858:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318166.313864:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533184 00000100:00100000:2.0:1767318166.313867:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533184 00000100:00100000:2.0:1767318166.313884:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:2.0:1767318166.313887:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989533184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.313909:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989533184:12345-0@lo:400:kworker.0 Request processed in 22us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.313913:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00000100:00080000:2.0:1767318166.313920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318166.313943:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989533184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318166.313963:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989532928:0@lo:400:kworker.0 00000100:00080000:2.0:1767318166.313986:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.313990:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.313992:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989533056:0@lo:38:kworker.0 00000100:00080000:2.0:1767318166.313997:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.314001:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.314004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989533312:0@lo:38:kworker.0 00000100:00080000:2.0:1767318166.314012:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.314015:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.314018:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989532672:0@lo:38:kworker.0 00000100:00080000:2.0:1767318166.314025:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318166.314029:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318166.314031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989532800:0@lo:38:kworker.0 00000100:00100000:0.0:1767318166.317691:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318166.317809:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533440 00000100:00100000:2.0:1767318166.317819:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533440 00000100:00100000:2.0:1767318166.317882:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:2.0:1767318166.317889:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989533440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318166.317942:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318166.317982:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989533440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318166.317987:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00080000:0.0:1767318166.318064:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318166.318105:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989533440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318166.325208:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318166.327754:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533568 00000100:00100000:1.0:1767318166.327771:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533568 00000100:00100000:0.0:1767318166.327915:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1767318166.327927:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989533568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318166.328211:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989533568:12345-0@lo:400:kworker.0 Request processed in 286us (3011us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318166.328218:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:3.0:1767318166.329423:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989533568:0@lo:400:kworker.0 00010000:00010000:1.0:1767318167.139324:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318167.329263:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318168.164257:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318168.353333:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318169.184468:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318169.377546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318170.209415:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318170.400822:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318170.467678:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318170.467728:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318170.467769:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766656 00000100:00100000:1.0:1767318170.467783:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766656 00000100:00100000:1.0:1767318170.467870:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766528 00000100:00100000:1.0:1767318170.467873:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766528 00000100:00100000:1.0:1767318170.467896:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4309 00000100:00100000:1.0:1767318170.467906:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925766656:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318170.467988:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925766656:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318170.467996:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4309 00000100:00100000:1.0:1767318170.468016:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22251 00000100:00100000:1.0:1767318170.468020:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925766528:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318170.468040:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318170.468066:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925766528:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318170.468073:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22251 00000100:00080000:0.0:1767318170.468809:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318171.232849:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318171.424450:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318171.424458:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318171.424460:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318171.424464:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318171.424468:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318171.424476:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3416 00000100:00100000:2.0:1767318171.424478:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989533696:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318171.424481:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318171.424486:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318171.424509:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163989533824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318171.424522:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318171.424525:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318171.424527:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318171.424530:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3416 00000100:00080000:1.0:1767318171.424532:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318171.424535:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318171.424545:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318171.424595:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc700 x1853163989533952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318171.424621:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318171.424632:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318171.424636:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318171.424637:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318171.424641:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3416 00000100:00100000:2.0:1767318171.424642:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989534080:0@lo:400:kworker.0 00000100:00080000:1.0:1767318171.424643:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318171.424646:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318171.424669:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318171.424675:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a300 x1853163989534208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318171.424690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318171.424693:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767318171.424694:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767318171.424695:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318171.424698:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3416 00000100:00100000:2.0:1767318171.424699:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989534336:0@lo:400:kworker.0 00000100:00080000:1.0:1767318171.424700:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318171.424704:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318171.424713:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748000 x1853163989534464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318171.424735:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318171.424744:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318171.424751:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989534592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318171.424762:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534080 00000100:00100000:2.0:1767318171.424769:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534080 00000100:00100000:1.0:1767318171.424777:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318171.424817:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534336 00000100:00100000:1.0:1767318171.424818:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534592 00000100:00100000:1.0:1767318171.424820:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534592 00000100:00100000:2.0:1767318171.424820:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534336 00000100:00100000:2.0:1767318171.425031:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310 00000100:00100000:2.0:1767318171.425041:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989534080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318171.425096:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989534080:12345-0@lo:400:kworker.0 Request processed in 51us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318171.425102:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310 00000100:00100000:2.0:1767318171.425119:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311 00000100:00100000:2.0:1767318171.425124:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989534336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318171.425135:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533696 00000100:00100000:0.0:1767318171.425139:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533696 00000100:00100000:2.0:1767318171.425151:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989534336:12345-0@lo:400:kworker.0 Request processed in 27us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318171.425159:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311 00000100:00100000:0.0:1767318171.425168:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:0.0:1767318171.425174:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989533696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318171.425199:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318171.425401:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989533824:0@lo:38:kworker.0 00000100:00100000:3.0:1767318171.425431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318171.425448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989533952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318171.425487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318171.425510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989534208:0@lo:38:kworker.0 00000100:00100000:3.0:1767318171.425531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318171.428120:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:1.0:1767318171.428147:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989534592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318171.439731:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989533696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14546us (15173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318171.439746:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1767318171.443269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989534464:0@lo:38:kworker.0 00000100:00100000:3.0:1767318171.443332:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318171.443422:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989534592:12345-0@lo:400:kworker.0 Request processed in 15288us (18641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318171.443434:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1767318171.454300:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533824 00000100:00100000:2.0:1767318171.454314:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533824 00000100:00100000:2.0:1767318171.454350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534208 00000100:00100000:2.0:1767318171.454354:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534208 00000100:00100000:2.0:1767318171.454362:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534464 00000100:00100000:2.0:1767318171.454365:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534464 00000100:00100000:2.0:1767318171.454380:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22252 00000100:00100000:2.0:1767318171.454388:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989533824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318171.454411:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318171.456809:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22253 00000100:00100000:0.0:1767318171.456821:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989534208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318171.456842:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318171.457374:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989533824:12345-0@lo:38:kworker.0 Request processed in 2982us (31938us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318171.457384:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22252 00000100:00100000:2.0:1767318171.457407:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22254 00000100:00100000:2.0:1767318171.457412:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989534464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318171.457424:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318171.458895:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318171.458999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989534720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318171.459053:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318171.459227:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989534592:0@lo:400:kworker.0 00000100:00100000:1.0:1767318171.459268:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989533696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318171.459406:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534720 00000100:00100000:1.0:1767318171.459412:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534720 00000100:00100000:1.0:1767318171.459454:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:1.0:1767318171.459461:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989534720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318171.459487:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318171.459527:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989534720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318171.459534:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00100000:1.0:1767318171.459576:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989533952 00000100:00100000:1.0:1767318171.459580:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989533952 00000100:00100000:1.0:1767318171.459605:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:1.0:1767318171.459610:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989533952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318171.463103:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318171.463217:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989534208:12345-0@lo:38:kworker.0 Request processed in 6384us (37671us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318171.463242:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22253 00000100:00080000:0.0:1767318171.463312:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318171.463317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318171.463319:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318171.463360:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989534336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318171.463373:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989534080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318171.463687:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989533952:12345-0@lo:38:kworker.0 Request processed in 4075us (38198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318171.463695:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:1.0:1767318171.463754:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989534720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318171.470697:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989534464:12345-0@lo:38:kworker.0 Request processed in 13270us (27351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318171.470714:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22254 00000100:00080000:3.0:1767318171.478816:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318171.478831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318171.478837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989533824:0@lo:38:kworker.0 00000100:00080000:3.0:1767318171.478892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318171.478896:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318171.478995:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989533952:0@lo:38:kworker.0 00000100:00080000:3.0:1767318171.479011:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318171.479014:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318171.479017:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989534208:0@lo:38:kworker.0 00000100:00080000:3.0:1767318171.479027:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318171.479031:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318171.479034:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989534464:0@lo:38:kworker.0 00010000:00010000:1.0:1767318172.256518:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318172.451532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318173.280475:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318173.473653:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318174.304488:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318174.496679:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:0.0:1767318174.565687:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925766784 offset 0 length 520: 4 00000100:00100000:0.0:1767318174.565738:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318174.565931:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318174.567421:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925766912 00000100:00100000:2.0:1767318174.567434:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925766912 00000100:00100000:2.0:1767318174.567484:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767040 00000100:00100000:2.0:1767318174.567488:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767040 00000100:00100000:2.0:1767318174.567542:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4312 00000100:00100000:2.0:1767318174.567552:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925767040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318174.567640:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925767040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318174.567648:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4312 00000100:00100000:2.0:1767318174.567668:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22255 00000100:00100000:2.0:1767318174.567673:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925766912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318174.567693:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318174.567718:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925766912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (1980us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318174.567724:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22255 00000100:00080000:0.0:1767318174.568098:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318175.329442:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318175.520389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318175.585648:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318150/real 1767318150] req@ffff96e1ed2be300 x1853163989530368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318175.585693:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2be300 x1853163989530368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318175.585730:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318175.585770:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318175.585775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989530368:0@lo:250:kworker.0 00000100:00080000:1.0:1767318175.585944:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318175.585951:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318175.585955:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318175.585961:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3400 00000100:00080000:1.0:1767318175.585967:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318175.585976:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318175.586024:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163989534848/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318175.586054:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318175.586059:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767318175.586188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989534848:0@lo:250:kworker.0 00000400:00000100:3.0:1767318175.586274:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989534848 offset 0 length 520: 4 00000100:00080000:1.0:1767318175.586426:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318175.586430:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3421 00000100:00080000:1.0:1767318175.586432:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318175.586435:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318175.586452:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749180 x1853163989534976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318175.586468:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318175.586473:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318175.586474:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318175.586477:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3421 00000100:00080000:1.0:1767318175.586478:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318175.586481:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318175.586490:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749f80 x1853163989535104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318175.586532:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318175.586536:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318175.586538:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318175.586542:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3421 00000100:00080000:1.0:1767318175.586544:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318175.586548:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318175.586559:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749500 x1853163989535360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318175.586574:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318175.586578:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318175.586580:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318175.586584:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3421 00000100:00080000:1.0:1767318175.586586:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318175.586590:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318175.586600:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b100 x1853163989535616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318175.586643:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989535744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318175.586679:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318175.586700:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318175.586703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989535872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318175.586784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318175.586812:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535744 00000100:00100000:1.0:1767318175.586821:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535744 00000100:00100000:1.0:1767318175.586884:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535872 00000100:00100000:1.0:1767318175.586888:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535872 00000100:00100000:1.0:1767318175.586914:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:1.0:1767318175.586921:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989535744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318175.586977:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989535744:12345-0@lo:400:kworker.0 Request processed in 55us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318175.586986:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:1.0:1767318175.587004:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:1.0:1767318175.587010:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989535872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318175.587036:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989535872:12345-0@lo:400:kworker.0 Request processed in 28us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318175.587041:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:0.0:1767318175.587185:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989535232:0@lo:400:kworker.0 00000100:00100000:0.0:1767318175.587259:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318175.587289:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318175.587294:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989535488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318175.587318:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318175.587346:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318175.587349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318175.587361:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535232 00000100:00100000:0.0:1767318175.587364:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535232 00000100:00100000:0.0:1767318175.587392:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535488 00000100:00100000:0.0:1767318175.587393:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535488 00000100:00100000:0.0:1767318175.587408:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313 00000100:00100000:0.0:1767318175.587412:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989535232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318175.587438:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989535232:12345-0@lo:400:kworker.0 Request processed in 26us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318175.587442:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313 00000100:00100000:0.0:1767318175.587454:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00100000:0.0:1767318175.587458:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989535488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318175.587659:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989534976:0@lo:38:kworker.0 00000100:00100000:0.0:1767318175.587685:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989535488:12345-0@lo:400:kworker.0 Request processed in 212us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318175.587697:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318175.587715:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00000100:00100000:3.0:1767318175.587799:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989534976 00000100:00100000:3.0:1767318175.587803:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989534976 00000100:00100000:2.0:1767318175.587952:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989535104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318175.587989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318175.588011:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989535360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318175.588033:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318175.588086:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989535872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318175.588102:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989535744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318175.588140:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535104 00000100:00100000:1.0:1767318175.588144:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535104 00000100:00100000:1.0:1767318175.588171:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:1.0:1767318175.588176:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989535104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318175.588206:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318175.588274:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989535104:12345-0@lo:38:kworker.0 Request processed in 96us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318175.588281:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:0.0:1767318175.590963:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535360 00000100:00100000:2.0:1767318175.590977:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989535616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318175.590981:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535360 00000100:00100000:2.0:1767318175.591076:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318175.591151:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989535616 00000100:00100000:0.0:1767318175.591157:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989535616 00000100:00100000:0.0:1767318175.591175:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22256 00000100:00100000:0.0:1767318175.591184:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989534976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318175.591207:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318175.591309:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989534976:12345-0@lo:38:kworker.0 Request processed in 120us (3609us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318175.591318:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22256 00000100:00080000:2.0:1767318175.591319:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318175.591329:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318175.591336:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989535104:0@lo:38:kworker.0 00000100:00100000:0.0:1767318175.591347:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22257 00000100:00100000:0.0:1767318175.591354:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989535360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318175.591365:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318175.591376:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318175.591383:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318175.591388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989534976:0@lo:38:kworker.0 00000100:00100000:0.0:1767318175.591403:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989535360:12345-0@lo:38:kworker.0 Request processed in 46us (3366us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318175.591407:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318175.591413:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22257 00000100:00080000:2.0:1767318175.591415:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318175.591419:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989535360:0@lo:38:kworker.0 00000100:00100000:0.0:1767318175.591512:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22258 00000100:00100000:0.0:1767318175.591517:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989535616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318175.591527:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318175.591578:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989535616:12345-0@lo:38:kworker.0 Request processed in 59us (515us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318175.591591:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22258 00000100:00080000:2.0:1767318175.591609:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318175.591615:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318175.591622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989535616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318175.591673:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989535488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318175.591693:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989535232:0@lo:400:kworker.0 00000100:00080000:2.0:1767318175.591695:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318176.354644:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318176.544668:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989536000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318176.544739:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318176.544914:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536000 00000100:00100000:3.0:1767318176.544922:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536000 00000100:00100000:3.0:1767318176.544978:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:3.0:1767318176.544987:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989536000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318176.545015:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318176.545063:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989536000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318176.545070:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00100000:3.0:1767318176.545126:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989536000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318176.545622:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318176.545758:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318176.545769:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989536128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318176.545800:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318176.545862:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536128 00000100:00100000:1.0:1767318176.545868:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536128 00000100:00100000:1.0:1767318176.545902:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:1.0:1767318176.545911:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989536128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318176.545929:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318176.545971:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989536128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318176.545978:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:0.0:1767318176.546125:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989536128:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318177.377318:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318177.568539:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318178.400472:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318178.595569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318179.424441:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318179.616432:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318179.683683:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318179.683750:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767168 00000100:00100000:3.0:1767318179.683758:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767168 00000100:00100000:3.0:1767318179.683797:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22259 00000100:00100000:3.0:1767318179.683803:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925767168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318179.683824:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318179.683888:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925767168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 83us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318179.683895:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22259 00000100:00100000:3.0:1767318179.686405:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318179.686519:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767296 00000100:00100000:1.0:1767318179.686530:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767296 00000100:00100000:1.0:1767318179.686611:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4315 00000100:00100000:1.0:1767318179.686623:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925767296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318179.686704:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925767296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318179.686712:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4315 00000100:00080000:2.0:1767318179.686920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318180.448796:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318180.640370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318180.640843:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318180.640849:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318180.640852:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318180.640856:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318180.640860:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318180.640867:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318180.640871:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318180.640876:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318180.640916:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163989536256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318180.640949:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318180.640953:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318180.640955:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318180.640959:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318180.640961:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318180.640965:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318180.640979:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163989536384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318180.641014:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318180.641018:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318180.641020:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318180.641023:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318180.641026:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318180.641029:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318180.641071:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe680 x1853163989536640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318180.641073:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318180.641089:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989536512:0@lo:400:kworker.0 00000100:00080000:0.0:1767318180.641103:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318180.641108:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318180.641110:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318180.641114:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3425 00000100:00080000:0.0:1767318180.641120:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318180.641124:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318180.641140:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723b80 x1853163989536896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318180.641163:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318180.641200:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989537024:0@lo:400:kworker.0 00000100:00100000:3.0:1767318180.641255:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989536768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318180.641427:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318180.641477:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537024 00000100:00100000:1.0:1767318180.641485:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537024 00000100:00100000:1.0:1767318180.641540:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:1.0:1767318180.641549:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989537024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318180.641694:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989536256:0@lo:38:kworker.0 00000100:00100000:3.0:1767318180.642848:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318180.642860:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318180.642873:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989537152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318180.642908:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318180.642912:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536512 00000100:00100000:3.0:1767318180.642919:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536512 00000100:00100000:3.0:1767318180.642969:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536768 00000100:00100000:0.0:1767318180.642973:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537152 00000100:00100000:3.0:1767318180.642974:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536768 00000100:00100000:0.0:1767318180.642980:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537152 00000100:00100000:3.0:1767318180.643007:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4316 00000100:00100000:3.0:1767318180.643019:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989536512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318180.643021:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767318180.643045:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989537152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318180.643088:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989536512:12345-0@lo:400:kworker.0 Request processed in 72us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318180.643097:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4316 00000100:00100000:3.0:1767318180.643114:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317 00000100:00100000:3.0:1767318180.643121:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989536768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318180.643148:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989536768:12345-0@lo:400:kworker.0 Request processed in 28us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318180.643155:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317 00000100:00100000:3.0:1767318180.643195:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989536768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318180.643206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989536512:0@lo:400:kworker.0 00000100:00080000:3.0:1767318180.643256:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318180.643261:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318180.643263:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318180.643408:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989537152:12345-0@lo:400:kworker.0 Request processed in 375us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318180.643416:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767318180.643448:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989537152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318180.643565:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989537024:12345-0@lo:400:kworker.0 Request processed in 2015us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318180.643580:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767318180.643670:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989537024:0@lo:400:kworker.0 00000100:00100000:2.0:1767318180.643836:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318180.644072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989536384:0@lo:38:kworker.0 00000100:00100000:2.0:1767318180.644117:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318180.644152:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989536640:0@lo:38:kworker.0 00000100:00100000:2.0:1767318180.644174:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318180.644214:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536384 00000100:00100000:0.0:1767318180.644245:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536384 00000100:00100000:0.0:1767318180.644516:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:0.0:1767318180.644522:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989536384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318180.644541:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318180.644576:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989536384:12345-0@lo:38:kworker.0 Request processed in 53us (458us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318180.644583:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00100000:2.0:1767318180.644991:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989536896:0@lo:38:kworker.0 00000100:00100000:2.0:1767318180.645020:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318180.645079:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536256 00000100:00100000:3.0:1767318180.645085:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536256 00000100:00080000:2.0:1767318180.645626:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318180.645632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318180.645636:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989536384:0@lo:38:kworker.0 00000100:00100000:0.0:1767318180.645684:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536640 00000100:00100000:0.0:1767318180.645689:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536640 00000100:00100000:0.0:1767318180.645712:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989536896 00000100:00100000:0.0:1767318180.645716:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989536896 00000100:00100000:0.0:1767318180.645734:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22260 00000100:00100000:0.0:1767318180.645739:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989536256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318180.645754:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318180.645795:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989536256:12345-0@lo:38:kworker.0 Request processed in 55us (1959us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318180.645801:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22260 00000100:00100000:0.0:1767318180.645816:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22261 00000100:00100000:0.0:1767318180.645820:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989536640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318180.645829:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318180.645852:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989536640:12345-0@lo:38:kworker.0 Request processed in 30us (1676us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318180.645858:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22261 00000100:00100000:0.0:1767318180.645870:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22262 00000100:00100000:0.0:1767318180.645875:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989536896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318180.645883:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318180.645905:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989536896:12345-0@lo:38:kworker.0 Request processed in 29us (884us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318180.645911:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22262 00000100:00080000:3.0:1767318180.646071:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318180.646076:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318180.646079:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989536256:0@lo:38:kworker.0 00000100:00080000:3.0:1767318180.646447:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318180.646453:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318180.646456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989536640:0@lo:38:kworker.0 00000100:00080000:3.0:1767318180.646469:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318180.646473:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318180.646476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989536896:0@lo:38:kworker.0 00010000:00010000:0.0:1767318181.473386:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318181.664368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318181.665095:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989537408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318181.665164:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318181.665214:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537408 00000100:00100000:3.0:1767318181.665219:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318181.665222:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537408 00000100:00100000:3.0:1767318181.665224:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989537280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318181.665264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318181.665291:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537280 00000100:00100000:0.0:1767318181.665295:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537280 00000100:00100000:1.0:1767318181.665354:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:1.0:1767318181.665366:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989537408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318181.665396:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318181.665438:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989537408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318181.665445:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00100000:0.0:1767318181.665450:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:0.0:1767318181.665457:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989537280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318181.665475:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318181.665507:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989537280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318181.665513:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1767318181.666085:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989537280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318181.666100:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989537408:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318182.496602:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318182.689022:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318183.520520:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318183.712527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318184.546435:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318184.740759:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318184.803733:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318184.803907:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767552 00000100:00100000:2.0:1767318184.803923:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767552 00000100:00080000:3.0:1767318184.804158:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318184.804295:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4318 00000100:00100000:2.0:1767318184.804307:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925767552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318184.804388:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925767552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318184.804397:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4318 00000100:00100000:0.0:1767318184.806334:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318184.806420:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767424 00000100:00100000:2.0:1767318184.806429:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767424 00000100:00100000:2.0:1767318184.806504:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22263 00000100:00100000:2.0:1767318184.806511:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925767424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318184.806536:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318184.806607:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925767424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 95us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318184.806614:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22263 00010000:00010000:3.0:1767318185.572456:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318185.760485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318185.760674:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318185.760680:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318185.760683:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318185.760687:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318185.760691:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318185.760699:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3430 00000100:00080000:1.0:1767318185.760703:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318185.760709:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318185.760747:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749880 x1853163989537536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318185.760771:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318185.760775:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318185.760777:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318185.760781:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3430 00000100:00080000:1.0:1767318185.760783:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318185.760787:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318185.760803:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749c00 x1853163989537664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318185.760838:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318185.760839:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989537536:0@lo:38:kworker.0 00000100:00080000:1.0:1767318185.760841:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318185.760843:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318185.760846:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3430 00000100:00080000:1.0:1767318185.760848:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318185.760851:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318185.760861:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749500 x1853163989537920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318185.760880:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318185.760883:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318185.760884:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318185.760888:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3430 00000100:00080000:1.0:1767318185.760890:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318185.760893:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318185.760900:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318185.760900:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749f80 x1853163989538176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318185.760971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989538304:0@lo:400:kworker.0 00000100:00100000:2.0:1767318185.761022:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989537792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318185.761067:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989538048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318185.768093:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318185.768168:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318185.768181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989538432:0@lo:400:kworker.0 00000100:00100000:1.0:1767318185.768272:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318185.768326:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538304 00000100:00100000:1.0:1767318185.768333:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538304 00000100:00100000:1.0:1767318185.770439:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538432 00000100:00100000:1.0:1767318185.770452:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538432 00000100:00100000:1.0:1767318185.770484:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:1.0:1767318185.770494:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318185.770578:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538304:12345-0@lo:400:kworker.0 Request processed in 86us (2493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318185.770586:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:1.0:1767318185.770603:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1767318185.770610:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318185.770636:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989538432:12345-0@lo:400:kworker.0 Request processed in 27us (2363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318185.770642:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1767318185.771049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989538432:0@lo:400:kworker.0 00000100:00100000:1.0:1767318185.771062:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989538304:0@lo:400:kworker.0 00000100:00080000:1.0:1767318185.771117:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318185.771121:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318185.771152:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537536 00000100:00100000:1.0:1767318185.771157:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537536 00000100:00100000:1.0:1767318185.771181:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22264 00000100:00100000:1.0:1767318185.771187:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989537536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318185.771208:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318185.771266:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989537536:12345-0@lo:38:kworker.0 Request processed in 77us (10365us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318185.771272:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22264 00000100:00080000:0.0:1767318185.772311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.772318:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318185.772322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989537536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318185.772333:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989537664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318185.772376:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318185.772408:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537664 00000100:00100000:0.0:1767318185.772412:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537664 00000100:00100000:0.0:1767318185.772441:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:0.0:1767318185.772446:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989537664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318185.772461:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318185.772488:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989537664:12345-0@lo:38:kworker.0 Request processed in 41us (112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318185.772494:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00080000:0.0:1767318185.772528:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.772532:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318185.772536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989537664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318185.772556:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989537920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318185.772580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318185.772605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989538176:0@lo:38:kworker.0 00000100:00100000:0.0:1767318185.772626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318185.772646:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537920 00000100:00100000:0.0:1767318185.772650:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537920 00000100:00100000:1.0:1767318185.772651:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538176 00000100:00100000:1.0:1767318185.772655:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538176 00000100:00100000:0.0:1767318185.772669:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22265 00000100:00100000:0.0:1767318185.772674:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989537920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318185.772683:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318185.772708:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989537920:12345-0@lo:38:kworker.0 Request processed in 33us (127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318185.772714:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22265 00000100:00080000:0.0:1767318185.772741:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.772745:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318185.772748:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989537920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318185.772905:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22266 00000100:00100000:0.0:1767318185.772909:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989538176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318185.772919:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318185.772965:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989538176:12345-0@lo:38:kworker.0 Request processed in 54us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318185.772971:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22266 00000100:00080000:0.0:1767318185.772994:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318185.772998:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318185.773002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989538176:0@lo:38:kworker.0 00000100:00100000:3.0:1767318185.776311:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318185.776460:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538048 00000100:00100000:1.0:1767318185.776470:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538048 00000100:00100000:1.0:1767318185.776535:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319 00000100:00100000:1.0:1767318185.776544:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989538048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318185.776613:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989538048:12345-0@lo:400:kworker.0 Request processed in 71us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318185.776620:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319 00000100:00080000:3.0:1767318185.777910:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318185.777975:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989538048:0@lo:400:kworker.0 00000100:00100000:2.0:1767318185.781638:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318185.781891:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989537792 00000100:00100000:0.0:1767318185.781900:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989537792 00000100:00100000:0.0:1767318185.782002:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4320 00000100:00100000:0.0:1767318185.782013:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989537792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318185.782097:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989537792:12345-0@lo:400:kworker.0 Request processed in 79us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318185.782104:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4320 00000100:00100000:2.0:1767318185.782428:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989537792:0@lo:400:kworker.0 00000100:00080000:3.0:1767318185.782659:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318186.597535:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318186.784637:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318186.784663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989538560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318186.784742:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318186.785202:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318186.785214:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989538688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318186.785271:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318186.785284:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318186.785312:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538560 00000100:00100000:0.0:1767318186.785313:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538688 00000100:00100000:0.0:1767318186.785322:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538688 00000100:00100000:2.0:1767318186.785322:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538560 00000100:00100000:2.0:1767318186.785369:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:2.0:1767318186.785378:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989538560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318186.785406:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318186.785526:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989538560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318186.785534:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:2.0:1767318186.785551:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:2.0:1767318186.785557:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989538688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318186.785572:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318186.785604:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989538688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318186.785609:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00100000:1.0:1767318186.785845:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989538560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318186.785891:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989538688:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318187.616480:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318187.808587:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318188.641556:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318188.833830:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318189.664905:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318189.857669:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318189.924106:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318189.924227:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767680 00000100:00100000:0.0:1767318189.924263:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767680 00000100:00100000:0.0:1767318189.924315:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22267 00000100:00100000:0.0:1767318189.924323:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925767680:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318189.924346:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318189.924419:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925767680:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318189.924427:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22267 00000100:00100000:1.0:1767318189.928623:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318189.928724:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767808 00000100:00100000:0.0:1767318189.928733:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767808 00000100:00100000:0.0:1767318189.928814:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4321 00000100:00100000:0.0:1767318189.928824:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925767808:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318189.928918:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925767808:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318189.928981:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4321 00000100:00080000:3.0:1767318189.929156:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318190.688449:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318190.880365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318190.880418:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318190.880424:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318190.880428:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318190.880432:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318190.880435:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318190.880443:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3435 00000100:00080000:1.0:1767318190.880447:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318190.880454:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318190.880514:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989538816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318190.880541:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318190.880545:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318190.880547:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318190.880551:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3435 00000100:00080000:1.0:1767318190.880553:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318190.880557:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318190.880568:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381f80 x1853163989538944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318190.880863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989538816:0@lo:38:kworker.0 00000100:00100000:0.0:1767318190.880933:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318190.881856:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989539072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318190.881898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318190.885822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989538944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318190.885890:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538816 00000100:00100000:3.0:1767318190.885900:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538816 00000100:00100000:0.0:1767318190.885910:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318190.885938:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539072 00000100:00100000:3.0:1767318190.885942:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539072 00000100:00100000:0.0:1767318190.885976:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989538944 00000100:00100000:0.0:1767318190.885982:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989538944 00000100:00100000:3.0:1767318190.885993:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322 00000100:00100000:3.0:1767318190.886006:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989539072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318190.886012:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1767318190.886019:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989538944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318190.886039:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318190.886289:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989538944:12345-0@lo:38:kworker.0 Request processed in 268us (378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318190.886298:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1767318190.886327:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22268 00000100:00100000:0.0:1767318190.886332:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989538816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318190.886344:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318190.886371:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989538816:12345-0@lo:38:kworker.0 Request processed in 38us (5439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318190.886378:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22268 00000100:00080000:0.0:1767318190.886423:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318190.886428:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318190.886432:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989538816:0@lo:38:kworker.0 00000100:00080000:0.0:1767318190.886445:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318190.886449:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318190.886453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989538944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318190.886472:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989539072:12345-0@lo:400:kworker.0 Request processed in 468us (4571us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318190.886481:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322 00000100:00100000:3.0:1767318190.886518:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989539072:0@lo:400:kworker.0 00000100:00080000:0.0:1767318190.886523:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318190.892092:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318190.892102:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318190.892106:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318190.892114:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3435 00000100:00080000:1.0:1767318190.892119:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318190.892126:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318190.892162:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382680 x1853163989539200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318190.892289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989539200:0@lo:38:kworker.0 00000100:00100000:0.0:1767318190.893292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318190.893407:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539200 00000100:00100000:3.0:1767318190.893416:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539200 00000100:00100000:3.0:1767318190.893468:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22269 00000100:00100000:3.0:1767318190.893476:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989539200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318190.893497:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318190.893641:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318190.893645:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318190.893648:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318190.893653:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3435 00000100:00080000:1.0:1767318190.893656:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318190.893661:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318190.893675:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163989539456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318190.893739:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989539328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318190.893786:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318190.893810:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539328 00000100:00100000:2.0:1767318190.893814:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539328 00000100:00100000:2.0:1767318190.893875:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323 00000100:00100000:2.0:1767318190.893882:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989539328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318190.894458:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989539328:12345-0@lo:400:kworker.0 Request processed in 43us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318190.894469:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323 00000100:00100000:2.0:1767318190.894521:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989539328:0@lo:400:kworker.0 00000100:00080000:2.0:1767318190.894577:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318190.896452:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989539456:0@lo:38:kworker.0 00000100:00100000:0.0:1767318190.896522:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318190.896635:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989539584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318190.896667:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318190.896719:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539584 00000100:00100000:1.0:1767318190.896725:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539584 00000100:00100000:1.0:1767318190.896819:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:1.0:1767318190.896828:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989539584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318190.896889:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989539584:12345-0@lo:400:kworker.0 Request processed in 62us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318190.896896:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:1.0:1767318190.896951:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989539584:0@lo:400:kworker.0 00000100:00080000:1.0:1767318190.896972:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318190.897131:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989539712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318190.897158:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318190.897186:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539712 00000100:00100000:1.0:1767318190.897190:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539712 00000100:00100000:1.0:1767318190.897216:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:1.0:1767318190.897222:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989539712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318190.897280:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989539712:12345-0@lo:400:kworker.0 Request processed in 58us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318190.897287:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00080000:1.0:1767318190.897301:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318190.897315:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989539712:0@lo:400:kworker.0 00000100:00100000:2.0:1767318190.897801:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539456 00000100:00100000:2.0:1767318190.897807:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539456 00000100:00100000:3.0:1767318190.897840:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989539200:12345-0@lo:38:kworker.0 Request processed in 4353us (4540us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318190.897852:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22269 00000100:00080000:0.0:1767318190.897951:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318190.897957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318190.897961:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989539200:0@lo:38:kworker.0 00000100:00100000:2.0:1767318190.898204:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22270 00000100:00100000:2.0:1767318190.898210:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989539456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318190.898259:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318190.898304:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989539456:12345-0@lo:38:kworker.0 Request processed in 93us (1782us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318190.898311:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22270 00000100:00080000:0.0:1767318190.898554:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318190.898559:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318190.898563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989539456:0@lo:38:kworker.0 00010000:00010000:0.0:1767318191.713364:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318191.906104:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989539840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318191.906178:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318191.906274:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318191.906281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989539968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318191.906303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318191.906391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318191.906610:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539840 00000100:00100000:1.0:1767318191.906620:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539840 00000100:00100000:1.0:1767318191.906673:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989539968 00000100:00100000:1.0:1767318191.906676:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989539968 00000100:00100000:1.0:1767318191.906695:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767318191.906704:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989539840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318191.906735:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318191.906791:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989539840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318191.906798:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767318191.906825:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:1.0:1767318191.906832:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989539968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318191.906845:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318191.906872:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989539968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318191.906877:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00100000:2.0:1767318191.906970:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989539968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318191.906984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989539840:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318192.736479:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318192.931156:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318193.760597:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318193.952358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318194.790039:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318194.976345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318195.048009:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318195.048051:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318195.048137:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925767936 00000100:00100000:1.0:1767318195.048149:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925767936 00000100:00100000:1.0:1767318195.048192:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768064 00000100:00100000:1.0:1767318195.048195:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768064 00000100:00100000:3.0:1767318195.048258:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22271 00000100:00100000:3.0:1767318195.048266:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925767936:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318195.048290:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318195.048340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318195.048368:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925767936:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 101us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318195.056218:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4324 00000100:00100000:1.0:1767318195.056261:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925768064:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318195.056354:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925768064:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 122us (8300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318195.056362:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4324 00000100:00100000:3.0:1767318195.060902:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22271 00010000:00010000:3.0:1767318195.808432:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318196.000354:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.000369:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318196.000373:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.000378:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.000382:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.000390:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3440 00000100:00080000:1.0:1767318196.000395:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.000401:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318196.000447:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989540096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318196.000462:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.000465:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.000467:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.000471:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3440 00000100:00080000:1.0:1767318196.000473:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.000476:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318196.000485:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383b80 x1853163989540224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318196.000612:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989540352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318196.000672:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318196.000750:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.000755:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.000757:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.000762:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3440 00000100:00080000:1.0:1767318196.000765:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.000769:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318196.000783:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381c00 x1853163989540480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318196.000802:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540352 00000100:00100000:3.0:1767318196.000809:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540352 00000100:00100000:3.0:1767318196.000855:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:3.0:1767318196.000862:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989540352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318196.000886:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989540096:0@lo:38:kworker.0 00000100:00100000:0.0:1767318196.000915:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318196.000940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989540224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318196.000962:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318196.000981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989540480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318196.001000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318196.001028:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540096 00000100:00100000:0.0:1767318196.001032:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540096 00000100:00100000:0.0:1767318196.001050:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540480 00000100:00100000:0.0:1767318196.001053:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540480 00000100:00100000:0.0:1767318196.001066:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22272 00000100:00100000:0.0:1767318196.001071:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989540096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318196.001105:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318196.001140:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989540096:12345-0@lo:38:kworker.0 Request processed in 68us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318196.001147:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22272 00000100:00100000:0.0:1767318196.001167:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22273 00000100:00100000:0.0:1767318196.001170:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989540480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318196.001179:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318196.001201:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989540480:12345-0@lo:38:kworker.0 Request processed in 29us (199us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318196.001207:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22273 00000100:00100000:0.0:1767318196.001226:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540224 00000100:00100000:0.0:1767318196.001244:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540224 00000100:00100000:0.0:1767318196.001264:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:0.0:1767318196.001269:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989540224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318196.001278:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318196.001301:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989540224:12345-0@lo:38:kworker.0 Request processed in 31us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318196.001307:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00080000:0.0:1767318196.001335:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318196.001359:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318196.001363:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318196.001367:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989540096:0@lo:38:kworker.0 00000100:00080000:0.0:1767318196.001377:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318196.001380:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318196.001383:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989540224:0@lo:38:kworker.0 00000100:00080000:0.0:1767318196.001389:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318196.001392:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318196.001394:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989540480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318196.001422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318196.001457:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989540608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318196.001480:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318196.001508:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540608 00000100:00100000:0.0:1767318196.001512:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540608 00000100:00100000:0.0:1767318196.001538:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:0.0:1767318196.001545:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989540608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318196.001576:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989540608:12345-0@lo:400:kworker.0 Request processed in 32us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318196.001582:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00080000:0.0:1767318196.001599:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318196.001615:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989540608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318196.002365:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989540352:12345-0@lo:400:kworker.0 Request processed in 1501us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318196.002374:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00000100:00100000:2.0:1767318196.002548:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989540352:0@lo:400:kworker.0 00000100:00080000:1.0:1767318196.005602:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318196.005613:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318196.005617:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318196.005626:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3440 00000100:00080000:1.0:1767318196.005631:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318196.005637:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318196.005679:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163989540736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318196.005791:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989540736:0@lo:38:kworker.0 00000100:00100000:0.0:1767318196.005850:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318196.005853:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989540864:0@lo:400:kworker.0 00000100:00100000:1.0:1767318196.005920:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540736 00000100:00100000:1.0:1767318196.005927:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540736 00000100:00100000:1.0:1767318196.005964:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22274 00000100:00100000:1.0:1767318196.005971:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989540736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318196.005989:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318196.007514:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989540992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318196.010406:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989540736:12345-0@lo:38:kworker.0 Request processed in 4425us (4547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318196.010421:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22274 00000100:00080000:1.0:1767318196.010472:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318196.010477:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318196.010481:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989540736:0@lo:38:kworker.0 00000100:00100000:2.0:1767318196.016751:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318196.016842:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540992 00000100:00100000:1.0:1767318196.016852:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540992 00000100:00080000:0.0:1767318196.016989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318196.017033:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:1.0:1767318196.017044:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989540992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318196.017119:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989540992:12345-0@lo:400:kworker.0 Request processed in 78us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318196.017127:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00100000:0.0:1767318196.017200:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989540992:0@lo:400:kworker.0 00000100:00100000:3.0:1767318196.017870:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318196.024109:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989540864 00000100:00100000:2.0:1767318196.024124:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989540864 00000100:00100000:2.0:1767318196.024225:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767318196.024252:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989540864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318196.024338:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989540864:12345-0@lo:400:kworker.0 Request processed in 90us (6468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318196.024346:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00080000:3.0:1767318196.024449:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318196.024490:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989540864:0@lo:400:kworker.0 00010000:00010000:0.0:1767318196.832398:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318197.024628:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318197.024653:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989541120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318197.024742:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318197.024859:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541120 00000100:00100000:0.0:1767318197.024866:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541120 00000100:00100000:0.0:1767318197.024926:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:0.0:1767318197.024935:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989541120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318197.024964:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318197.025009:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989541120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318197.025016:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:2.0:1767318197.025143:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989541120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318197.025926:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989541248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318197.025968:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318197.026047:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541248 00000100:00100000:2.0:1767318197.026053:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541248 00000100:00100000:2.0:1767318197.026096:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1767318197.026104:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989541248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318197.026126:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318197.031274:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989541248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5160us (5294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318197.031289:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:0.0:1767318197.034085:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989541248:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318197.856483:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318198.048495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318198.880515:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318199.072547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318199.909494:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318200.096864:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318200.097822:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318175/real 1767318175] req@ffff96e2fa74b480 x1853163989534848/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318200 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318200.097858:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa74b480 x1853163989534848/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318200 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318200.097877:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318200.097888:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318200.097891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989534848:0@lo:250:kworker.0 00000100:00080000:3.0:1767318200.098900:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318200.098910:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318200.098914:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318200.098920:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3425 00000100:00080000:3.0:1767318200.098925:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318200.098931:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318200.098961:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc700 x1853163989541376/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318200.098991:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318200.098995:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318200.098997:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318200.099000:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3445 00000100:00080000:3.0:1767318200.099003:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318200.099007:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318200.099021:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163989541504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318200.099030:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318200.099033:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318200.099034:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318200.099038:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3445 00000100:00080000:3.0:1767318200.099040:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318200.099043:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318200.099057:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be300 x1853163989541632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318200.099096:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318200.099100:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318200.099102:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318200.099105:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3445 00000100:00080000:3.0:1767318200.099107:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318200.099110:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318200.099121:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163989541888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318200.099136:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318200.099140:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318200.099141:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318200.099145:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3445 00000100:00080000:3.0:1767318200.099147:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318200.099150:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318200.099160:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3100 x1853163989542144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318200.099168:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989541760:0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.099202:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989542272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318200.099401:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989542016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318200.099618:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989541376:0@lo:250:kworker.0 00000100:00100000:3.0:1767318200.102468:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318200.102552:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318200.102565:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989542400:0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.102605:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318200.102785:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542272 00000100:00100000:3.0:1767318200.102793:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542272 00000100:00100000:3.0:1767318200.102854:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542400 00000100:00100000:3.0:1767318200.102858:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542400 00000100:00100000:3.0:1767318200.102884:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:3.0:1767318200.102893:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989542272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.102947:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989542272:12345-0@lo:400:kworker.0 Request processed in 56us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318200.102955:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00100000:3.0:1767318200.102971:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:3.0:1767318200.102976:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989542400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.103002:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989542400:12345-0@lo:400:kworker.0 Request processed in 26us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318200.103007:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00080000:3.0:1767318200.103028:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318200.103032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318200.103084:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989542400:0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.103096:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989542272:0@lo:400:kworker.0 00000100:00100000:2.0:1767318200.105258:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318200.105314:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318200.105368:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541760 00000100:00100000:3.0:1767318200.105376:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541760 00000100:00100000:3.0:1767318200.105431:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542016 00000100:00100000:3.0:1767318200.105434:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542016 00000100:00100000:3.0:1767318200.105454:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327 00000100:00100000:3.0:1767318200.105462:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989541760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.105521:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989541760:12345-0@lo:400:kworker.0 Request processed in 61us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318200.105528:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327 00000100:00100000:3.0:1767318200.105541:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328 00000100:00100000:3.0:1767318200.105546:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989542016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318200.105575:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989542016:12345-0@lo:400:kworker.0 Request processed in 28us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318200.105581:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328 00000100:00100000:3.0:1767318200.105615:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989542016:0@lo:400:kworker.0 00000400:00000100:0.0:1767318200.105815:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989541376 offset 0 length 520: 4 00000100:00100000:0.0:1767318200.105844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989541504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318200.105875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318200.105932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989541632:0@lo:38:kworker.0 00000100:00100000:0.0:1767318200.105956:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318200.105981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989541888:0@lo:38:kworker.0 00000100:00100000:0.0:1767318200.106001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318200.106053:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541632 00000100:00100000:3.0:1767318200.106057:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541632 00000100:00100000:3.0:1767318200.106084:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1767318200.106089:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989541632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318200.106107:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318200.106139:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989541632:12345-0@lo:38:kworker.0 Request processed in 50us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318200.106145:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:0.0:1767318200.106427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989542144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318200.106451:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318200.106502:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541504 00000100:00100000:1.0:1767318200.106507:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541504 00000100:00100000:1.0:1767318200.106531:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989541888 00000100:00100000:1.0:1767318200.106534:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989541888 00000100:00100000:1.0:1767318200.106549:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22275 00000100:00100000:1.0:1767318200.106554:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989541504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318200.106565:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318200.106576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318200.106594:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989541504:12345-0@lo:38:kworker.0 Request processed in 39us (718us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318200.106599:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22275 00000100:00100000:2.0:1767318200.106607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989541760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318200.106611:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22276 00000100:00100000:1.0:1767318200.106614:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989541888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318200.106623:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318200.106731:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989541888:12345-0@lo:38:kworker.0 Request processed in 27us (641us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318200.106738:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22276 00000100:00080000:0.0:1767318200.106814:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318200.106819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318200.106823:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989541504:0@lo:38:kworker.0 00000100:00080000:0.0:1767318200.106831:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318200.106834:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318200.106837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989541632:0@lo:38:kworker.0 00000100:00080000:0.0:1767318200.106844:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318200.106847:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318200.106849:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989541888:0@lo:38:kworker.0 00000100:00100000:1.0:1767318200.106911:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542144 00000100:00100000:1.0:1767318200.106916:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542144 00000100:00100000:1.0:1767318200.106938:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22277 00000100:00100000:1.0:1767318200.106942:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989542144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318200.106951:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318200.106990:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989542144:12345-0@lo:38:kworker.0 Request processed in 45us (537us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318200.106995:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22277 00000100:00080000:0.0:1767318200.107164:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318200.107169:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318200.107172:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989542144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318200.166112:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318200.166148:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925768192 offset 0 length 520: 4 00000100:00100000:0.0:1767318200.166168:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318200.166201:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768448 00000100:00100000:2.0:1767318200.166210:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768448 00000100:00100000:3.0:1767318200.166276:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768320 00000100:00100000:3.0:1767318200.166281:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768320 00000100:00100000:3.0:1767318200.166310:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4329 00000100:00080000:0.0:1767318200.166353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318200.166379:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925768448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318200.166461:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925768448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 143us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318200.168306:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22278 00000100:00100000:2.0:1767318200.168319:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925768320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318200.168351:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318200.168408:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925768320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 91us (2239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318200.168416:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22278 00000100:00100000:3.0:1767318200.175310:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4329 00010000:00010000:3.0:1767318200.928509:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318201.121065:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318201.953986:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318202.144370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318202.144829:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318202.144842:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989542528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318202.144910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318202.145219:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989542656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318202.145263:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318202.145395:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542528 00000100:00100000:3.0:1767318202.145403:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542528 00000100:00100000:3.0:1767318202.145456:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542656 00000100:00100000:3.0:1767318202.145458:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542656 00000100:00100000:3.0:1767318202.145474:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1767318202.145481:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989542528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318202.145509:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318202.145550:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989542528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318202.145557:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1767318202.145572:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1767318202.145578:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989542656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318202.145590:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318202.145609:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989542656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318202.145615:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1767318202.145668:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989542656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318202.145679:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989542528:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318202.145795:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318202.145799:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318202.976700:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318203.168355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318204.000480:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318204.194079:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318205.024469:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318205.216700:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318205.217113:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318205.217119:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318205.217122:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318205.217125:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318205.217129:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318205.217137:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318205.217141:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318205.217148:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318205.217189:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383b80 x1853163989542784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318205.217225:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318205.217247:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318205.217249:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318205.217253:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318205.217255:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318205.217258:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318205.217272:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989542912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318205.217321:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318205.217325:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318205.217327:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318205.217331:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318205.217334:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318205.217337:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318205.217352:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382680 x1853163989543168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318205.217353:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989542784:0@lo:38:kworker.0 00000100:00080000:1.0:1767318205.217375:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318205.217379:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318205.217381:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318205.217384:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3449 00000100:00080000:1.0:1767318205.217387:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318205.217391:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318205.217402:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163989543424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318205.217428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318205.217466:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989543552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318205.217488:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989542912:0@lo:38:kworker.0 00000100:00100000:1.0:1767318205.217507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318205.217520:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318205.217534:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318205.217545:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989543680:0@lo:400:kworker.0 00000100:00100000:2.0:1767318205.217554:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989543168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318205.217577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318205.218145:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989543040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218177:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318205.218210:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318205.218216:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989543296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218258:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318205.218290:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542784 00000100:00100000:3.0:1767318205.218297:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542784 00000100:00100000:3.0:1767318205.218330:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543040 00000100:00100000:3.0:1767318205.218333:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543040 00000100:00100000:3.0:1767318205.218368:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543296 00000100:00100000:3.0:1767318205.218371:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543296 00000100:00100000:3.0:1767318205.218390:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:3.0:1767318205.218397:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989543040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218446:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989543040:12345-0@lo:400:kworker.0 Request processed in 48us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318205.218453:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000100:00100000:3.0:1767318205.218470:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:3.0:1767318205.218475:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989543296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218498:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989543296:12345-0@lo:400:kworker.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318205.218503:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00100000:3.0:1767318205.218514:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22279 00000100:00100000:3.0:1767318205.218518:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989542784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318205.218536:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318205.218573:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989542784:12345-0@lo:38:kworker.0 Request processed in 53us (1147us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318205.218579:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22279 00000100:00100000:3.0:1767318205.218598:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543552 00000100:00100000:3.0:1767318205.218602:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543552 00000100:00100000:3.0:1767318205.218624:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543680 00000100:00100000:3.0:1767318205.218627:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543680 00000100:00100000:3.0:1767318205.218642:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:3.0:1767318205.218648:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989543552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218677:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989543552:12345-0@lo:400:kworker.0 Request processed in 29us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318205.218682:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:3.0:1767318205.218691:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:3.0:1767318205.218696:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989543680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218716:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989543680:12345-0@lo:400:kworker.0 Request processed in 20us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318205.218722:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00100000:3.0:1767318205.218736:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989542912 00000100:00100000:3.0:1767318205.218739:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989542912 00000100:00100000:3.0:1767318205.218756:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:3.0:1767318205.218760:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989542912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318205.218790:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318205.218812:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989542912:12345-0@lo:38:kworker.0 Request processed in 51us (1294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318205.218817:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00080000:3.0:1767318205.218839:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318205.218843:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318205.218845:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318205.218879:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989543296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318205.218890:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989543040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318205.218987:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318205.219009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989543424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318205.219029:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318205.219052:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318205.219057:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318205.219060:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989542784:0@lo:38:kworker.0 00000100:00080000:2.0:1767318205.219069:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318205.219072:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318205.219074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989542912:0@lo:38:kworker.0 00000100:00100000:2.0:1767318205.219097:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543168 00000100:00100000:2.0:1767318205.219101:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543168 00000100:00100000:2.0:1767318205.219111:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543424 00000100:00100000:2.0:1767318205.219113:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543424 00000100:00100000:2.0:1767318205.219122:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22280 00000100:00100000:2.0:1767318205.219126:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989543168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318205.219135:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318205.219159:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989543168:12345-0@lo:38:kworker.0 Request processed in 32us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318205.219165:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22280 00000100:00100000:2.0:1767318205.219176:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22281 00000100:00100000:2.0:1767318205.219180:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989543424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318205.219189:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318205.219209:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989543424:12345-0@lo:38:kworker.0 Request processed in 28us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318205.219215:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22281 00000100:00100000:1.0:1767318205.219258:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989543680:0@lo:400:kworker.0 00000100:00080000:2.0:1767318205.219263:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318205.219269:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318205.219273:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989543168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318205.219278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989543552:0@lo:400:kworker.0 00000100:00080000:2.0:1767318205.219287:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318205.219293:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318205.219297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989543424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318205.286736:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318205.286789:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318205.286951:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768704 00000100:00100000:3.0:1767318205.286962:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768704 00000100:00100000:3.0:1767318205.287059:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768576 00000100:00100000:3.0:1767318205.287063:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768576 00000100:00100000:3.0:1767318205.287083:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4332 00000100:00100000:3.0:1767318205.287092:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925768704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318205.287170:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925768704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318205.287178:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4332 00000100:00100000:3.0:1767318205.287196:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22282 00000100:00100000:3.0:1767318205.287201:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925768576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318205.287222:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318205.287305:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925768576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 101us (514us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318205.287312:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22282 00000100:00080000:2.0:1767318205.292079:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318206.050487:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318206.241046:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318207.072551:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318207.264569:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318207.264586:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989543808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318207.264652:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318207.264734:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543808 00000100:00100000:3.0:1767318207.264741:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543808 00000100:00100000:3.0:1767318207.264791:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:3.0:1767318207.264800:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989543808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318207.264829:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318207.264871:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989543808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318207.264878:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:3.0:1767318207.264923:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989543808:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318207.265107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318207.265224:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318207.265365:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318207.265375:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989543936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318207.265406:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318207.265509:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989543936 00000100:00100000:0.0:1767318207.265513:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989543936 00000100:00100000:0.0:1767318207.265567:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1767318207.265575:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989543936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318207.265594:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318207.265631:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989543936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318207.265638:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1767318207.265667:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989543936:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318207.265817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318208.097487:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318208.290000:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318209.125151:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318209.312529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318210.145175:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318210.336403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318210.338312:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318210.338321:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318210.338324:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318210.338328:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318210.338332:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318210.338628:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318210.338634:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318210.338641:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318210.338684:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989544064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318210.338787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989544064:0@lo:38:kworker.0 00000100:00100000:3.0:1767318210.338853:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318210.339030:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318210.339034:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318210.339047:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318210.339052:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318210.339055:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318210.339058:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318210.339076:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989544192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318210.339261:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544064 00000100:00100000:0.0:1767318210.339269:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544064 00000100:00100000:0.0:1767318210.339310:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22283 00000100:00100000:0.0:1767318210.339317:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989544064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318210.339337:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318210.340596:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989544192:0@lo:38:kworker.0 00000100:00100000:3.0:1767318210.340654:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318210.340841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318210.340845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318210.340849:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318210.340854:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318210.340857:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318210.340862:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318210.340884:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989544448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318210.340902:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318210.340905:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318210.340907:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318210.340910:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3454 00000100:00080000:2.0:1767318210.340912:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318210.340916:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318210.340939:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad500 x1853163989544704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318210.340993:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989544320:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.341028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318210.341066:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318210.341072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989544576:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.341106:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318210.341146:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989544832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.341174:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318210.341194:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318210.341199:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989544960:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.342612:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318210.342739:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544832 00000100:00100000:2.0:1767318210.342748:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544832 00000100:00100000:2.0:1767318210.342812:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544960 00000100:00100000:2.0:1767318210.342815:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544960 00000100:00100000:2.0:1767318210.342836:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1767318210.342844:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989544832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.342909:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989544832:12345-0@lo:400:kworker.0 Request processed in 65us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318210.342916:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1767318210.342931:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767318210.342938:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989544960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.342963:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989544960:12345-0@lo:400:kworker.0 Request processed in 27us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318210.342968:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767318210.342988:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544320 00000100:00100000:2.0:1767318210.342993:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544320 00000100:00100000:2.0:1767318210.343018:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544576 00000100:00100000:2.0:1767318210.343020:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544576 00000100:00100000:2.0:1767318210.343037:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4333 00000100:00100000:2.0:1767318210.343042:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989544320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.343079:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989544320:12345-0@lo:400:kworker.0 Request processed in 35us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318210.343085:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4333 00000100:00100000:2.0:1767318210.343097:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4334 00000100:00100000:2.0:1767318210.343104:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989544576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.343131:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989544576:12345-0@lo:400:kworker.0 Request processed in 28us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318210.343137:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4334 00000100:00080000:2.0:1767318210.343153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318210.343158:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318210.343160:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318210.343191:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989544576:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.343202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989544320:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.343253:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989544960:0@lo:400:kworker.0 00000100:00100000:2.0:1767318210.343265:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989544832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318210.344004:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989544064:12345-0@lo:38:kworker.0 Request processed in 4682us (5146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318210.344013:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22283 00000100:00100000:1.0:1767318210.344787:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544192 00000100:00100000:1.0:1767318210.344796:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544192 00000100:00100000:1.0:1767318210.344840:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:1.0:1767318210.344846:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989544192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318210.344865:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318210.345005:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989544192:12345-0@lo:38:kworker.0 Request processed in 72us (4264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318210.345015:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00080000:3.0:1767318210.345665:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318210.345673:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318210.345677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989544064:0@lo:38:kworker.0 00000100:00100000:3.0:1767318210.345712:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989544448:0@lo:38:kworker.0 00000100:00100000:3.0:1767318210.345758:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318210.345848:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989544704:0@lo:38:kworker.0 00000100:00100000:3.0:1767318210.345871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318210.346353:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318210.346358:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318210.346362:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989544192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318210.346658:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544448 00000100:00100000:0.0:1767318210.346674:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544448 00000100:00100000:0.0:1767318210.346717:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22284 00000100:00100000:0.0:1767318210.346725:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989544448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318210.346746:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318210.346807:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989544448:12345-0@lo:38:kworker.0 Request processed in 81us (1048us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318210.346814:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22284 00000100:00100000:0.0:1767318210.346832:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989544704 00000100:00100000:0.0:1767318210.346836:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989544704 00000100:00100000:0.0:1767318210.346857:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22285 00000100:00100000:0.0:1767318210.346861:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989544704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318210.346871:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318210.346897:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989544704:12345-0@lo:38:kworker.0 Request processed in 35us (1025us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318210.346902:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22285 00000100:00080000:3.0:1767318210.347319:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318210.347325:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318210.347328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989544448:0@lo:38:kworker.0 00000100:00080000:3.0:1767318210.347337:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318210.347340:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318210.347343:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989544704:0@lo:38:kworker.0 00000100:00100000:2.0:1767318210.406879:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318210.406929:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318210.407076:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768832 00000100:00100000:3.0:1767318210.407086:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768832 00000100:00100000:3.0:1767318210.407136:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925768960 00000100:00100000:3.0:1767318210.407140:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925768960 00000100:00100000:3.0:1767318210.407183:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4335 00000100:00100000:3.0:1767318210.407191:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925768960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318210.407294:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925768960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318210.407303:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4335 00000100:00100000:3.0:1767318210.407320:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22286 00000100:00100000:3.0:1767318210.407324:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925768832:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318210.407345:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318210.407369:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925768832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (508us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318210.407376:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22286 00000100:00080000:3.0:1767318210.407731:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318211.168754:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318211.360397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318212.192985:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318212.384484:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318212.384501:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989545088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318212.384573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318212.384781:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989545216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318212.384806:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318212.384884:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545088 00000100:00100000:3.0:1767318212.384892:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545088 00000100:00100000:3.0:1767318212.384967:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545216 00000100:00100000:3.0:1767318212.384970:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545216 00000100:00100000:3.0:1767318212.384990:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259 00000100:00100000:3.0:1767318212.384998:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989545088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318212.385027:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318212.385083:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989545088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318212.385090:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00100000:3.0:1767318212.385106:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:3.0:1767318212.385117:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989545216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318212.385131:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318212.385157:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989545216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318212.385163:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:3.0:1767318212.385202:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989545216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318212.385215:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989545088:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318212.385356:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318212.385360:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318212.385908:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318213.216524:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318213.408413:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318214.241438:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318214.432689:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318215.264466:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318215.456380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318215.456480:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318215.456485:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318215.456488:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318215.456491:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318215.456495:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318215.456502:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3460 00000100:00080000:3.0:1767318215.456643:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318215.456652:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318215.456694:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2300 x1853163989545344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318215.456721:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318215.456725:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318215.456726:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318215.456730:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3460 00000100:00080000:3.0:1767318215.456732:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318215.456736:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318215.456750:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3100 x1853163989545472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318215.456788:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318215.456792:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318215.456793:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318215.456797:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3460 00000100:00080000:3.0:1767318215.456799:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318215.456803:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318215.456816:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163989545728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318215.456818:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318215.456834:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989545600:0@lo:400:kworker.0 00000100:00080000:3.0:1767318215.456841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318215.456845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318215.456847:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318215.456851:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3460 00000100:00080000:3.0:1767318215.456854:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318215.456857:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318215.456870:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635180 x1853163989545984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318215.456902:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318215.456928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989546112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318215.456963:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989545856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318215.456987:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318215.457017:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545600 00000100:00100000:1.0:1767318215.457025:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545600 00000100:00100000:3.0:1767318215.457066:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318215.457089:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318215.457093:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545856 00000100:00100000:3.0:1767318215.457097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989546240:0@lo:400:kworker.0 00000100:00100000:1.0:1767318215.457099:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545856 00000100:00100000:3.0:1767318215.457131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318215.457133:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336 00000100:00100000:1.0:1767318215.457144:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989545600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318215.457183:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337 00000100:00100000:3.0:1767318215.457194:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989545856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318215.457201:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989545600:12345-0@lo:400:kworker.0 Request processed in 59us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318215.457209:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336 00000100:00080000:1.0:1767318215.457255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318215.457260:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989545856:12345-0@lo:400:kworker.0 Request processed in 41us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318215.457268:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337 00000100:00100000:1.0:1767318215.457289:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989545856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318215.457293:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546112 00000100:00100000:3.0:1767318215.457298:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546112 00000100:00100000:1.0:1767318215.457302:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989545600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318215.457335:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546240 00000100:00100000:3.0:1767318215.457339:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546240 00000100:00080000:1.0:1767318215.457343:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318215.457348:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318215.457372:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:1.0:1767318215.457382:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:3.0:1767318215.457384:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989546112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318215.457394:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989546240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318215.457430:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989546112:12345-0@lo:400:kworker.0 Request processed in 49us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318215.457435:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989546240:12345-0@lo:400:kworker.0 Request processed in 44us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318215.457441:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00100000:2.0:1767318215.457733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989545344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318215.457765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318215.457789:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989545472:0@lo:38:kworker.0 00000100:00100000:2.0:1767318215.457811:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318215.457833:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989545728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318215.457853:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318215.457869:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989545984:0@lo:38:kworker.0 00000100:00100000:2.0:1767318215.457889:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318215.457916:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545472 00000100:00100000:2.0:1767318215.457920:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545472 00000100:00100000:2.0:1767318215.457943:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1767318215.457948:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989545472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318215.458112:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318215.458146:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989545472:12345-0@lo:38:kworker.0 Request processed in 196us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318215.458152:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1767318215.458171:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545344 00000100:00100000:2.0:1767318215.458175:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545344 00000100:00100000:2.0:1767318215.458190:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545728 00000100:00100000:2.0:1767318215.458193:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545728 00000100:00100000:2.0:1767318215.458206:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989545984 00000100:00100000:2.0:1767318215.458208:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989545984 00000100:00100000:2.0:1767318215.458218:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22287 00000100:00100000:2.0:1767318215.458222:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989545344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318215.458248:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318215.458272:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989545344:12345-0@lo:38:kworker.0 Request processed in 48us (507us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318215.458278:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22287 00000100:00100000:2.0:1767318215.458290:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22288 00000100:00100000:2.0:1767318215.458293:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989545728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318215.458302:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318215.458324:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989545728:12345-0@lo:38:kworker.0 Request processed in 29us (470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318215.458329:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22288 00000100:00100000:2.0:1767318215.458339:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22289 00000100:00100000:2.0:1767318215.458343:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989545984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318215.458351:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318215.458382:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989545984:12345-0@lo:38:kworker.0 Request processed in 36us (491us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318215.458387:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22289 00000100:00080000:2.0:1767318215.458420:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318215.458424:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318215.458428:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989545344:0@lo:38:kworker.0 00000100:00080000:2.0:1767318215.458435:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318215.458438:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318215.458440:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989545472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318215.458610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989546240:0@lo:400:kworker.0 00000100:00100000:0.0:1767318215.458621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989546112:0@lo:400:kworker.0 00000100:00080000:2.0:1767318215.459176:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318215.459181:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318215.459184:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989545728:0@lo:38:kworker.0 00000100:00080000:2.0:1767318215.459192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318215.459195:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318215.459198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989545984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318215.459885:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:3.0:1767318215.524405:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318215.524491:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318215.534076:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769088 00000100:00100000:1.0:1767318215.534091:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769088 00000100:00100000:0.0:1767318215.534158:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769216 00000100:00100000:0.0:1767318215.534162:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769216 00000100:00100000:0.0:1767318215.534254:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4338 00000100:00100000:0.0:1767318215.534264:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925769216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318215.534340:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925769216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (9848us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318215.534348:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4338 00000100:00100000:0.0:1767318215.534376:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22290 00000100:00100000:0.0:1767318215.534381:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925769088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318215.534399:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318215.534424:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925769088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (10028us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318215.534429:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22290 00000100:00080000:2.0:1767318215.540757:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318216.288709:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318216.483795:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318217.316520:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318217.504527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318217.504553:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318217.504574:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989546368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318217.504648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318217.504726:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989546496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318217.504756:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318217.504913:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546368 00000100:00100000:2.0:1767318217.504921:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546368 00000100:00100000:3.0:1767318217.504939:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546496 00000100:00100000:3.0:1767318217.504945:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546496 00000100:00080000:1.0:1767318217.505014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318217.505018:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318217.505090:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:2.0:1767318217.505098:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989546368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318217.505124:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318217.505165:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989546368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318217.505170:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:2.0:1767318217.505182:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:2.0:1767318217.505186:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989546496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318217.505198:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318217.505213:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989546496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 28us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318217.505217:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:1.0:1767318217.505281:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989546496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318217.505294:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989546368:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318218.338397:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318218.530872:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318219.360569:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318219.553177:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318220.384438:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318220.576450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318220.576502:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.576508:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318220.576512:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.576516:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318220.576520:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318220.576528:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3465 00000100:00080000:0.0:1767318220.576533:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318220.576541:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318220.576591:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091500 x1853163989546624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318220.576617:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.576620:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318220.576622:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318220.576626:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3465 00000100:00080000:0.0:1767318220.576628:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318220.576632:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318220.576647:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163989546752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318220.576680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989546624:0@lo:38:kworker.0 00000100:00100000:1.0:1767318220.576748:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318220.576755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318220.576818:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989546752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318220.576850:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318220.577090:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546624 00000100:00100000:3.0:1767318220.577098:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546624 00000100:00100000:2.0:1767318220.577105:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546752 00000100:00100000:2.0:1767318220.577108:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546752 00000100:00100000:3.0:1767318220.577136:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22291 00000100:00100000:3.0:1767318220.577143:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989546624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318220.577164:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318220.577210:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989546624:12345-0@lo:38:kworker.0 Request processed in 66us (457us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318220.577217:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22291 00000100:00080000:3.0:1767318220.577368:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318220.577374:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318220.577377:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989546624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318220.577578:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:2.0:1767318220.577583:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989546752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318220.577595:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318220.577628:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989546752:12345-0@lo:38:kworker.0 Request processed in 44us (777us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318220.577635:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00080000:3.0:1767318220.577642:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318220.577646:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318220.577649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989546752:0@lo:38:kworker.0 00000100:00080000:0.0:1767318220.577915:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.577920:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318220.577923:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318220.577927:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3465 00000100:00080000:0.0:1767318220.577930:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318220.577935:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318220.577957:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092680 x1853163989547008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318220.578006:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989547008:0@lo:38:kworker.0 00000100:00100000:3.0:1767318220.578039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318220.578190:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547008 00000100:00100000:2.0:1767318220.578194:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547008 00000100:00100000:2.0:1767318220.578216:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22292 00000100:00100000:2.0:1767318220.578221:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989547008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318220.578245:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318220.578286:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989547008:12345-0@lo:38:kworker.0 Request processed in 63us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318220.578293:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22292 00000100:00080000:3.0:1767318220.578363:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318220.578367:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318220.578370:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989547008:0@lo:38:kworker.0 00000100:00100000:1.0:1767318220.586162:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989547136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318220.586294:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318220.586341:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989546880:0@lo:400:kworker.0 00000100:00100000:1.0:1767318220.586366:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318220.586366:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547136 00000100:00100000:2.0:1767318220.586377:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547136 00000100:00080000:1.0:1767318220.586415:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318220.586447:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989546880 00000100:00100000:2.0:1767318220.586452:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989546880 00000100:00100000:3.0:1767318220.586558:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339 00000100:00100000:3.0:1767318220.586571:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989547136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318220.586626:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989547136:12345-0@lo:400:kworker.0 Request processed in 58us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318220.586634:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339 00000100:00080000:0.0:1767318220.587017:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318220.587024:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318220.587027:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318220.587033:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3465 00000100:00080000:0.0:1767318220.587038:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318220.587043:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318220.587076:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092d80 x1853163989547264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318220.587147:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989547392:0@lo:400:kworker.0 00000100:00100000:0.0:1767318220.587180:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318220.587207:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318220.587214:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989547520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318220.587258:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4340 00000100:00100000:0.0:1767318220.587274:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318220.587279:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989546880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318220.587324:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989547136:0@lo:400:kworker.0 00000100:00100000:2.0:1767318220.587330:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989546880:12345-0@lo:400:kworker.0 Request processed in 53us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318220.587339:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4340 00000100:00100000:0.0:1767318220.587344:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989546880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318220.587378:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547392 00000100:00100000:2.0:1767318220.587383:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547392 00000100:00100000:3.0:1767318220.587439:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547520 00000100:00100000:3.0:1767318220.587445:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547520 00000100:00080000:1.0:1767318220.587804:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318220.587977:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318220.587981:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318220.588069:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989547264:0@lo:38:kworker.0 00000100:00100000:1.0:1767318220.588102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318220.588134:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547264 00000100:00100000:1.0:1767318220.588138:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547264 00000100:00100000:1.0:1767318220.588162:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22293 00000100:00100000:1.0:1767318220.588167:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989547264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318220.588184:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318220.588216:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989547264:12345-0@lo:38:kworker.0 Request processed in 48us (113us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318220.588222:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22293 00000100:00080000:0.0:1767318220.588424:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318220.588429:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318220.588433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989547264:0@lo:38:kworker.0 00000100:00100000:2.0:1767318220.588603:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1767318220.588611:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989547392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318220.588650:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989547392:12345-0@lo:400:kworker.0 Request processed in 40us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318220.588656:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1767318220.588700:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989547392:0@lo:400:kworker.0 00000100:00100000:3.0:1767318220.592588:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:3.0:1767318220.592607:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989547520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318220.592712:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989547520:12345-0@lo:400:kworker.0 Request processed in 113us (5451us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318220.592719:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:2.0:1767318220.592859:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989547520:0@lo:400:kworker.0 00000100:00100000:3.0:1767318220.643430:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318220.643549:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769472 00000100:00100000:2.0:1767318220.643559:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769472 00000100:00100000:2.0:1767318220.643640:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4341 00000100:00100000:2.0:1767318220.643650:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925769472:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318220.643723:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925769472:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318220.643729:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4341 00000100:00080000:1.0:1767318220.643854:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318220.643986:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318220.644045:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769344 00000100:00100000:0.0:1767318220.644053:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769344 00000100:00100000:0.0:1767318220.644100:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22294 00000100:00100000:0.0:1767318220.644109:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925769344:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318220.644130:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318220.644175:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925769344:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318220.644182:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22294 00010000:00010000:3.0:1767318221.412924:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318221.600511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318222.432562:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318222.625284:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318222.625448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989547776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318222.625548:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318222.625682:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547776 00000100:00100000:0.0:1767318222.625692:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547776 00000100:00100000:0.0:1767318222.625763:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:0.0:1767318222.625775:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989547776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318222.625814:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318222.627844:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989547648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318222.627918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318222.627983:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318222.628017:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547648 00000100:00100000:1.0:1767318222.628023:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547648 00000100:00100000:1.0:1767318222.628067:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:1.0:1767318222.628077:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989547648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318222.628111:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318222.628154:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989547648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318222.628161:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00080000:1.0:1767318222.628181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318222.628220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989547648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318222.632034:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989547776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6248us (6472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318222.632052:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00100000:3.0:1767318222.640403:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989547776:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318223.463005:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318223.648397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318224.481545:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318224.672821:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318224.739355:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767318224.739410:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925769600 offset 0 length 520: 4 00000100:00100000:3.0:1767318224.739445:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318224.739524:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769856 00000100:00100000:2.0:1767318224.739537:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769856 00000100:00100000:2.0:1767318224.739634:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769728 00000100:00100000:2.0:1767318224.739639:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769728 00000100:00100000:2.0:1767318224.739662:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4342 00000100:00100000:2.0:1767318224.739674:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925769856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318224.739776:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925769856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318224.739786:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4342 00000100:00100000:2.0:1767318224.739808:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22295 00000100:00100000:2.0:1767318224.739813:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925769728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318224.739836:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318224.739866:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925769728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (419us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318224.739872:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22295 00000100:00080000:3.0:1767318224.740544:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318225.504519:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318225.696858:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318225.697019:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318225.697026:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318225.697030:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318225.697034:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318225.697040:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318225.697049:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3470 00000100:00080000:0.0:1767318225.697056:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318225.697065:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318225.697128:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092d80 x1853163989547904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318225.697150:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318225.697153:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318225.697155:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318225.697160:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3470 00000100:00080000:0.0:1767318225.697189:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318225.697194:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318225.697208:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090e00 x1853163989548032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318225.697281:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318225.697286:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318225.697288:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318225.697292:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3470 00000100:00080000:0.0:1767318225.697296:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318225.697299:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318225.697314:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163989548288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318225.697333:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318225.697337:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318225.697338:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318225.697342:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3470 00000100:00080000:0.0:1767318225.697344:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318225.697348:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318225.697362:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635f80 x1853163989548544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318225.697599:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989548416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318225.697688:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318225.697750:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318200/real 1767318200] req@ffff96e1ed2bc700 x1853163989541376/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318225 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318225.697767:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318225.697773:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989548160:0@lo:400:kworker.0 00000100:00100000:1.0:1767318225.697776:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2bc700 x1853163989541376/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318225 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318225.697788:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989547904:0@lo:38:kworker.0 00000100:00100000:3.0:1767318225.697796:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318225.697820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318225.697846:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989548032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318225.697868:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548416 00000100:00100000:1.0:1767318225.697870:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318225.697877:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548416 00000100:00100000:1.0:1767318225.697890:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989548288:0@lo:38:kworker.0 00000100:00100000:1.0:1767318225.697908:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318225.697923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989548544:0@lo:38:kworker.0 00000100:00100000:3.0:1767318225.697939:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548160 00000100:00100000:1.0:1767318225.697941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318225.697942:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548160 00000100:00080000:1.0:1767318225.697955:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318225.697957:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989547904 00000100:00100000:3.0:1767318225.697959:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989547904 00000100:00080000:1.0:1767318225.697966:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318225.697968:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548288 00000100:00100000:1.0:1767318225.697970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989541376:0@lo:250:kworker.0 00000100:00100000:3.0:1767318225.697970:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548288 00000100:00100000:3.0:1767318225.697976:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548544 00000100:00100000:3.0:1767318225.697978:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548544 00000100:00100000:3.0:1767318225.697989:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343 00000100:00100000:3.0:1767318225.697998:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989548416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318225.698017:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4344 00000100:00100000:1.0:1767318225.698026:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989548160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318225.698056:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989548416:12345-0@lo:400:kworker.0 Request processed in 58us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318225.698063:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343 00000100:00100000:3.0:1767318225.698082:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22296 00000100:00100000:3.0:1767318225.698087:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989547904:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318225.698098:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22297 00000100:00100000:0.0:1767318225.698103:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989548288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318225.698107:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767318225.698111:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318225.698336:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548032 00000100:00100000:2.0:1767318225.698341:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548032 00000100:00100000:2.0:1767318225.698368:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:2.0:1767318225.698373:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989548032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318225.698383:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318225.698478:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989547904:12345-0@lo:38:kworker.0 Request processed in 389us (657us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318225.698486:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22296 00000100:00100000:3.0:1767318225.698499:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22298 00000100:00100000:3.0:1767318225.698502:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989548544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318225.698512:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318225.698885:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989548032:12345-0@lo:38:kworker.0 Request processed in 510us (1011us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318225.698888:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989548288:12345-0@lo:38:kworker.0 Request processed in 783us (979us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318225.698892:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00100000:0.0:1767318225.698894:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22297 00000100:00080000:0.0:1767318225.698932:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318225.698935:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989548800:0@lo:400:kworker.0 00000100:00080000:0.0:1767318225.698936:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318225.698939:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318225.698943:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3449 00000100:00080000:0.0:1767318225.698947:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318225.698951:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318225.698967:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318225.698973:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634e00 x1853163989548928/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318225.698994:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318225.699000:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989548672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318225.699022:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989548928:0@lo:250:kworker.0 00000100:00100000:2.0:1767318225.699023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1767318225.699045:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989548928 offset 0 length 520: 4 00000100:00100000:2.0:1767318225.699052:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548800 00000100:00100000:2.0:1767318225.699055:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548800 00000100:00080000:0.0:1767318225.699079:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318225.699083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318225.699086:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989548672 00000100:00100000:0.0:1767318225.699087:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989547904:0@lo:38:kworker.0 00000100:00100000:2.0:1767318225.699088:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989548672 00000100:00080000:0.0:1767318225.699097:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318225.699100:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318225.699103:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989548032:0@lo:38:kworker.0 00000100:00100000:2.0:1767318225.699108:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00080000:0.0:1767318225.699111:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318225.699114:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318225.699114:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989548800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318225.699117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989548288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318225.699150:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989548800:12345-0@lo:400:kworker.0 Request processed in 36us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318225.699156:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00100000:0.0:1767318225.699176:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:0.0:1767318225.699184:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989548672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318225.699208:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989548800:0@lo:400:kworker.0 00000100:00100000:0.0:1767318225.699214:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989548672:12345-0@lo:400:kworker.0 Request processed in 32us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318225.699220:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:2.0:1767318225.699223:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989548672:0@lo:400:kworker.0 00000100:00080000:0.0:1767318225.699270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318225.699271:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989548160:0@lo:400:kworker.0 00000100:00080000:0.0:1767318225.699275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318225.699278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318225.699282:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989548416:0@lo:400:kworker.0 00000100:00080000:0.0:1767318225.701747:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318225.701764:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318225.701771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989548544:0@lo:38:kworker.0 00000100:00100000:3.0:1767318225.703826:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989548544:12345-0@lo:38:kworker.0 Request processed in 5306us (5868us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318225.703883:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989548160:12345-0@lo:400:kworker.0 Request processed in 5855us (6081us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318225.703904:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4344 00000100:00100000:3.0:1767318225.703995:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22298 00010000:00010000:3.0:1767318226.530261:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318226.720363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318227.557545:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318227.745056:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318227.745098:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989549056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318227.745220:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318227.745641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318227.745759:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318227.745771:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989549184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318227.745808:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318227.746101:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549056 00000100:00100000:3.0:1767318227.746111:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549056 00000100:00100000:3.0:1767318227.746198:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549184 00000100:00100000:3.0:1767318227.746202:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549184 00000100:00100000:3.0:1767318227.746225:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:3.0:1767318227.746256:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989549056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318227.746295:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318227.746347:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989549056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318227.746355:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00100000:3.0:1767318227.746373:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:3.0:1767318227.746378:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989549184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318227.746394:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318227.746426:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989549184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318227.746431:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00080000:0.0:1767318227.746585:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318227.746591:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318227.746671:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989549056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318227.746740:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989549184:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318228.576985:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318228.772068:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318229.600497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318229.792395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318229.861558:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318229.861847:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770112 00000100:00100000:1.0:1767318229.861857:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770112 00000100:00100000:1.0:1767318229.861945:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4345 00000100:00100000:1.0:1767318229.861958:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770112:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318229.862476:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770112:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 519us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318229.862485:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4345 00000100:00080000:0.0:1767318229.862728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318229.873645:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318229.873764:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925769984 00000100:00100000:2.0:1767318229.873775:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925769984 00000100:00100000:2.0:1767318229.873818:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22299 00000100:00100000:2.0:1767318229.876619:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925769984:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318229.877004:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318229.881961:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925769984:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 5338us (8325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318229.881976:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22299 00010000:00010000:3.0:1767318230.624787:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318230.818059:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318230.818080:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318230.818084:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318230.818088:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318230.818093:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318230.818102:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3475 00000100:00080000:1.0:1767318230.818107:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318230.818115:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318230.818172:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163989549312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318230.818200:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318230.818203:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318230.818205:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318230.818209:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3475 00000100:00080000:1.0:1767318230.818211:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318230.818214:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318230.818244:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3100 x1853163989549440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318230.818271:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989549312:0@lo:38:kworker.0 00000100:00080000:1.0:1767318230.818292:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318230.818296:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318230.818299:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318230.818303:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3475 00000100:00080000:1.0:1767318230.818305:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318230.818310:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318230.818324:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1180 x1853163989549696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318230.818342:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318230.818343:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318230.818350:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318230.818352:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318230.818368:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3475 00000100:00080000:1.0:1767318230.818371:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318230.818375:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318230.818388:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163989549952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318230.818418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989549440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318230.818451:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318230.818458:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989549824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318230.818494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989549696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318230.818503:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318230.818531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318230.818547:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318230.818553:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989549952:0@lo:38:kworker.0 00000100:00100000:1.0:1767318230.818559:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989549568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318230.818579:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318230.818598:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989550208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.818624:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318230.818639:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549312 00000100:00100000:0.0:1767318230.818648:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549312 00000100:00100000:1.0:1767318230.818662:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318230.818670:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989550080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318230.818680:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549824 00000100:00100000:0.0:1767318230.818684:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549824 00000100:00100000:1.0:1767318230.818701:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318230.818725:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549696 00000100:00100000:0.0:1767318230.818729:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549696 00000100:00100000:0.0:1767318230.818740:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549952 00000100:00100000:0.0:1767318230.818742:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549952 00000100:00100000:1.0:1767318230.818752:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550208 00000100:00100000:0.0:1767318230.818758:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346 00000100:00100000:1.0:1767318230.818759:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550208 00000100:00100000:0.0:1767318230.818769:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989549824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.818806:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550080 00000100:00100000:1.0:1767318230.818812:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550080 00000100:00100000:0.0:1767318230.818814:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989549824:12345-0@lo:400:kworker.0 Request processed in 48us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318230.818823:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346 00000100:00100000:0.0:1767318230.818840:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22300 00000100:00100000:0.0:1767318230.818844:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989549312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318230.818860:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318230.818890:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989549312:12345-0@lo:38:kworker.0 Request processed in 45us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318230.818896:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22300 00000100:00100000:0.0:1767318230.818907:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22301 00000100:00100000:0.0:1767318230.818911:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989549696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318230.818919:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318230.818941:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989549696:12345-0@lo:38:kworker.0 Request processed in 28us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318230.818946:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22301 00000100:00100000:0.0:1767318230.818955:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22302 00000100:00100000:0.0:1767318230.818959:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989549952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318230.818966:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318230.818988:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989549952:12345-0@lo:38:kworker.0 Request processed in 27us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318230.818993:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22302 00000100:00100000:0.0:1767318230.819010:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549440 00000100:00100000:0.0:1767318230.819013:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549440 00000100:00100000:0.0:1767318230.819032:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:0.0:1767318230.819036:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989549440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318230.819044:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318230.819075:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989549440:12345-0@lo:38:kworker.0 Request processed in 28us (615us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318230.819080:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00080000:0.0:1767318230.819098:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318230.819102:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318230.819125:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318230.819129:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318230.819133:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989549440:0@lo:38:kworker.0 00000100:00080000:0.0:1767318230.819140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318230.819143:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318230.819146:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989549696:0@lo:38:kworker.0 00000100:00080000:0.0:1767318230.819153:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318230.819156:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318230.819159:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989549952:0@lo:38:kworker.0 00000100:00100000:1.0:1767318230.819364:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:1.0:1767318230.819372:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989550208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.819410:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989550208:12345-0@lo:400:kworker.0 Request processed in 39us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318230.819416:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00100000:1.0:1767318230.819430:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1767318230.819436:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989550080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.819461:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989550080:12345-0@lo:400:kworker.0 Request processed in 25us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318230.819466:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1767318230.819508:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989550080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.819518:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989550208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.819541:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318230.819566:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989549824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.819590:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989549568 00000100:00100000:1.0:1767318230.819595:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989549568 00000100:00100000:1.0:1767318230.819633:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347 00000100:00100000:1.0:1767318230.819654:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989549568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318230.819703:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989549568:12345-0@lo:400:kworker.0 Request processed in 62us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318230.819712:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347 00000100:00100000:3.0:1767318230.820072:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318230.820135:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318230.820181:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989549568:0@lo:400:kworker.0 00000100:00080000:3.0:1767318230.820642:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318230.821364:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318230.821369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318230.821371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989549312:0@lo:38:kworker.0 00010000:00010000:3.0:1767318231.651043:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318231.840359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318232.672470:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318232.865381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989550336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318232.865486:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318232.865680:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318232.865727:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550336 00000100:00100000:3.0:1767318232.865736:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550336 00000100:00100000:3.0:1767318232.865803:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1767318232.865811:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989550336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318232.865843:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318232.865891:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989550336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318232.865897:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1767318232.865938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989550336:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318232.865989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318232.866167:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989550464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318232.866197:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318232.866627:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550464 00000100:00100000:2.0:1767318232.866633:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550464 00000100:00100000:2.0:1767318232.866688:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:2.0:1767318232.866695:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989550464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318232.866715:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318232.866751:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989550464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318232.866755:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:2.0:1767318232.866781:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989550464:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318232.866832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318233.696576:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318233.889289:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318234.720443:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318234.912583:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318234.985635:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318234.985759:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318234.986210:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770368 00000100:00100000:2.0:1767318234.986227:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770368 00000100:00080000:3.0:1767318234.986378:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318234.986502:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770240 00000100:00100000:0.0:1767318234.986508:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770240 00000100:00100000:0.0:1767318234.986553:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4348 00000100:00100000:0.0:1767318234.986568:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318234.986679:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318234.986688:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4348 00000100:00100000:0.0:1767318234.986712:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22303 00000100:00100000:0.0:1767318234.986717:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925770240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318234.986744:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318234.986776:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925770240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (1016us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318234.986782:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22303 00010000:00010000:3.0:1767318235.744654:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318235.936619:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318235.936636:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318235.936639:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318235.936644:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318235.936649:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318235.936661:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3480 00000100:00080000:2.0:1767318235.936667:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318235.936676:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318235.936738:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979500 x1853163989550592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318235.936770:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318235.936774:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318235.936777:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318235.936781:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3480 00000100:00080000:2.0:1767318235.936783:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318235.936788:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318235.936801:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978380 x1853163989550720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318235.936846:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318235.936851:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318235.936853:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318235.936856:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3480 00000100:00080000:2.0:1767318235.936859:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318235.936863:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318235.936877:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163989550976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318235.936898:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318235.936902:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318235.936904:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318235.936907:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3480 00000100:00080000:2.0:1767318235.936910:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318235.936914:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318235.936925:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584380 x1853163989551232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318235.937078:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989551360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318235.937168:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318235.937271:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318235.937278:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989551488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318235.937303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318235.937477:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989550592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318235.937517:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318235.937548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989550720:0@lo:38:kworker.0 00000100:00100000:1.0:1767318235.937575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318235.937600:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989550976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318235.937622:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318235.937641:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989551232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318235.937665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318235.937701:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551360 00000100:00100000:1.0:1767318235.937710:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551360 00000100:00100000:1.0:1767318235.937773:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551488 00000100:00100000:1.0:1767318235.937777:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551488 00000100:00100000:1.0:1767318235.937803:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:1.0:1767318235.937813:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989551360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318235.937876:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989551360:12345-0@lo:400:kworker.0 Request processed in 64us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318235.937884:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00100000:1.0:1767318235.937905:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:1.0:1767318235.937912:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989551488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318235.937939:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989551488:12345-0@lo:400:kworker.0 Request processed in 28us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318235.937945:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00100000:1.0:1767318235.938088:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550720 00000100:00100000:1.0:1767318235.938093:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550720 00000100:00100000:1.0:1767318235.938117:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1767318235.938122:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989550720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318235.938145:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318235.938181:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989550720:12345-0@lo:38:kworker.0 Request processed in 59us (605us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318235.938188:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1767318235.938209:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550592 00000100:00100000:1.0:1767318235.938213:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550592 00000100:00100000:1.0:1767318235.938258:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550976 00000100:00100000:1.0:1767318235.938261:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550976 00000100:00100000:1.0:1767318235.938276:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551232 00000100:00100000:1.0:1767318235.938279:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551232 00000100:00100000:1.0:1767318235.938296:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22304 00000100:00100000:1.0:1767318235.938301:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989550592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318235.938310:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318235.938337:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989550592:12345-0@lo:38:kworker.0 Request processed in 36us (820us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318235.938342:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22304 00000100:00100000:1.0:1767318235.938354:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22305 00000100:00100000:1.0:1767318235.938358:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989550976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318235.938367:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318235.938388:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989550976:12345-0@lo:38:kworker.0 Request processed in 29us (766us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318235.938394:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22305 00000100:00100000:1.0:1767318235.938405:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22306 00000100:00100000:1.0:1767318235.938409:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989551232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318235.938418:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318235.938440:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989551232:12345-0@lo:38:kworker.0 Request processed in 30us (774us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318235.938444:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22306 00000100:00080000:1.0:1767318235.938463:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318235.938467:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318235.938524:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318235.938529:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318235.938534:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989550592:0@lo:38:kworker.0 00000100:00080000:1.0:1767318235.938545:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318235.938548:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318235.938551:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989550720:0@lo:38:kworker.0 00000100:00080000:1.0:1767318235.938559:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318235.938562:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318235.938566:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989550976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318235.938574:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318235.938577:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318235.938580:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989551232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318235.938628:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989551488:0@lo:400:kworker.0 00000100:00100000:1.0:1767318235.938640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989551360:0@lo:400:kworker.0 00000100:00100000:3.0:1767318235.938780:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989550848:0@lo:400:kworker.0 00000100:00100000:3.0:1767318235.938819:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318235.938846:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318235.938852:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989551104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318235.938874:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318235.938905:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989550848 00000100:00100000:3.0:1767318235.938910:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989550848 00000100:00100000:3.0:1767318235.938945:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551104 00000100:00100000:3.0:1767318235.938948:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551104 00000100:00100000:3.0:1767318235.938997:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:3.0:1767318235.939003:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989550848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318235.939043:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989550848:12345-0@lo:400:kworker.0 Request processed in 39us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318235.939048:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00000100:00100000:3.0:1767318235.939061:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:3.0:1767318235.939066:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989551104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318235.939091:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989551104:12345-0@lo:400:kworker.0 Request processed in 25us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318235.939097:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00080000:3.0:1767318235.939115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318235.939138:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989551104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318235.939147:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989550848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318235.940299:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318236.768459:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318236.961454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318237.792599:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318237.984381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318237.986006:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989551616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318237.986111:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318237.986208:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318237.986216:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551616 00000100:00100000:0.0:1767318237.986220:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989551744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318237.986283:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318237.986358:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551616 00000100:00100000:3.0:1767318237.986456:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551744 00000100:00100000:3.0:1767318237.986462:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551744 00000100:00100000:1.0:1767318237.986496:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:1.0:1767318237.986590:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989551616:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318237.986623:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318237.986629:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767318237.986638:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318237.986710:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989551616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318237.986766:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989551616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318237.988479:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1767318237.988506:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989551744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318237.988543:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318237.988715:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989551744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 224us (2432us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318237.988725:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:0.0:1767318237.993519:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989551744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318237.994873:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00010000:00010000:1.0:1767318238.816800:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318239.010870:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318239.840597:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318240.032529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318240.101124:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318240.101185:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318240.101553:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770496 00000100:00100000:1.0:1767318240.101570:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770496 00000100:00100000:1.0:1767318240.101666:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770624 00000100:00100000:1.0:1767318240.101670:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770624 00000100:00100000:1.0:1767318240.101739:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4351 00000100:00100000:1.0:1767318240.101752:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770624:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318240.101859:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770624:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318240.101868:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4351 00000100:00100000:1.0:1767318240.101901:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22307 00000100:00100000:1.0:1767318240.101907:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925770496:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318240.101933:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318240.101962:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925770496:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (856us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318240.101969:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22307 00000100:00080000:0.0:1767318240.102216:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318240.864536:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318241.058495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318241.058864:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318241.058898:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318241.058901:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318241.058908:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318241.058913:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318241.058924:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3485 00000100:00080000:0.0:1767318241.058929:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318241.058936:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318241.058992:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163989551872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318241.059023:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318241.059026:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318241.059028:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318241.059032:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3485 00000100:00080000:0.0:1767318241.059034:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318241.059038:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318241.059052:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090e00 x1853163989552000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318241.059087:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318241.059091:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318241.059093:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318241.059097:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3485 00000100:00080000:0.0:1767318241.059099:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318241.059103:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318241.059111:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989551872:0@lo:38:kworker.0 00000100:00100000:0.0:1767318241.059119:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc700 x1853163989552256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318241.059136:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318241.059140:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318241.059142:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318241.059145:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3485 00000100:00080000:0.0:1767318241.059148:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318241.059151:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318241.059160:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163989552512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318241.059208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318241.059215:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989552640:0@lo:400:kworker.0 00000100:00100000:0.0:1767318241.059279:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318241.059294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989552000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318241.059316:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318241.059322:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989552768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318241.059323:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318241.059341:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318241.059348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989552256:0@lo:38:kworker.0 00000100:00100000:3.0:1767318241.059368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318241.059371:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552640 00000100:00100000:0.0:1767318241.059381:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552640 00000100:00100000:3.0:1767318241.059382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989552512:0@lo:38:kworker.0 00000100:00100000:3.0:1767318241.059402:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318241.059431:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989551872 00000100:00100000:3.0:1767318241.059434:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989551872 00000100:00100000:0.0:1767318241.059445:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552768 00000100:00100000:0.0:1767318241.059448:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552768 00000100:00100000:3.0:1767318241.059454:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552256 00000100:00100000:3.0:1767318241.059457:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552256 00000100:00100000:0.0:1767318241.059469:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:3.0:1767318241.059469:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552512 00000100:00100000:3.0:1767318241.059472:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552512 00000100:00100000:0.0:1767318241.059479:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989552640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318241.059484:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22308 00000100:00100000:3.0:1767318241.059488:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989551872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318241.059510:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318241.059539:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989552640:12345-0@lo:400:kworker.0 Request processed in 60us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318241.059547:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:3.0:1767318241.059552:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989551872:12345-0@lo:38:kworker.0 Request processed in 63us (345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318241.059558:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22308 00000100:00100000:0.0:1767318241.059568:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:3.0:1767318241.059568:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22309 00000100:00100000:3.0:1767318241.059572:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989552256:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318241.059574:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989552768:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767318241.059581:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318241.059601:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989552768:12345-0@lo:400:kworker.0 Request processed in 27us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318241.059601:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989552256:12345-0@lo:38:kworker.0 Request processed in 27us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318241.059608:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:3.0:1767318241.059608:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22309 00000100:00100000:3.0:1767318241.059619:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22310 00000100:00100000:3.0:1767318241.059622:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989552512:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767318241.059624:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318241.059628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:3.0:1767318241.059630:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318241.059662:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989552768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318241.059698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989552128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318241.059726:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989552384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318241.059744:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989552512:12345-0@lo:38:kworker.0 Request processed in 119us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318241.059750:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22310 00000100:00100000:2.0:1767318241.059758:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318241.059830:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989552640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318241.059902:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552384 00000100:00100000:3.0:1767318241.059907:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552384 00000100:00100000:3.0:1767318241.059940:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352 00000100:00100000:3.0:1767318241.059945:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989552384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318241.059984:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989552384:12345-0@lo:400:kworker.0 Request processed in 39us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318241.059991:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352 00000100:00080000:3.0:1767318241.060006:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318241.060022:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318241.060028:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318241.060031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989552256:0@lo:38:kworker.0 00000100:00080000:3.0:1767318241.060039:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318241.060042:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318241.060045:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989552512:0@lo:38:kworker.0 00000100:00080000:3.0:1767318241.060053:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318241.060056:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318241.060059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989551872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318241.060110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989552384:0@lo:400:kworker.0 00000100:00100000:3.0:1767318241.060357:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552000 00000100:00100000:3.0:1767318241.060361:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552000 00000100:00100000:3.0:1767318241.060385:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:3.0:1767318241.060390:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989552000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318241.060402:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318241.060436:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989552000:12345-0@lo:38:kworker.0 Request processed in 44us (1111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318241.060442:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00080000:3.0:1767318241.060470:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318241.060475:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318241.060478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989552000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318241.061552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318241.061617:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552128 00000100:00100000:1.0:1767318241.061624:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552128 00000100:00100000:1.0:1767318241.061955:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353 00000100:00100000:1.0:1767318241.061966:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989552128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318241.062023:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989552128:12345-0@lo:400:kworker.0 Request processed in 60us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318241.062030:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353 00000100:00080000:1.0:1767318241.062060:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318241.062092:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989552128:0@lo:400:kworker.0 00010000:00010000:3.0:1767318241.891975:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318242.083743:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318242.920851:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318243.105290:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318243.105307:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989552896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318243.105400:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318243.105594:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989552896 00000100:00100000:1.0:1767318243.105605:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989552896 00000100:00100000:1.0:1767318243.105686:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:1.0:1767318243.105698:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989552896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318243.105744:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318243.105800:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989552896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318243.105808:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00080000:1.0:1767318243.105876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318243.105993:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318243.106010:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989553024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318243.106037:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318243.106084:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989552896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318243.106098:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553024 00000100:00100000:2.0:1767318243.106106:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553024 00000100:00100000:2.0:1767318243.106163:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1767318243.106171:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989553024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318243.106190:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318243.106252:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989553024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318243.106259:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00080000:0.0:1767318243.106318:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318243.107201:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989553024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318243.937213:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318244.128558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318244.961119:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318245.152351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318245.219973:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318245.220139:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318245.233487:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770880 00000100:00100000:1.0:1767318245.233505:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770880 00000100:00080000:0.0:1767318245.233608:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318245.233662:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925770752 00000100:00100000:1.0:1767318245.233667:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925770752 00000100:00100000:2.0:1767318245.234295:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4354 00000100:00100000:2.0:1767318245.234324:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770880:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318245.234474:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925770880:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 163us (14513us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318245.234484:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4354 00000100:00100000:2.0:1767318245.234513:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22311 00000100:00100000:2.0:1767318245.234519:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925770752:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318245.234547:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318245.234579:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925770752:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (14440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318245.234586:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22311 00010000:00010000:3.0:1767318245.985049:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318246.176677:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318246.176688:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318246.176691:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318246.176695:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318246.176699:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318246.176708:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3490 00000100:00080000:2.0:1767318246.176713:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318246.176726:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318246.176787:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163989553152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318246.176817:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318246.176821:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318246.176823:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318246.176827:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3490 00000100:00080000:2.0:1767318246.176829:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318246.176833:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318246.176846:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163989553280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318246.176883:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318246.176886:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318246.176888:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318246.176892:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3490 00000100:00080000:2.0:1767318246.176894:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318246.176898:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318246.176909:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586680 x1853163989553536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318246.176922:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318246.176926:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318246.176927:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318246.176931:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3490 00000100:00080000:2.0:1767318246.176933:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318246.176935:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318246.176944:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163989553792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318246.177003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989553920:0@lo:400:kworker.0 00000100:00100000:3.0:1767318246.177075:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318246.177085:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318246.177123:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989553664:0@lo:400:kworker.0 00000100:00100000:3.0:1767318246.177200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318246.177306:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318246.177314:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989553408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318246.177339:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318246.177386:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553920 00000100:00100000:3.0:1767318246.177397:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553920 00000100:00100000:1.0:1767318246.177425:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553664 00000100:00100000:1.0:1767318246.177449:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553664 00000100:00100000:3.0:1767318246.177479:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:3.0:1767318246.177494:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989553920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.177518:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553408 00000100:00100000:1.0:1767318246.177535:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553408 00000100:00100000:3.0:1767318246.177573:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989553920:12345-0@lo:400:kworker.0 Request processed in 82us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318246.177583:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4355 00000100:00100000:3.0:1767318246.177590:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00100000:1.0:1767318246.177599:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989553664:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318246.177628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318246.177636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318246.177659:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4356 00000100:00100000:3.0:1767318246.177669:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989553408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.177689:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989553664:12345-0@lo:400:kworker.0 Request processed in 91us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318246.177700:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4355 00000100:00100000:3.0:1767318246.177726:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989553408:12345-0@lo:400:kworker.0 Request processed in 57us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318246.177737:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4356 00000100:00100000:1.0:1767318246.177782:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989554048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318246.177813:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989553408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.177828:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318246.177835:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989553664:0@lo:400:kworker.0 00000100:00100000:3.0:1767318246.177905:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554048 00000100:00100000:3.0:1767318246.177911:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554048 00000100:00080000:1.0:1767318246.177947:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318246.177957:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:3.0:1767318246.177967:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989554048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318246.178029:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989554048:12345-0@lo:400:kworker.0 Request processed in 64us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318246.178034:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:2.0:1767318246.178348:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989553920:0@lo:400:kworker.0 00000100:00100000:0.0:1767318246.178443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989553152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.178482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318246.178538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989553280:0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.178564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318246.178603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989553536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.178635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318246.178656:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989554048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318246.178690:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553152 00000100:00100000:1.0:1767318246.178695:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553152 00000100:00100000:1.0:1767318246.178721:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553536 00000100:00100000:1.0:1767318246.178724:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553536 00000100:00100000:1.0:1767318246.178741:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22312 00000100:00100000:1.0:1767318246.178746:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989553152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318246.178779:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318246.178821:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553280 00000100:00100000:2.0:1767318246.178829:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553280 00000100:00100000:1.0:1767318246.178838:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989553152:12345-0@lo:38:kworker.0 Request processed in 89us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318246.178848:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22312 00000100:00100000:2.0:1767318246.178866:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:2.0:1767318246.178874:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989553280:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318246.178883:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22313 00000100:00100000:1.0:1767318246.178892:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989553536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318246.178904:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318246.178907:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318246.178939:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989553536:12345-0@lo:38:kworker.0 Request processed in 47us (304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318246.178945:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22313 00000100:00080000:0.0:1767318246.179074:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318246.179081:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318246.179085:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989553536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.179093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989553792:0@lo:38:kworker.0 00000100:00100000:0.0:1767318246.179139:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318246.179348:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318246.179354:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318246.179362:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989553152:0@lo:38:kworker.0 00000100:00100000:3.0:1767318246.179369:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989553792 00000100:00100000:3.0:1767318246.179377:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989553792 00000100:00100000:3.0:1767318246.179414:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22314 00000100:00100000:3.0:1767318246.179419:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989553792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318246.179431:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318246.179495:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989553792:12345-0@lo:38:kworker.0 Request processed in 73us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318246.179502:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22314 00000100:00100000:2.0:1767318246.179624:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989553280:12345-0@lo:38:kworker.0 Request processed in 745us (1054us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318246.179633:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00080000:0.0:1767318246.179888:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318246.179895:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318246.179899:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989553280:0@lo:38:kworker.0 00000100:00080000:0.0:1767318246.179912:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318246.179915:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318246.179918:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989553792:0@lo:38:kworker.0 00010000:00010000:3.0:1767318247.009188:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318247.200377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318248.034801:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318248.224940:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318248.224964:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989554176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318248.225061:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318248.225165:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554176 00000100:00100000:3.0:1767318248.225175:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554176 00000100:00100000:2.0:1767318248.225359:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989554304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318248.225392:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318248.225436:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554304 00000100:00100000:2.0:1767318248.225440:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554304 00000100:00100000:2.0:1767318248.225494:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1767318248.225505:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989554304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318248.225547:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318248.225612:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989554304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318248.225621:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1767318248.225682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989554304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318248.225920:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318248.225938:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318248.225943:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318248.226039:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:3.0:1767318248.226049:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989554176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318248.226071:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318248.226120:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989554176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318248.226127:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1767318248.226203:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989554176:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318249.057337:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318249.248747:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318250.082411:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318250.272429:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318225/real 1767318225] req@ffff96e2c8634e00 x1853163989548928/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318250 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318250.272479:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c8634e00 x1853163989548928/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318250 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318250.272523:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318250.272554:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318250.272559:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989548928:0@lo:250:kworker.0 00000100:00080000:2.0:1767318250.273158:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318250.273167:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318250.273171:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318250.273178:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3475 00000100:00080000:2.0:1767318250.273183:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318250.273192:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318250.273261:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8f800 x1853163989554432/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318250.273291:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318250.273296:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318250.273298:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318250.273301:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3495 00000100:00080000:2.0:1767318250.273304:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318250.273307:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318250.273326:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989554560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318250.273335:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318250.273338:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318250.273340:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318250.273343:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3495 00000100:00080000:2.0:1767318250.273346:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318250.273350:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318250.273363:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d180 x1853163989554688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318250.273402:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318250.273406:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318250.273407:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318250.273411:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3495 00000100:00080000:2.0:1767318250.273413:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318250.273417:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318250.273427:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e300 x1853163989554944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318250.273442:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318250.273445:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318250.273447:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318250.273451:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3495 00000100:00080000:2.0:1767318250.273453:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318250.273457:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318250.273468:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d500 x1853163989555200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318250.273531:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989555328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.273613:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318250.273686:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318250.273720:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989555456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.273749:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318250.274067:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318250.274134:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989554432:0@lo:250:kworker.0 00000400:00000100:0.0:1767318250.274164:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989554432 offset 0 length 520: 4 00000100:00100000:0.0:1767318250.274186:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989554560:0@lo:38:kworker.0 00000100:00100000:0.0:1767318250.274216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318250.274265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989554688:0@lo:38:kworker.0 00000100:00100000:0.0:1767318250.274292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318250.274317:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989554944:0@lo:38:kworker.0 00000100:00100000:0.0:1767318250.274344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318250.274362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989555200:0@lo:38:kworker.0 00000100:00100000:0.0:1767318250.274383:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318250.274464:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554688 00000100:00100000:2.0:1767318250.274474:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554688 00000100:00100000:2.0:1767318250.274527:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:2.0:1767318250.274536:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989554688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318250.274561:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318250.274611:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989554688:12345-0@lo:38:kworker.0 Request processed in 74us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318250.274619:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:1.0:1767318250.274700:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554560 00000100:00100000:1.0:1767318250.274706:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554560 00000100:00100000:1.0:1767318250.274738:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554944 00000100:00100000:1.0:1767318250.274742:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554944 00000100:00100000:1.0:1767318250.274756:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555200 00000100:00100000:1.0:1767318250.274759:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555200 00000100:00100000:1.0:1767318250.274774:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22315 00000100:00100000:1.0:1767318250.274779:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989554560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318250.274791:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318250.274824:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989554560:12345-0@lo:38:kworker.0 Request processed in 43us (607us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318250.274830:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22315 00000100:00100000:1.0:1767318250.274844:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22316 00000100:00100000:1.0:1767318250.274848:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989554944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318250.274858:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318250.274976:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989554944:12345-0@lo:38:kworker.0 Request processed in 125us (630us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318250.274983:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22316 00000100:00100000:1.0:1767318250.274997:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22317 00000100:00100000:1.0:1767318250.275001:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989555200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318250.275011:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318250.275036:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989555200:12345-0@lo:38:kworker.0 Request processed in 33us (651us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318250.275042:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22317 00000100:00080000:0.0:1767318250.275158:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318250.275165:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318250.275170:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989554560:0@lo:38:kworker.0 00000100:00080000:0.0:1767318250.275183:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318250.275187:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318250.275190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989554688:0@lo:38:kworker.0 00000100:00080000:0.0:1767318250.275199:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318250.275203:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318250.275206:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989554944:0@lo:38:kworker.0 00000100:00080000:0.0:1767318250.275216:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318250.275220:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318250.275223:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989555200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318250.275584:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989554816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318250.275635:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318250.275677:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318250.275684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989555072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318250.275717:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318250.275751:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555328 00000100:00100000:3.0:1767318250.275757:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555328 00000100:00100000:3.0:1767318250.275814:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555456 00000100:00100000:3.0:1767318250.275818:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555456 00000100:00100000:3.0:1767318250.275845:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:3.0:1767318250.275853:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989555328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.275950:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989554816 00000100:00100000:2.0:1767318250.275955:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989554816 00000100:00100000:2.0:1767318250.275981:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555072 00000100:00100000:2.0:1767318250.275985:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555072 00000100:00100000:2.0:1767318250.276009:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357 00000100:00100000:2.0:1767318250.276017:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989554816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.276072:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989554816:12345-0@lo:400:kworker.0 Request processed in 55us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318250.276078:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357 00000100:00100000:2.0:1767318250.276093:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4358 00000100:00100000:2.0:1767318250.276099:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989555072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.276127:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989555072:12345-0@lo:400:kworker.0 Request processed in 29us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318250.276133:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4358 00000100:00100000:2.0:1767318250.276167:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989555072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.276179:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989554816:0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.276256:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1767318250.276265:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989555456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318250.276306:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989555456:12345-0@lo:400:kworker.0 Request processed in 42us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318250.276312:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1767318250.276359:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989555456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318250.276899:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989555328:12345-0@lo:400:kworker.0 Request processed in 1044us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318250.276907:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1767318250.276994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989555328:0@lo:400:kworker.0 00000100:00080000:1.0:1767318250.277310:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318250.277317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318250.277320:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318250.341307:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318250.341378:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767318250.341409:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925771264 offset 0 length 520: 4 00000100:00100000:3.0:1767318250.341730:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771008 00000100:00100000:3.0:1767318250.341742:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771008 00000100:00100000:3.0:1767318250.341792:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771136 00000100:00100000:3.0:1767318250.341795:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771136 00000100:00100000:3.0:1767318250.341908:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4359 00000100:00100000:3.0:1767318250.341919:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925771136:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318250.341998:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925771136:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318250.342006:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4359 00000100:00100000:3.0:1767318250.342025:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22318 00000100:00100000:3.0:1767318250.342029:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925771008:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318250.342048:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318250.342073:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925771008:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (778us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318250.342079:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22318 00000100:00080000:1.0:1767318250.342125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318251.104974:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318251.304726:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318252.134162:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318252.320636:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318253.152502:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318253.344514:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989555584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318253.344587:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318253.344738:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555584 00000100:00100000:2.0:1767318253.344746:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555584 00000100:00080000:0.0:1767318253.344899:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318253.344929:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:2.0:1767318253.344939:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989555584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318253.344967:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318253.345021:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989555584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318253.345028:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00100000:0.0:1767318253.345124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989555584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318253.345170:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318253.345342:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318253.345353:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989555712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318253.345384:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318253.345467:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555712 00000100:00100000:3.0:1767318253.345472:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555712 00000100:00100000:3.0:1767318253.345517:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00100000:3.0:1767318253.345524:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989555712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318253.345540:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318253.345574:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f8bdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989555712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318253.345581:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00080000:1.0:1767318253.345844:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318253.345869:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989555712:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318254.176669:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318254.370675:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318255.200692:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318255.392364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318255.392395:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318255.392402:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318255.392406:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318255.392410:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318255.392415:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318255.392424:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3499 00000100:00080000:0.0:1767318255.392429:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318255.392436:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318255.392480:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067df80 x1853163989555840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318255.392497:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318255.392500:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318255.392502:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318255.392505:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3499 00000100:00080000:0.0:1767318255.392507:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318255.392511:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318255.392523:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d880 x1853163989555968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318255.392564:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318255.392568:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318255.392571:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318255.392575:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3499 00000100:00080000:0.0:1767318255.392586:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318255.392599:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318255.392604:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989555840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.392616:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d500 x1853163989556224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318255.392629:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318255.392644:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989556096:0@lo:400:kworker.0 00000100:00080000:0.0:1767318255.392650:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318255.392655:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318255.392658:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318255.392663:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3499 00000100:00080000:0.0:1767318255.392666:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318255.392670:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318255.392684:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163989556480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318255.392695:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318255.392745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989556608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318255.392782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318255.392800:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989556352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318255.392808:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318255.392817:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989556736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318255.392834:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318255.392841:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556608 00000100:00100000:0.0:1767318255.392849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318255.392852:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556608 00000100:00100000:1.0:1767318255.392878:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318255.392905:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556096 00000100:00100000:1.0:1767318255.392908:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989555968:0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.392911:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556096 00000100:00100000:2.0:1767318255.392917:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556736 00000100:00100000:2.0:1767318255.392923:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556736 00000100:00100000:1.0:1767318255.392946:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318255.392952:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556352 00000100:00100000:0.0:1767318255.392957:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556352 00000100:00100000:2.0:1767318255.392961:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:2.0:1767318255.392975:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989556608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318255.392986:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555840 00000100:00100000:1.0:1767318255.392989:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989556224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.392991:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555840 00000100:00100000:1.0:1767318255.393022:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318255.393028:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556224 00000100:00100000:0.0:1767318255.393033:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556224 00000100:00100000:1.0:1767318255.393042:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989556480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.393048:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4360 00000100:00100000:2.0:1767318255.393055:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989556608:12345-0@lo:400:kworker.0 Request processed in 83us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318255.393060:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989556096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318255.393072:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00100000:1.0:1767318255.393076:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318255.393098:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1767318255.393107:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989556736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318255.393111:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989555968 00000100:00100000:1.0:1767318255.393116:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989555968 00000100:00100000:2.0:1767318255.393142:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989556736:12345-0@lo:400:kworker.0 Request processed in 37us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318255.393148:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:2.0:1767318255.393154:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:1.0:1767318255.393158:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989555968:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767318255.393175:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:1.0:1767318255.393180:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318255.393182:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318255.393186:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318255.393201:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556480 00000100:00100000:2.0:1767318255.393205:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556480 00000100:00100000:1.0:1767318255.393221:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989555968:12345-0@lo:38:kworker.0 Request processed in 64us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318255.393223:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361 00000100:00100000:1.0:1767318255.393254:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00080000:1.0:1767318255.393289:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318255.393293:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318255.393297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989555968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318255.393336:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22319 00000100:00100000:1.0:1767318255.393341:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989555840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318255.393351:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318255.393381:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989555840:12345-0@lo:38:kworker.0 Request processed in 38us (505us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318255.393390:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22319 00000100:00100000:2.0:1767318255.393394:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989556352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318255.393415:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22320 00000100:00100000:1.0:1767318255.393421:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989556224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318255.393432:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318255.393436:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989556352:12345-0@lo:400:kworker.0 Request processed in 46us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318255.393442:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361 00000100:00100000:0.0:1767318255.393453:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989556096:12345-0@lo:400:kworker.0 Request processed in 394us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318255.393459:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22321 00000100:00100000:2.0:1767318255.393465:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989556480:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.393470:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4360 00010000:00020000:2.0:1767318255.393480:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318255.393484:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989556224:12345-0@lo:38:kworker.0 Request processed in 44us (445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318255.393494:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22320 00000100:00100000:2.0:1767318255.393514:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989556480:12345-0@lo:38:kworker.0 Request processed in 47us (443us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318255.393519:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22321 00000100:00080000:1.0:1767318255.393537:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318255.393544:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318255.393548:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989556224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.393560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989556736:0@lo:400:kworker.0 00000100:00080000:1.0:1767318255.393562:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318255.393569:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318255.393572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989556480:0@lo:38:kworker.0 00000100:00080000:1.0:1767318255.393584:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318255.393587:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318255.393589:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989555840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318255.393713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989556608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318255.393740:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989556352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318255.393758:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989556096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318255.475831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318255.475884:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318255.480972:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771520 00000100:00100000:3.0:1767318255.480987:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771520 00000100:00100000:3.0:1767318255.481071:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771392 00000100:00100000:3.0:1767318255.481074:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771392 00000100:00100000:3.0:1767318255.481102:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4362 00000100:00100000:3.0:1767318255.481112:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925771520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318255.481203:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925771520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (5383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318255.481211:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4362 00000100:00100000:3.0:1767318255.481250:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22322 00000100:00100000:3.0:1767318255.481255:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925771392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318255.481276:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318255.481302:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925771392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (5418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318255.481309:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22322 00000100:00080000:1.0:1767318255.481922:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318256.226971:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318256.417870:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318257.249462:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318257.440394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318258.272593:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.464628:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318258.464897:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989556864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318258.464937:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989556992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318258.464976:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.465055:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556864 00000100:00100000:2.0:1767318258.465064:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556864 00000100:00100000:2.0:1767318258.465130:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:2.0:1767318258.465139:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989556864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318258.465167:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318258.465215:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989556864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.465222:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00100000:2.0:1767318258.465286:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989556864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318258.465435:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.465476:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989556992 00000100:00100000:3.0:1767318258.465481:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989556992 00000100:00080000:0.0:1767318258.465512:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318258.465617:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00080000:0.0:1767318258.465622:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318258.465624:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989556992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318258.465641:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318258.465730:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989556992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.465737:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767318258.465786:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989556992:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318259.296762:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.489767:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318260.320577:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.512351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318260.512840:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318260.512846:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318260.512849:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318260.512852:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318260.512856:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318260.512864:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3505 00000100:00080000:2.0:1767318260.512869:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318260.512876:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318260.512914:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8fb80 x1853163989557120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318260.512938:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318260.512941:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318260.512944:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318260.512947:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3505 00000100:00080000:2.0:1767318260.512950:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318260.512954:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318260.512977:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8ed80 x1853163989557248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318260.513013:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318260.513017:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318260.513019:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318260.513022:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3505 00000100:00080000:2.0:1767318260.513024:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318260.513028:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318260.513042:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8c000 x1853163989557504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318260.513049:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767318260.513059:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318260.513064:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767318260.513067:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989557632:0@lo:400:kworker.0 00000100:00080000:2.0:1767318260.513068:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318260.513076:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3505 00000100:00080000:2.0:1767318260.513081:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318260.513084:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318260.513095:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989557760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318260.513149:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.513156:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989557888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318260.513194:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.513213:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989557376:0@lo:400:kworker.0 00000100:00100000:2.0:1767318260.513224:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.513261:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989558016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318260.513268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.513297:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.513335:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557888 00000100:00100000:2.0:1767318260.513342:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558016 00000100:00100000:1.0:1767318260.513344:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557888 00000100:00100000:2.0:1767318260.513349:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558016 00000100:00100000:1.0:1767318260.513404:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:1.0:1767318260.513428:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989557888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318260.513477:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989557888:12345-0@lo:400:kworker.0 Request processed in 52us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.513485:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:1.0:1767318260.513519:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557632 00000100:00100000:1.0:1767318260.513523:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557632 00000100:00100000:2.0:1767318260.513738:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:1.0:1767318260.513744:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557376 00000100:00100000:2.0:1767318260.513749:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989558016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318260.513750:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557376 00000100:00100000:1.0:1767318260.513784:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4363 00000100:00100000:2.0:1767318260.513791:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989558016:12345-0@lo:400:kworker.0 Request processed in 45us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.513796:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989557632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318260.513805:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:2.0:1767318260.513850:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989558016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318260.513858:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989557632:12345-0@lo:400:kworker.0 Request processed in 65us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318260.513866:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989557888:0@lo:400:kworker.0 00000100:00100000:1.0:1767318260.513868:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4363 00000100:00100000:1.0:1767318260.513892:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4364 00000100:00100000:1.0:1767318260.513900:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989557376:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318260.513913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318260.513919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318260.513922:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318260.513934:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989557376:12345-0@lo:400:kworker.0 Request processed in 35us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.513941:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4364 00000100:00100000:2.0:1767318260.514707:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989557632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318260.514723:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989557376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318260.514892:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989557120:0@lo:38:kworker.0 00000100:00100000:3.0:1767318260.514934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.515062:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557120 00000100:00100000:0.0:1767318260.515067:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557120 00000100:00100000:0.0:1767318260.515097:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22323 00000100:00100000:0.0:1767318260.515103:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989557120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318260.515130:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318260.527733:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989557120:12345-0@lo:38:kworker.0 Request processed in 12609us (12779us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318260.527748:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22323 00000100:00080000:3.0:1767318260.528011:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.528017:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318260.528021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989557120:0@lo:38:kworker.0 00000100:00100000:3.0:1767318260.528032:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989557248:0@lo:38:kworker.0 00000100:00100000:3.0:1767318260.528086:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.528403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989557504:0@lo:38:kworker.0 00000100:00100000:3.0:1767318260.528431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.528447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989557760:0@lo:38:kworker.0 00000100:00100000:3.0:1767318260.528468:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.529351:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557504 00000100:00100000:2.0:1767318260.529362:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557504 00000100:00100000:2.0:1767318260.529408:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557760 00000100:00100000:2.0:1767318260.529412:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557760 00000100:00100000:2.0:1767318260.529435:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22324 00000100:00100000:2.0:1767318260.529442:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989557504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318260.529462:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318260.529535:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989557504:12345-0@lo:38:kworker.0 Request processed in 93us (1103us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318260.529587:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22324 00000100:00100000:2.0:1767318260.529602:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22325 00000100:00100000:2.0:1767318260.529607:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989557760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318260.529616:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318260.529641:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989557760:12345-0@lo:38:kworker.0 Request processed in 32us (1171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318260.529646:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22325 00000100:00080000:3.0:1767318260.532565:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.532578:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318260.532582:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989557504:0@lo:38:kworker.0 00000100:00080000:3.0:1767318260.532596:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.532599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318260.532602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989557760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318260.533215:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989557248 00000100:00100000:1.0:1767318260.533226:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989557248 00000100:00100000:1.0:1767318260.533324:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1767318260.533332:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989557248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318260.533353:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318260.533449:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989557248:12345-0@lo:38:kworker.0 Request processed in 117us (5362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318260.533456:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00080000:3.0:1767318260.533819:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318260.533825:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318260.533828:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989557248:0@lo:38:kworker.0 00000100:00100000:2.0:1767318260.581129:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318260.581181:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318260.581266:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771776 00000100:00100000:3.0:1767318260.581276:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771776 00000100:00100000:3.0:1767318260.581348:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771648 00000100:00100000:3.0:1767318260.581351:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771648 00000100:00100000:3.0:1767318260.581373:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4365 00000100:00100000:3.0:1767318260.581382:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925771776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318260.581454:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925771776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 72us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318260.581461:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4365 00000100:00100000:3.0:1767318260.581480:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22326 00000100:00100000:3.0:1767318260.581484:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925771648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318260.581514:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318260.581542:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925771648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (361us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318260.581548:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22326 00000100:00080000:2.0:1767318260.581663:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318261.344472:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318261.536335:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318262.368492:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318262.560551:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318263.394729:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318263.584377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318263.590531:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318263.590548:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989558144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318263.590619:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318263.590760:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558144 00000100:00100000:1.0:1767318263.590768:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558144 00000100:00100000:0.0:1767318263.590772:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318263.590782:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989558272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318263.590821:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318263.590860:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558272 00000100:00100000:1.0:1767318263.590864:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558272 00000100:00100000:0.0:1767318263.590878:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:0.0:1767318263.590892:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989558144:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318263.590898:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318263.590901:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767318263.590923:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318263.591084:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767318263.591092:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989558272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318263.591108:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318263.591145:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989558272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318263.591153:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767318263.591206:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989558272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318263.593552:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989558144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2652us (2923us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318263.593564:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00100000:3.0:1767318263.593675:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989558144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318264.416405:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318264.610838:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318265.440469:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318265.633134:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318265.633146:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318265.633149:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318265.633153:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318265.633157:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318265.633165:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318265.633169:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318265.633176:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318265.633215:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e300 x1853163989558400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318265.633260:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318265.633263:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318265.633265:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318265.633269:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318265.633272:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318265.633276:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318265.633291:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d500 x1853163989558528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318265.633318:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318265.633321:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318265.633323:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318265.633326:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318265.633329:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318265.633332:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318265.633341:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989558784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318265.633354:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318265.633358:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318265.633360:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318265.633363:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3510 00000100:00080000:2.0:1767318265.633366:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318265.633369:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318265.633381:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8fb80 x1853163989559040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318265.633465:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989558656:0@lo:400:kworker.0 00000100:00100000:2.0:1767318265.633536:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318265.633594:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318265.633601:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989558912:0@lo:400:kworker.0 00000100:00100000:2.0:1767318265.633624:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318265.633857:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558656 00000100:00100000:0.0:1767318265.633865:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558656 00000100:00100000:0.0:1767318265.633926:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558912 00000100:00100000:0.0:1767318265.633929:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558912 00000100:00100000:0.0:1767318265.633951:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366 00000100:00100000:0.0:1767318265.633959:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989558656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318265.634012:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989558656:12345-0@lo:400:kworker.0 Request processed in 53us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318265.634031:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366 00000100:00100000:0.0:1767318265.634048:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367 00000100:00100000:0.0:1767318265.634054:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989558912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318265.634080:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989558912:12345-0@lo:400:kworker.0 Request processed in 26us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318265.634085:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367 00000100:00100000:0.0:1767318265.634122:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989558912:0@lo:400:kworker.0 00000100:00100000:0.0:1767318265.634133:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989558656:0@lo:400:kworker.0 00000100:00100000:3.0:1767318265.636114:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989559296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318265.636177:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318265.636224:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318265.636249:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989559168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318265.636273:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318265.636319:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559296 00000100:00100000:3.0:1767318265.636326:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559296 00000100:00100000:3.0:1767318265.636370:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559168 00000100:00100000:3.0:1767318265.636373:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559168 00000100:00100000:3.0:1767318265.636391:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:3.0:1767318265.636410:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989559296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318265.636455:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989559296:12345-0@lo:400:kworker.0 Request processed in 46us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318265.636461:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:3.0:1767318265.636474:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1767318265.636479:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989559168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318265.636498:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989559168:12345-0@lo:400:kworker.0 Request processed in 20us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318265.636503:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1767318265.636548:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989559168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318265.636558:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989559296:0@lo:400:kworker.0 00000100:00080000:2.0:1767318265.636999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318265.637005:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318265.637007:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318265.637661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989558400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318265.637717:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318265.637756:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989558528:0@lo:38:kworker.0 00000100:00100000:1.0:1767318265.637780:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318265.637814:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989558784:0@lo:38:kworker.0 00000100:00100000:1.0:1767318265.637838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318265.637856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989559040:0@lo:38:kworker.0 00000100:00100000:1.0:1767318265.637875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318265.637904:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558400 00000100:00100000:0.0:1767318265.637998:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318265.638036:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558784 00000100:00100000:0.0:1767318265.638041:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558784 00000100:00100000:0.0:1767318265.638068:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559040 00000100:00100000:0.0:1767318265.638071:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559040 00000100:00100000:0.0:1767318265.638087:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22327 00000100:00100000:0.0:1767318265.638092:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989558784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318265.638112:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318265.638153:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989558784:12345-0@lo:38:kworker.0 Request processed in 60us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318265.638160:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22327 00000100:00100000:0.0:1767318265.638176:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22328 00000100:00100000:0.0:1767318265.638179:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989559040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318265.638188:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318265.638210:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989559040:12345-0@lo:38:kworker.0 Request processed in 29us (333us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318265.638215:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22328 00000100:00080000:0.0:1767318265.638279:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318265.638284:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318265.638288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989558784:0@lo:38:kworker.0 00000100:00080000:0.0:1767318265.638297:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318265.638300:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318265.638303:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989559040:0@lo:38:kworker.0 00000100:00100000:1.0:1767318265.638468:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558400 00000100:00100000:1.0:1767318265.638490:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22329 00000100:00100000:1.0:1767318265.638495:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989558400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318265.638504:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318265.638535:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989558400:12345-0@lo:38:kworker.0 Request processed in 39us (818us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318265.638541:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22329 00000100:00080000:1.0:1767318265.638563:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318265.638567:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318265.638570:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989558400:0@lo:38:kworker.0 00000100:00100000:3.0:1767318265.639119:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989558528 00000100:00100000:3.0:1767318265.639125:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989558528 00000100:00100000:3.0:1767318265.639156:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:3.0:1767318265.639161:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989558528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318265.639173:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318265.639219:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989558528:12345-0@lo:38:kworker.0 Request processed in 57us (1438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318265.639226:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00080000:0.0:1767318265.639351:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318265.639356:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318265.639360:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989558528:0@lo:38:kworker.0 00000100:00100000:3.0:1767318265.701469:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318265.701897:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925771904 00000100:00100000:0.0:1767318265.701908:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925771904 00000100:00100000:0.0:1767318265.701961:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22330 00000100:00100000:0.0:1767318265.701969:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925771904:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318265.701993:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318265.702391:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925771904:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 421us (930us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318265.702411:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22330 00000100:00100000:0.0:1767318265.706117:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318265.716734:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772032 00000100:00100000:1.0:1767318265.716750:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772032 00000100:00100000:1.0:1767318265.716853:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4368 00000100:00100000:1.0:1767318265.716865:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925772032:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318265.716954:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925772032:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (10848us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318265.716961:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4368 00000100:00080000:2.0:1767318265.717418:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318266.464465:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318266.656801:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318267.488482:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318267.680749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318268.513424:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318268.704400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318268.704762:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989559424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318268.704833:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318268.705119:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559424 00000100:00100000:1.0:1767318268.705128:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559424 00000100:00100000:1.0:1767318268.705203:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:1.0:1767318268.705214:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989559424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318268.705265:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318268.705311:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989559424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318268.705320:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00080000:0.0:1767318268.705403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318268.705442:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989559424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318268.705907:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318268.705921:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989559552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318268.705950:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318268.706283:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559552 00000100:00100000:2.0:1767318268.706290:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559552 00000100:00100000:2.0:1767318268.706352:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:2.0:1767318268.706363:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989559552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318268.706387:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318268.706445:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989559552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318268.706451:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:3.0:1767318268.706524:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989559552:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318268.706741:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318269.537989:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318269.728373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318270.560599:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318270.752383:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.752398:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318270.752401:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.752407:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318270.752412:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318270.752422:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318270.752428:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318270.752436:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318270.752481:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989559680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318270.752516:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.752520:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318270.752522:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318270.752526:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318270.752529:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318270.752533:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318270.752546:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2680 x1853163989559808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318270.752575:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.752578:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318270.752580:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318270.752584:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318270.752586:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318270.752590:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318270.752602:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2d880 x1853163989560064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318270.752617:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318270.752621:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318270.752623:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318270.752626:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3515 00000100:00080000:2.0:1767318270.752628:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318270.752632:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318270.752642:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2d500 x1853163989560320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318270.752864:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989559936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318270.752934:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.752993:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318270.752998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989560192:0@lo:400:kworker.0 00000100:00100000:1.0:1767318270.753018:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.753044:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989560576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318270.753068:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.753088:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318270.753094:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989560448:0@lo:400:kworker.0 00000100:00100000:1.0:1767318270.753114:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.753149:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559936 00000100:00100000:1.0:1767318270.753156:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559936 00000100:00100000:1.0:1767318270.753206:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560192 00000100:00100000:1.0:1767318270.753209:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560192 00000100:00100000:1.0:1767318270.753253:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369 00000100:00100000:1.0:1767318270.753264:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989559936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318270.753267:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989559680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318270.753320:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.753339:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989559936:12345-0@lo:400:kworker.0 Request processed in 76us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318270.753348:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369 00000100:00100000:1.0:1767318270.753369:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559680 00000100:00100000:0.0:1767318270.753373:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989559808:0@lo:38:kworker.0 00000100:00100000:1.0:1767318270.753374:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559680 00000100:00100000:1.0:1767318270.753397:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370 00000100:00100000:0.0:1767318270.753410:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.753410:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989560192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318270.753447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989560064:0@lo:38:kworker.0 00000100:00100000:1.0:1767318270.753452:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989560192:12345-0@lo:400:kworker.0 Request processed in 45us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318270.753460:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370 00000100:00100000:0.0:1767318270.753475:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318270.753487:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560064 00000100:00100000:1.0:1767318270.753492:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560064 00000100:00100000:0.0:1767318270.753493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989560320:0@lo:38:kworker.0 00000100:00100000:1.0:1767318270.753509:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22331 00000100:00100000:1.0:1767318270.753516:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989559680:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318270.753522:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767318270.753539:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318270.753551:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560320 00000100:00100000:0.0:1767318270.753556:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560320 00000100:00100000:0.0:1767318270.753581:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22332 00000100:00100000:1.0:1767318270.753583:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989559680:12345-0@lo:38:kworker.0 Request processed in 63us (259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318270.753590:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989560064:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318270.753596:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22331 00010000:00020000:0.0:1767318270.753606:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318270.753613:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22333 00000100:00100000:1.0:1767318270.753618:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989560320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318270.753629:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318270.753638:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989560064:12345-0@lo:38:kworker.0 Request processed in 48us (161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318270.753645:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22332 00000100:00100000:1.0:1767318270.753661:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989560320:12345-0@lo:38:kworker.0 Request processed in 40us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318270.753668:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22333 00000100:00100000:0.0:1767318270.753671:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989559808 00000100:00100000:0.0:1767318270.753677:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989559808 00000100:00100000:1.0:1767318270.753696:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560576 00000100:00100000:1.0:1767318270.753702:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560576 00000100:00100000:0.0:1767318270.753705:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:1.0:1767318270.753734:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560448 00000100:00100000:1.0:1767318270.753737:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560448 00000100:00100000:1.0:1767318270.753755:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:1.0:1767318270.753761:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989560576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318270.753791:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989560576:12345-0@lo:400:kworker.0 Request processed in 30us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318270.753797:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:1.0:1767318270.753807:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1767318270.753813:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989560448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318270.753839:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989560448:12345-0@lo:400:kworker.0 Request processed in 25us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318270.753844:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:0.0:1767318270.753859:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989559808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318270.753872:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318270.753890:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989560448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318270.753909:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989559808:12345-0@lo:38:kworker.0 Request processed in 195us (502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318270.753909:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989560576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318270.753922:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00100000:1.0:1767318270.753947:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318270.753971:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318270.753976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318270.753979:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318270.753992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989560192:0@lo:400:kworker.0 00000100:00080000:0.0:1767318270.754009:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318270.754011:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989559936:0@lo:400:kworker.0 00000100:00080000:0.0:1767318270.754017:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318270.754022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989559680:0@lo:38:kworker.0 00000100:00080000:0.0:1767318270.754035:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318270.754038:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318270.754041:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989559808:0@lo:38:kworker.0 00000100:00080000:0.0:1767318270.754050:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318270.754054:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318270.754058:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989560064:0@lo:38:kworker.0 00000100:00080000:0.0:1767318270.754066:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318270.754070:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318270.754073:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989560320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318270.822105:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318270.822199:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318270.822400:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772288 00000100:00100000:1.0:1767318270.822411:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772288 00000100:00100000:1.0:1767318270.822507:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772160 00000100:00100000:1.0:1767318270.822512:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772160 00000100:00100000:1.0:1767318270.822534:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4371 00000100:00100000:1.0:1767318270.822544:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925772288:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318270.822619:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925772288:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318270.822626:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4371 00000100:00100000:1.0:1767318270.822643:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22334 00000100:00100000:1.0:1767318270.822647:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925772160:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318270.822666:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318270.822702:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925772160:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (491us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318270.822716:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22334 00000100:00080000:0.0:1767318270.823089:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318271.586557:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318271.776570:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318272.608474:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318272.804588:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318273.632449:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318273.824548:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318273.824849:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989560704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318273.824923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318273.825068:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560704 00000100:00100000:1.0:1767318273.825078:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560704 00000100:00100000:1.0:1767318273.825145:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:1.0:1767318273.825154:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989560704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318273.825183:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318273.825277:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989560704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318273.825285:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00080000:0.0:1767318273.825453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318273.825493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989560704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318273.825628:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989560832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318273.825840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318273.825922:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989560832 00000100:00100000:3.0:1767318273.825928:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989560832 00000100:00100000:3.0:1767318273.825971:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:3.0:1767318273.825979:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989560832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318273.825997:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318273.826039:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989560832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318273.826045:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00080000:0.0:1767318273.826096:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318273.826180:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989560832:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318274.656470:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318274.848761:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318274.918848:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318274.918884:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925772416 offset 0 length 520: 4 00000100:00100000:0.0:1767318274.918919:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318274.919169:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772672 00000100:00100000:2.0:1767318274.919180:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772672 00000100:00100000:2.0:1767318274.919282:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772544 00000100:00100000:2.0:1767318274.919285:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772544 00000100:00100000:2.0:1767318274.919305:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4372 00000100:00100000:2.0:1767318274.919314:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925772672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318274.919592:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925772672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 278us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318274.919600:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4372 00000100:00100000:2.0:1767318274.919622:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22335 00000100:00100000:2.0:1767318274.919626:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925772544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318274.919645:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318274.919671:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925772544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (752us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318274.919677:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22335 00000100:00080000:0.0:1767318274.920069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318275.682259:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318275.873403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318275.873522:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318250/real 1767318250] req@ffff96e2f9a8f800 x1853163989554432/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318275 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318275.873555:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f9a8f800 x1853163989554432/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318275 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318275.873572:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318275.873595:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318275.873600:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989554432:0@lo:250:kworker.0 00000100:00080000:3.0:1767318275.873989:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318275.873995:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318275.873998:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318275.874003:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3499 00000100:00080000:3.0:1767318275.874008:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318275.874014:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318275.874057:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5180 x1853163989560960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318275.874082:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318275.874085:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318275.874087:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318275.874090:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3520 00000100:00080000:3.0:1767318275.874092:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318275.874095:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318275.874113:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163989561088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318275.874120:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318275.874122:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318275.874124:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318275.874126:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3520 00000100:00080000:3.0:1767318275.874128:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318275.874131:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318275.874142:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989561216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318275.874171:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318275.874174:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318275.874176:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318275.874179:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3520 00000100:00080000:3.0:1767318275.874181:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318275.874184:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318275.874195:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989561472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318275.874264:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318275.874268:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318275.874269:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318275.874273:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3520 00000100:00080000:3.0:1767318275.874275:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318275.874278:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318275.874290:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc000 x1853163989561728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318275.874364:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989561344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874429:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318275.874488:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318275.874494:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989561600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874517:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318275.874545:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989561856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874569:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318275.874586:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318275.874590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989561984:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874609:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318275.874643:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561344 00000100:00100000:3.0:1767318275.874649:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561344 00000100:00100000:3.0:1767318275.874696:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561600 00000100:00100000:3.0:1767318275.874699:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561600 00000100:00100000:3.0:1767318275.874724:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00100000:3.0:1767318275.874732:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989561344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874779:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989561344:12345-0@lo:400:kworker.0 Request processed in 46us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318275.874786:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:3.0:1767318275.874801:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:3.0:1767318275.874807:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989561600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874829:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989561600:12345-0@lo:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318275.874835:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00100000:3.0:1767318275.874855:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561856 00000100:00100000:3.0:1767318275.874858:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561856 00000100:00100000:3.0:1767318275.874878:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561984 00000100:00100000:3.0:1767318275.874882:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561984 00000100:00100000:3.0:1767318275.874897:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:3.0:1767318275.874903:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989561856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874933:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989561856:12345-0@lo:400:kworker.0 Request processed in 30us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318275.874939:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:3.0:1767318275.874949:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:3.0:1767318275.874955:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989561984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.874980:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989561984:12345-0@lo:400:kworker.0 Request processed in 25us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318275.874985:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:3.0:1767318275.875021:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989561600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.875030:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989561344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.875055:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989561984:0@lo:400:kworker.0 00000100:00100000:3.0:1767318275.875063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989561856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318275.875304:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989560960:0@lo:250:kworker.0 00000400:00000100:2.0:1767318275.875330:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989560960 offset 0 length 520: 4 00000100:00100000:2.0:1767318275.875362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989561088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318275.875384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318275.875408:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989561216:0@lo:38:kworker.0 00000100:00100000:2.0:1767318275.875431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318275.875446:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989561472:0@lo:38:kworker.0 00000100:00100000:2.0:1767318275.875467:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318275.875481:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989561728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318275.875499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318275.875746:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561216 00000100:00100000:0.0:1767318275.875751:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561216 00000100:00100000:0.0:1767318275.875786:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:0.0:1767318275.875791:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989561216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318275.875809:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318275.875855:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989561216:12345-0@lo:38:kworker.0 Request processed in 62us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318275.875861:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00080000:0.0:1767318275.875884:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318275.875888:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318275.875891:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318275.875951:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318275.875957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318275.875960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989561216:0@lo:38:kworker.0 00000100:00100000:3.0:1767318275.876744:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561088 00000100:00100000:3.0:1767318275.876750:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561088 00000100:00100000:3.0:1767318275.876821:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561472 00000100:00100000:3.0:1767318275.876825:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561472 00000100:00100000:1.0:1767318275.879291:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989561728 00000100:00100000:1.0:1767318275.879306:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989561728 00000100:00100000:1.0:1767318275.879380:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22336 00000100:00100000:1.0:1767318275.879388:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989561088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318275.879409:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318275.880191:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22337 00000100:00100000:2.0:1767318275.880207:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989561472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318275.880221:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318275.880328:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989561472:12345-0@lo:38:kworker.0 Request processed in 128us (4859us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318275.880335:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22337 00000100:00100000:2.0:1767318275.880368:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22338 00000100:00100000:2.0:1767318275.880373:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989561728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318275.880382:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318275.880408:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989561728:12345-0@lo:38:kworker.0 Request processed in 34us (4908us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318275.880413:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22338 00000100:00080000:0.0:1767318275.880616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318275.880623:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318275.880627:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989561472:0@lo:38:kworker.0 00000100:00080000:0.0:1767318275.880637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318275.880640:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318275.880644:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989561728:0@lo:38:kworker.0 00000100:00100000:1.0:1767318275.881264:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989561088:12345-0@lo:38:kworker.0 Request processed in 1873us (5876us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318275.881273:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22336 00000100:00080000:0.0:1767318275.882003:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318275.882010:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318275.882015:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989561088:0@lo:38:kworker.0 00010000:00010000:3.0:1767318276.704676:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318276.896823:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318277.728455:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318277.920641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318278.752732:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318278.944677:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318278.944714:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989562112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318278.944805:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318278.945283:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318278.945303:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989562240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318278.945332:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318278.945507:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562112 00000100:00100000:2.0:1767318278.945515:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562112 00000100:00080000:3.0:1767318278.945550:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318278.945567:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562240 00000100:00100000:2.0:1767318278.945570:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562240 00000100:00100000:2.0:1767318278.945608:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767318278.945616:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989562112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318278.945645:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318278.945692:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989562112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (887us total) trans 0 rc 0/0 00000100:00080000:3.0:1767318278.945805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318278.945889:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989562112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318278.945940:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1767318278.945957:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:2.0:1767318278.945964:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989562240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318278.945979:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318278.946015:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989562240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318278.946020:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:0.0:1767318278.946222:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989562240:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318279.778584:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318279.968571:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318280.038140:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318280.038226:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772928 00000100:00100000:3.0:1767318280.038268:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772928 00000100:00100000:3.0:1767318280.038352:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4375 00000100:00100000:3.0:1767318280.038362:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925772928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318280.038436:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925772928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318280.038444:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4375 00000100:00080000:0.0:1767318280.038642:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318280.045366:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318280.046188:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925772800 00000100:00100000:3.0:1767318280.046199:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925772800 00000100:00100000:3.0:1767318280.046282:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22339 00000100:00100000:3.0:1767318280.046290:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925772800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318280.046314:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318280.046429:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925772800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 138us (1073us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318280.046437:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22339 00010000:00010000:3.0:1767318280.801762:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318280.992338:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318280.992341:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318280.992348:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318280.992350:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318280.992354:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318280.992357:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318280.992365:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3525 00000100:00080000:3.0:1767318280.992369:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318280.992376:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318280.992635:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989562368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318280.992710:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318280.992714:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318280.992716:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318280.992720:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3525 00000100:00080000:3.0:1767318280.992722:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318280.993494:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318280.993677:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989562368:0@lo:38:kworker.0 00000100:00100000:1.0:1767318280.993762:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318280.994627:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562368 00000100:00100000:2.0:1767318280.994637:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562368 00000100:00100000:2.0:1767318280.994689:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22340 00000100:00100000:2.0:1767318280.994696:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989562368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318280.994716:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318280.994784:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989562368:12345-0@lo:38:kworker.0 Request processed in 87us (1022us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318280.994791:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22340 00000100:00080000:2.0:1767318280.994832:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318280.994837:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318280.994841:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989562368:0@lo:38:kworker.0 00000100:00100000:3.0:1767318280.997180:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989562496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318280.997257:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989562496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318280.997314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318280.997436:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318280.997441:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318280.997444:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318280.997560:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562496 00000100:00100000:0.0:1767318280.997568:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562496 00000100:00100000:0.0:1767318280.997606:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1767318280.997613:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989562496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318280.997631:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318280.997704:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989562624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318280.997746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318280.997778:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562624 00000100:00100000:1.0:1767318280.997781:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562624 00000100:00100000:1.0:1767318280.997823:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376 00000100:00100000:1.0:1767318280.997831:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989562624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318280.997872:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989562624:12345-0@lo:400:kworker.0 Request processed in 42us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318280.997879:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376 00000100:00100000:1.0:1767318280.997918:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989562624:0@lo:400:kworker.0 00000100:00080000:1.0:1767318280.997938:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318280.998075:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3525 00000100:00080000:3.0:1767318280.998080:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318280.998084:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318280.998131:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989562752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318281.001090:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989562752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318281.001179:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318281.001288:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562752 00000100:00100000:1.0:1767318281.001296:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562752 00000100:00100000:1.0:1767318281.001333:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22341 00000100:00100000:1.0:1767318281.001340:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989562752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318281.001361:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318281.001399:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989562752:12345-0@lo:38:kworker.0 Request processed in 58us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318281.001406:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22341 00000100:00100000:0.0:1767318281.001601:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989562496:12345-0@lo:38:kworker.0 Request processed in 3985us (4283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318281.001610:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00080000:2.0:1767318281.001686:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318281.001691:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318281.001695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989562496:0@lo:38:kworker.0 00000100:00080000:2.0:1767318281.001717:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318281.001721:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318281.001797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989562752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318281.002001:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989562880:0@lo:400:kworker.0 00000100:00100000:1.0:1767318281.002031:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318281.002090:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989562880 00000100:00100000:2.0:1767318281.002096:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989562880 00000100:00100000:2.0:1767318281.002158:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377 00000100:00100000:2.0:1767318281.002167:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989562880:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318281.002225:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318281.002248:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318281.002251:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318281.002255:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3525 00000100:00080000:3.0:1767318281.002259:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318281.002264:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318281.002285:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989563008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318281.002340:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989563136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.002370:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318281.002393:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318281.002399:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989563264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.002420:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318281.002444:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563136 00000100:00100000:3.0:1767318281.002460:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563136 00000100:00100000:3.0:1767318281.002487:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563264 00000100:00100000:3.0:1767318281.002490:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563264 00000100:00100000:3.0:1767318281.002510:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:3.0:1767318281.002517:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989563136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.002550:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989563136:12345-0@lo:400:kworker.0 Request processed in 33us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318281.002556:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:3.0:1767318281.002569:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:3.0:1767318281.002575:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989563264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.002602:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989563264:12345-0@lo:400:kworker.0 Request processed in 28us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318281.002608:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:3.0:1767318281.002642:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989563264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.002651:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989563136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318281.002683:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989563008:0@lo:38:kworker.0 00000100:00100000:3.0:1767318281.002704:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318281.002754:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563008 00000100:00100000:3.0:1767318281.002758:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563008 00000100:00100000:3.0:1767318281.002777:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22342 00000100:00100000:3.0:1767318281.002782:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989563008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318281.002795:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318281.002823:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989563008:12345-0@lo:38:kworker.0 Request processed in 40us (118us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318281.002828:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22342 00000100:00080000:3.0:1767318281.002848:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318281.002852:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318281.002855:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989563008:0@lo:38:kworker.0 00000100:00080000:0.0:1767318281.003088:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318281.003093:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318281.003095:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318281.005900:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989562880:12345-0@lo:400:kworker.0 Request processed in 3725us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318281.005914:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377 00000100:00100000:1.0:1767318281.005994:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989562880:0@lo:400:kworker.0 00010000:00010000:3.0:1767318281.824619:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318282.016784:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318282.849732:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318283.040905:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318283.874515:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318284.064683:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318284.064948:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989563392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318284.065016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318284.065479:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989563520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318284.065513:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318284.065603:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563392 00000100:00100000:2.0:1767318284.065612:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563392 00000100:00100000:2.0:1767318284.065669:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563520 00000100:00100000:2.0:1767318284.065672:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563520 00000100:00100000:2.0:1767318284.065690:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767318284.065698:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989563392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318284.065725:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318284.065763:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989563392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318284.065770:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767318284.065786:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:2.0:1767318284.065802:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989563520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318284.065817:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318284.065845:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989563520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318284.065851:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:3.0:1767318284.065994:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989563392:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318284.066181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318284.066185:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318284.066216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989563520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318284.896696:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318285.088598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318285.156832:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318285.156939:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318285.157043:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773184 00000100:00100000:2.0:1767318285.157057:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773184 00000100:00100000:3.0:1767318285.157071:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773056 00000100:00100000:3.0:1767318285.157085:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773056 00000100:00080000:0.0:1767318285.157167:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318285.157169:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4378 00000100:00100000:3.0:1767318285.157191:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925773184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318285.157353:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925773184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 170us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318285.157362:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4378 00000100:00100000:3.0:1767318285.157386:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22343 00000100:00100000:3.0:1767318285.157390:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925773056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318285.157416:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318285.157451:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925773056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318285.157457:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22343 00010000:00010000:3.0:1767318285.920474:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318286.112418:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.112429:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318286.112433:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318286.112435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318286.112439:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.112444:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.112456:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3530 00000100:00080000:3.0:1767318286.112461:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.112467:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318286.112513:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989563648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318286.112531:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.112533:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.112536:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.112539:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3530 00000100:00080000:3.0:1767318286.112541:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.112545:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318286.112558:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989563776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318286.112605:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.112608:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.112611:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.112614:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3530 00000100:00080000:3.0:1767318286.112617:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.112620:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318286.112633:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad180 x1853163989564032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318286.112647:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318286.112651:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318286.112652:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318286.112656:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3530 00000100:00080000:3.0:1767318286.112658:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318286.112661:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318286.112668:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381f80 x1853163989564288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318286.112735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989564416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318286.112813:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318286.112873:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318286.112878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989564544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318286.112911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318286.112974:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564416 00000100:00100000:3.0:1767318286.112981:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564416 00000100:00080000:0.0:1767318286.113050:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318286.113079:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564544 00000100:00100000:0.0:1767318286.113085:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989563648:0@lo:38:kworker.0 00000100:00100000:3.0:1767318286.113086:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564544 00000100:00100000:3.0:1767318286.113124:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:3.0:1767318286.113135:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989564416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.113176:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.113213:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989563776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.113267:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.113299:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989564032:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.113333:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.113359:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989564288:0@lo:38:kworker.0 00000100:00100000:1.0:1767318286.113451:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989563904:0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.114412:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.114487:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563776 00000100:00100000:0.0:1767318286.114497:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563776 00000100:00100000:0.0:1767318286.114543:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:0.0:1767318286.114551:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989563776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.114579:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.114636:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989563776:12345-0@lo:38:kworker.0 Request processed in 84us (1367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.114644:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:0.0:1767318286.114685:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563648 00000100:00100000:0.0:1767318286.114690:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563648 00000100:00100000:0.0:1767318286.114714:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564032 00000100:00100000:0.0:1767318286.114717:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564032 00000100:00100000:0.0:1767318286.114733:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564288 00000100:00100000:0.0:1767318286.114736:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564288 00000100:00100000:0.0:1767318286.115327:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22344 00000100:00100000:0.0:1767318286.115333:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989563648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.115347:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.115384:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989563648:12345-0@lo:38:kworker.0 Request processed in 51us (2209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.115390:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22344 00000100:00100000:0.0:1767318286.115401:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22345 00000100:00100000:0.0:1767318286.115404:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989564032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.115413:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.115436:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989564032:12345-0@lo:38:kworker.0 Request processed in 30us (2105us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.115441:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22345 00000100:00100000:0.0:1767318286.115453:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22346 00000100:00100000:0.0:1767318286.115457:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989564288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318286.115465:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318286.115485:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989564288:12345-0@lo:38:kworker.0 Request processed in 27us (1078us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318286.115491:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22346 00000100:00080000:0.0:1767318286.115518:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318286.115561:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.115567:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.115571:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989563648:0@lo:38:kworker.0 00000100:00080000:0.0:1767318286.115585:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.115589:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.115592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989563776:0@lo:38:kworker.0 00000100:00080000:0.0:1767318286.115602:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.115605:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.115608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989564032:0@lo:38:kworker.0 00000100:00080000:0.0:1767318286.115616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318286.115620:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318286.115622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989564288:0@lo:38:kworker.0 00000100:00100000:0.0:1767318286.116564:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1767318286.116585:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989564544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.116680:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989564544:12345-0@lo:400:kworker.0 Request processed in 99us (3763us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318286.116688:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1767318286.116736:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989564160:0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.116790:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.116845:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564160 00000100:00100000:0.0:1767318286.116854:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564160 00000100:00100000:0.0:1767318286.116903:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379 00000100:00100000:0.0:1767318286.116909:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989564160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.116942:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989564160:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318286.116949:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379 00000100:00080000:0.0:1767318286.116970:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318286.117022:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989564160:0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.117075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989564544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.117089:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989564416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318286.117957:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989564416:12345-0@lo:400:kworker.0 Request processed in 4812us (5131us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318286.117973:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:1.0:1767318286.118452:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318286.118871:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989563904 00000100:00100000:0.0:1767318286.118882:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989563904 00000100:00100000:0.0:1767318286.119477:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00100000:0.0:1767318286.119488:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989563904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318286.119586:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989563904:12345-0@lo:400:kworker.0 Request processed in 100us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318286.119594:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00000100:00100000:0.0:1767318286.119692:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989563904:0@lo:400:kworker.0 00000100:00080000:1.0:1767318286.120925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318286.944883:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318287.137886:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318287.968438:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318288.160419:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318288.994281:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318289.184326:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318289.184850:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989564672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318289.184919:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318289.188113:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989564800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318289.188174:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318289.192728:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564672 00000100:00100000:1.0:1767318289.192742:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564672 00000100:00100000:1.0:1767318289.192808:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564800 00000100:00100000:1.0:1767318289.192812:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564800 00000100:00100000:2.0:1767318289.192829:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:2.0:1767318289.192844:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989564672:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318289.192846:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767318289.192856:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989564800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318289.192888:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318289.193257:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318289.193262:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767318289.193392:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318289.193477:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989564672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 636us (8556us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318289.193484:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00100000:0.0:1767318289.193599:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989564672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318289.193714:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989564800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 860us (5538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318289.193723:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:2.0:1767318289.193755:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989564800:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318290.016544:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318290.209005:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318290.280692:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318290.280858:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773440 00000100:00100000:3.0:1767318290.280869:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773440 00000100:00100000:3.0:1767318290.280965:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4381 00000100:00100000:3.0:1767318290.280976:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925773440:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318290.281157:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318290.281644:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925773440:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 669us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318290.281653:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4381 00000100:00100000:0.0:1767318290.286694:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318290.287712:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773312 00000100:00100000:1.0:1767318290.287726:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773312 00000100:00100000:1.0:1767318290.287916:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22347 00000100:00100000:1.0:1767318290.287936:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925773312:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318290.287959:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318290.317804:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925773312:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 29857us (31108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318290.317820:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22347 00010000:00010000:3.0:1767318291.040562:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318291.232777:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.232785:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318291.232787:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.232790:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318291.232793:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318291.232799:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3535 00000100:00080000:3.0:1767318291.232803:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318291.232808:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318291.232845:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163989564928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318291.232863:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.232866:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318291.232868:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318291.232871:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3535 00000100:00080000:3.0:1767318291.232873:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318291.232877:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318291.232892:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645880 x1853163989565056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318291.232964:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.232966:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318291.232968:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318291.232970:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3535 00000100:00080000:3.0:1767318291.232972:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318291.232974:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318291.232983:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163989565312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318291.232994:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.233003:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318291.233004:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318291.233006:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3535 00000100:00080000:3.0:1767318291.233008:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318291.233010:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318291.233016:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989565568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318291.233216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989565440:0@lo:400:kworker.0 00000100:00100000:1.0:1767318291.233285:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318291.233328:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318291.233332:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989565184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318291.233346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318291.233368:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565440 00000100:00100000:1.0:1767318291.233374:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565440 00000100:00100000:1.0:1767318291.233409:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565184 00000100:00100000:1.0:1767318291.233410:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565184 00000100:00100000:1.0:1767318291.233426:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382 00000100:00100000:1.0:1767318291.233431:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989565440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318291.233464:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989565440:12345-0@lo:400:kworker.0 Request processed in 33us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318291.233469:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382 00000100:00100000:1.0:1767318291.233481:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1767318291.233484:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989565184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318291.233498:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989565184:12345-0@lo:400:kworker.0 Request processed in 14us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318291.233502:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1767318291.233525:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989565184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318291.233531:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989565440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.233631:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989565696:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.233656:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318291.233676:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318291.233682:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989565824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.233701:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318291.233729:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318291.233746:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565696 00000100:00100000:0.0:1767318291.233749:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565696 00000100:00100000:0.0:1767318291.233770:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565824 00000100:00100000:0.0:1767318291.233772:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565824 00000100:00100000:0.0:1767318291.233784:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767318291.233787:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989565696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.233810:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989565696:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318291.233814:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767318291.233823:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:0.0:1767318291.233826:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989565824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.233840:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989565824:12345-0@lo:400:kworker.0 Request processed in 14us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318291.233843:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00080000:0.0:1767318291.233860:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318291.233862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318291.233916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989565824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318291.233927:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989565696:0@lo:400:kworker.0 00000100:00100000:3.0:1767318291.234938:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318291.235282:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989564928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.235350:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.235383:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989565056:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.235410:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.235443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989565312:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.235465:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.235490:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989565568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318291.235508:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318291.235542:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989564928 00000100:00100000:2.0:1767318291.235548:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989564928 00000100:00100000:2.0:1767318291.235576:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565312 00000100:00100000:2.0:1767318291.235579:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565312 00000100:00100000:1.0:1767318291.235623:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565056 00000100:00100000:1.0:1767318291.235628:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565056 00000100:00100000:1.0:1767318291.235647:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1767318291.235651:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989565056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318291.235669:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318291.235711:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989565056:12345-0@lo:38:kworker.0 Request processed in 58us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318291.235718:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00080000:1.0:1767318291.235754:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318291.235758:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318291.235760:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989565056:0@lo:38:kworker.0 00000100:00100000:3.0:1767318291.237420:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565568 00000100:00100000:3.0:1767318291.237429:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565568 00000100:00100000:3.0:1767318291.237478:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22348 00000100:00100000:3.0:1767318291.237484:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989564928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318291.237503:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318291.238855:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989564928:12345-0@lo:38:kworker.0 Request processed in 1362us (3511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318291.238866:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22348 00000100:00100000:3.0:1767318291.238898:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22349 00000100:00100000:3.0:1767318291.238913:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989565312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318291.238928:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318291.238961:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989565312:12345-0@lo:38:kworker.0 Request processed in 48us (3495us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318291.238965:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22349 00000100:00100000:3.0:1767318291.238974:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22350 00000100:00100000:3.0:1767318291.238977:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989565568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318291.238983:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318291.238995:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989565568:12345-0@lo:38:kworker.0 Request processed in 18us (3487us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318291.239606:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22350 00000100:00080000:1.0:1767318291.239876:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318291.239883:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318291.239887:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989564928:0@lo:38:kworker.0 00000100:00080000:1.0:1767318291.239899:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318291.239913:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318291.239917:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989565312:0@lo:38:kworker.0 00000100:00080000:1.0:1767318291.239925:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318291.239928:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318291.239931:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989565568:0@lo:38:kworker.0 00010000:00010000:3.0:1767318292.069281:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318292.256368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318293.088464:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318293.280525:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318294.114763:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318294.304360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318294.304566:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989565952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318294.304648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318294.304921:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989566080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318294.309393:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989565952 00000100:00100000:1.0:1767318294.309412:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989565952 00000100:00100000:1.0:1767318294.309503:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767318294.309516:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989565952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318294.309552:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318294.311923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318294.315906:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318294.316133:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989565952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6619us (11482us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318294.316147:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:3.0:1767318294.316442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989565952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318294.320124:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566080 00000100:00100000:1.0:1767318294.320186:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566080 00000100:00100000:1.0:1767318294.320282:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1767318294.320293:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989566080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318294.320330:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318294.320405:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989566080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (4507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318294.320413:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00080000:2.0:1767318294.320559:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318294.320607:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989566080:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318295.137280:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318295.328687:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318295.395741:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318295.395842:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773696 00000100:00100000:2.0:1767318295.395852:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773696 00000100:00100000:2.0:1767318295.395923:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4384 00000100:00100000:2.0:1767318295.395931:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925773696:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318295.396027:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925773696:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318295.396043:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4384 00000100:00080000:0.0:1767318295.396126:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318295.421961:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318295.422058:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773568 00000100:00100000:2.0:1767318295.422070:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773568 00000100:00100000:2.0:1767318295.422125:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22351 00000100:00100000:2.0:1767318295.422134:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925773568:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318295.422157:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318295.422265:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925773568:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 98us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318295.422273:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22351 00010000:00010000:3.0:1767318296.161097:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318296.354507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318296.355096:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318296.355102:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318296.355105:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318296.355108:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318296.355112:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318296.355121:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3540 00000100:00080000:0.0:1767318296.355126:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318296.355141:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318296.355188:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989566208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318296.355215:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318296.355219:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318296.355221:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318296.355225:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3540 00000100:00080000:0.0:1767318296.355228:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318296.355248:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318296.355264:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989566336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318296.355308:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318296.355312:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318296.355314:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318296.355318:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3540 00000100:00080000:0.0:1767318296.355321:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318296.355325:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318296.355334:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989566208:0@lo:38:kworker.0 00000100:00100000:0.0:1767318296.355340:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635f80 x1853163989566592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318296.355360:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318296.355363:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318296.355365:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318296.355369:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3540 00000100:00080000:0.0:1767318296.355371:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318296.355375:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318296.355389:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01c380 x1853163989566848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318296.355407:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318296.355461:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989567104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.355472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989566336:0@lo:38:kworker.0 00000100:00100000:0.0:1767318296.355502:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.355509:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318296.355532:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318296.355540:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989566976:0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.355562:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989566592:0@lo:38:kworker.0 00000100:00100000:0.0:1767318296.355569:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318296.355605:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989567104 00000100:00100000:0.0:1767318296.355612:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989567104 00000100:00100000:3.0:1767318296.355623:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.355645:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989566848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318296.355663:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566976 00000100:00100000:0.0:1767318296.355667:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566976 00000100:00100000:3.0:1767318296.355671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318296.355698:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:0.0:1767318296.355708:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989567104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.355709:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:3.0:1767318296.355723:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989566976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.355771:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989566976:12345-0@lo:400:kworker.0 Request processed in 50us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318296.355776:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989567104:12345-0@lo:400:kworker.0 Request processed in 69us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318296.355793:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:3.0:1767318296.355830:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566336 00000100:00100000:3.0:1767318296.355835:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566336 00000100:00100000:1.0:1767318296.355845:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989566464:0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.355859:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:3.0:1767318296.355865:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989566336:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318296.355881:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767318296.355883:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318296.355908:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318296.355915:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989566720:0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.355927:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989566336:12345-0@lo:38:kworker.0 Request processed in 59us (416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318296.355934:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1767318296.355944:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318296.355978:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989566976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318296.355985:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566208 00000100:00100000:1.0:1767318296.355990:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566208 00000100:00100000:2.0:1767318296.355994:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566592 00000100:00100000:3.0:1767318296.355997:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989567104:0@lo:400:kworker.0 00000100:00100000:2.0:1767318296.356002:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566592 00000100:00100000:1.0:1767318296.356013:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566848 00000100:00100000:1.0:1767318296.356017:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566848 00000100:00100000:2.0:1767318296.356027:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566464 00000100:00100000:1.0:1767318296.356032:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989566720 00000100:00100000:2.0:1767318296.356033:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566464 00000100:00100000:1.0:1767318296.356038:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989566720 00000100:00080000:3.0:1767318296.356045:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.356051:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318296.356055:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989566336:0@lo:38:kworker.0 00000100:00100000:2.0:1767318296.356066:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385 00000100:00100000:1.0:1767318296.356073:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386 00000100:00100000:2.0:1767318296.356078:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989566464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.356086:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22352 00000100:00100000:1.0:1767318296.356087:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989566720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318296.356095:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989566208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318296.356106:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318296.356130:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989566464:12345-0@lo:400:kworker.0 Request processed in 56us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318296.356137:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989566720:12345-0@lo:400:kworker.0 Request processed in 54us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318296.356139:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385 00000100:00100000:1.0:1767318296.356150:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386 00000100:00100000:3.0:1767318296.356152:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989566208:12345-0@lo:38:kworker.0 Request processed in 56us (745us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318296.356162:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22353 00000100:00100000:3.0:1767318296.356172:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22352 00000100:00100000:2.0:1767318296.356173:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989566592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318296.356192:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318296.356200:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.356206:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318296.356210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989566208:0@lo:38:kworker.0 00000100:00100000:2.0:1767318296.356223:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989566592:12345-0@lo:38:kworker.0 Request processed in 52us (599us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318296.356247:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318296.356252:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318296.356256:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989566592:0@lo:38:kworker.0 00000100:00100000:0.0:1767318296.357212:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00080000:0.0:1767318296.358673:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318296.358682:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318296.358685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318296.359504:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22354 00000100:00100000:1.0:1767318296.359517:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989566848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318296.359540:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318296.359635:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989566848:12345-0@lo:38:kworker.0 Request processed in 119us (3965us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318296.359642:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22354 00000100:00100000:1.0:1767318296.361585:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989566720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318296.361601:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989566464:0@lo:400:kworker.0 00000100:00080000:1.0:1767318296.361742:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318296.361748:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318296.361752:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989566848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318296.365018:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22353 00010000:00010000:3.0:1767318297.184519:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318297.376820:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318298.208433:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318298.401888:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318299.233571:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318299.426088:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989567232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318299.426162:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318299.426227:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989567360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318299.426287:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318299.426320:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989567232 00000100:00100000:3.0:1767318299.426338:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989567232 00000100:00100000:0.0:1767318299.426378:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318299.426438:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989567360 00000100:00100000:3.0:1767318299.426444:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989567360 00000100:00100000:0.0:1767318299.426463:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00080000:1.0:1767318299.426506:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318299.426511:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318299.426554:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989567232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318299.426585:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318299.426623:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989567232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318299.427072:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:3.0:1767318299.427087:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989567360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318299.427120:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318299.427195:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989567232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318299.427573:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989567360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 411us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318299.427587:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:2.0:1767318299.427625:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989567360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318299.428264:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767318299.498408:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318299.498515:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774080 00000100:00100000:3.0:1767318299.498528:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774080 00000100:00100000:3.0:1767318299.498627:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4387 00000100:00100000:3.0:1767318299.498638:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925774080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318299.498740:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925774080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318299.498756:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4387 00000100:00080000:1.0:1767318299.498851:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767318299.500169:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925773824 offset 0 length 520: 4 00000100:00100000:0.0:1767318299.500219:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318299.500759:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925773952 00000100:00100000:3.0:1767318299.500770:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925773952 00000100:00100000:3.0:1767318299.500828:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22355 00000100:00100000:3.0:1767318299.500836:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925773952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318299.500865:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318299.501009:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925773952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 170us (787us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318299.501017:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22355 00010000:00010000:1.0:1767318300.256795:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318300.449092:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318300.449321:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318275/real 1767318275] req@ffff96e1cf2b5180 x1853163989560960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318300.449354:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1cf2b5180 x1853163989560960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318300.449368:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318300.449396:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318300.449400:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989560960:0@lo:250:kworker.0 00000100:00080000:2.0:1767318300.451817:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318300.451836:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318300.451840:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318300.451849:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3525 00000100:00080000:2.0:1767318300.451854:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318300.451861:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318300.451898:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163989567488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318300.451929:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318300.451933:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318300.451935:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318300.451938:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3546 00000100:00080000:2.0:1767318300.451940:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318300.451944:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318300.451959:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093800 x1853163989567616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318300.451968:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318300.451971:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318300.451972:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318300.451975:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3546 00000100:00080000:2.0:1767318300.451977:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318300.451980:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318300.451988:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092680 x1853163989567744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318300.452028:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318300.452032:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318300.452033:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318300.452036:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3546 00000100:00080000:2.0:1767318300.452038:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318300.452041:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318300.452049:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163989568000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318300.452086:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318300.452090:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318300.452091:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318300.452095:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3546 00000100:00080000:2.0:1767318300.452097:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318300.452102:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318300.452111:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e680 x1853163989568256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318300.452161:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989568384:0@lo:400:kworker.0 00000100:00100000:2.0:1767318300.452218:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318300.452312:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318300.452327:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989568512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318300.452353:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318300.452455:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568384 00000100:00100000:0.0:1767318300.452463:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568384 00000100:00100000:0.0:1767318300.452518:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568512 00000100:00100000:0.0:1767318300.452521:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568512 00000100:00100000:0.0:1767318300.452543:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767318300.452551:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989568384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318300.452601:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989568384:12345-0@lo:400:kworker.0 Request processed in 51us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318300.452608:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767318300.452623:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1767318300.452629:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989568512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318300.452649:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989568512:12345-0@lo:400:kworker.0 Request processed in 21us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318300.452665:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1767318300.452689:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989568128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318300.452714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318300.452745:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318300.452751:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989567872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318300.452772:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318300.452817:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989568512:0@lo:400:kworker.0 00000100:00100000:0.0:1767318300.452828:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989568384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318300.452854:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568128 00000100:00100000:0.0:1767318300.452857:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568128 00000100:00100000:1.0:1767318300.452859:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989567488:0@lo:250:kworker.0 00000400:00000100:1.0:1767318300.452885:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989567488 offset 0 length 520: 4 00000100:00100000:0.0:1767318300.452891:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989567872 00000100:00100000:0.0:1767318300.452894:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989567872 00000100:00100000:1.0:1767318300.452903:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989567616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318300.452912:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4388 00000100:00100000:0.0:1767318300.452917:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989568128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318300.452924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318300.452941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989567744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318300.452946:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989568128:12345-0@lo:400:kworker.0 Request processed in 30us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318300.452953:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4388 00000100:00100000:1.0:1767318300.452962:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318300.452964:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989567616 00000100:00100000:0.0:1767318300.452967:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989567616 00000100:00100000:1.0:1767318300.452976:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989568000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318300.452982:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389 00000100:00100000:0.0:1767318300.452987:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989567872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318300.452994:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318300.453004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989568256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318300.453010:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989567872:12345-0@lo:400:kworker.0 Request processed in 24us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318300.453016:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389 00000100:00100000:1.0:1767318300.453022:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318300.453025:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568000 00000100:00100000:0.0:1767318300.453028:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568000 00000100:00100000:0.0:1767318300.453036:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568256 00000100:00100000:0.0:1767318300.453038:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568256 00000100:00080000:1.0:1767318300.453041:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318300.453046:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22356 00000100:00100000:0.0:1767318300.453050:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989567616:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318300.453054:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22357 00000100:00100000:1.0:1767318300.453058:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989568000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318300.453065:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318300.453078:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318300.453097:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989567616:12345-0@lo:38:kworker.0 Request processed in 45us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318300.453099:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989568000:12345-0@lo:38:kworker.0 Request processed in 40us (104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318300.453104:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22356 00000100:00100000:3.0:1767318300.453163:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989567744 00000100:00100000:3.0:1767318300.453167:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989567744 00000100:00100000:3.0:1767318300.453191:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:3.0:1767318300.453196:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989567744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318300.453206:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318300.453256:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989567744:12345-0@lo:38:kworker.0 Request processed in 59us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318300.453262:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00100000:1.0:1767318300.456884:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22357 00000100:00100000:1.0:1767318300.456933:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22358 00000100:00100000:1.0:1767318300.456941:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989568256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318300.456963:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318300.457034:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989568256:12345-0@lo:38:kworker.0 Request processed in 94us (4010us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318300.457040:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22358 00000100:00080000:1.0:1767318300.457385:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318300.457391:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318300.457395:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989567616:0@lo:38:kworker.0 00000100:00080000:1.0:1767318300.457409:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318300.457412:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318300.457414:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989567744:0@lo:38:kworker.0 00000100:00080000:1.0:1767318300.457423:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318300.457426:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318300.457428:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989568000:0@lo:38:kworker.0 00000100:00080000:1.0:1767318300.457436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318300.457439:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318300.457442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989568256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318300.457514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989567872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318300.457526:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989568128:0@lo:400:kworker.0 00010000:00010000:3.0:1767318301.280489:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318301.473900:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318302.305514:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318302.496581:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318303.333351:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318303.520411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318304.352449:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318304.548079:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318304.548102:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989568640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318304.548167:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318304.548255:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568640 00000100:00100000:1.0:1767318304.548262:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568640 00000100:00100000:1.0:1767318304.548312:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:1.0:1767318304.548322:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989568640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318304.548350:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318304.548387:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989568640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318304.548394:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00000100:00080000:1.0:1767318304.548413:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318304.548443:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989568640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318304.549152:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989568768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318304.549191:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318304.549350:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568768 00000100:00100000:1.0:1767318304.549355:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568768 00000100:00100000:1.0:1767318304.549392:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:1.0:1767318304.549401:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989568768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318304.549422:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318304.549575:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318304.549595:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318304.549929:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989568768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 528us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318304.549938:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:2.0:1767318304.550003:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989568768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318304.613748:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318304.613802:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318304.613962:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774336 00000100:00100000:0.0:1767318304.613972:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774336 00000100:00100000:0.0:1767318304.614048:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774208 00000100:00100000:0.0:1767318304.614051:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774208 00000100:00100000:0.0:1767318304.614086:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4390 00000100:00100000:0.0:1767318304.614096:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925774336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318304.614177:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925774336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318304.614191:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4390 00000100:00100000:0.0:1767318304.614211:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22359 00000100:00100000:0.0:1767318304.614216:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925774208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318304.614262:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318304.614287:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925774208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 69us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318304.614293:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22359 00000100:00080000:1.0:1767318304.615832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318305.376609:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318305.568382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318305.568556:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318305.568561:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318305.568563:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318305.568565:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318305.568568:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318305.568573:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318305.568576:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318305.568581:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318305.568619:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1fb80 x1853163989568896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318305.568679:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318305.568683:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318305.568685:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318305.568689:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318305.568691:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318305.568695:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318305.568706:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ce00 x1853163989569024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318305.568759:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989569152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318305.568823:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318305.568947:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318305.568951:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318305.568952:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318305.568956:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318305.568958:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318305.568962:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318305.568976:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d880 x1853163989569280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318305.569026:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989569408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318305.569056:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318305.569102:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569152 00000100:00100000:1.0:1767318305.569108:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569152 00000100:00100000:1.0:1767318305.569156:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569408 00000100:00100000:1.0:1767318305.569159:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569408 00000100:00100000:1.0:1767318305.569185:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4391 00000100:00100000:1.0:1767318305.569192:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989569152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.569322:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989568896:0@lo:38:kworker.0 00000100:00100000:3.0:1767318305.569351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318305.569375:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989569024:0@lo:38:kworker.0 00000100:00100000:3.0:1767318305.569398:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318305.569419:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989569280:0@lo:38:kworker.0 00000100:00100000:3.0:1767318305.569439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318305.569469:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989568896 00000100:00100000:3.0:1767318305.569472:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989568896 00000100:00100000:3.0:1767318305.569487:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569280 00000100:00100000:3.0:1767318305.569489:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569280 00000100:00100000:3.0:1767318305.569498:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4392 00000100:00100000:3.0:1767318305.569503:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989569408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.569529:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989569408:12345-0@lo:400:kworker.0 Request processed in 27us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318305.569534:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4392 00000100:00100000:3.0:1767318305.569547:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22360 00000100:00100000:3.0:1767318305.569549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989568896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318305.569565:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318305.569584:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989568896:12345-0@lo:38:kworker.0 Request processed in 34us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318305.569588:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22360 00000100:00100000:3.0:1767318305.569596:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22361 00000100:00100000:3.0:1767318305.569599:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989569280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318305.569604:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318305.569617:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989569280:12345-0@lo:38:kworker.0 Request processed in 18us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318305.569621:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22361 00000100:00100000:3.0:1767318305.569663:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989569408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.569685:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569024 00000100:00100000:3.0:1767318305.569689:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569024 00000100:00100000:3.0:1767318305.569705:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:3.0:1767318305.569708:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989569024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318305.569715:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318305.569736:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989569024:12345-0@lo:38:kworker.0 Request processed in 26us (338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318305.569741:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00080000:3.0:1767318305.569767:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318305.569771:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318305.569774:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989568896:0@lo:38:kworker.0 00000100:00080000:3.0:1767318305.569782:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318305.569785:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318305.569788:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989569024:0@lo:38:kworker.0 00000100:00080000:3.0:1767318305.569795:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318305.569798:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318305.569800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989569280:0@lo:38:kworker.0 00000100:00080000:3.0:1767318305.569854:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318305.570712:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318305.570718:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318305.570721:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318305.570727:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3550 00000100:00080000:2.0:1767318305.570731:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318305.570736:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318305.570760:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f100 x1853163989569536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318305.570828:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989569792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.571741:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989569536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318305.571814:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318305.571879:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569536 00000100:00100000:3.0:1767318305.571884:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569536 00000100:00100000:3.0:1767318305.571918:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22362 00000100:00100000:3.0:1767318305.571924:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989569536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318305.571955:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318305.571989:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989569536:12345-0@lo:38:kworker.0 Request processed in 64us (175us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318305.571996:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22362 00000100:00080000:3.0:1767318305.572055:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318305.572060:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318305.572063:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989569536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318305.572099:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989569664:0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.572124:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318305.572155:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569664 00000100:00100000:3.0:1767318305.572159:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569664 00000100:00100000:3.0:1767318305.572197:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:3.0:1767318305.572204:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989569664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.572279:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989569664:12345-0@lo:400:kworker.0 Request processed in 76us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318305.572285:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00100000:3.0:1767318305.572308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989569664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318305.572443:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318305.572506:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569792 00000100:00100000:3.0:1767318305.572511:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569792 00000100:00100000:3.0:1767318305.572540:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:3.0:1767318305.572546:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989569792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318305.572575:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989569792:12345-0@lo:400:kworker.0 Request processed in 30us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318305.572581:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00100000:2.0:1767318305.572652:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989569792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318305.573199:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989569152:12345-0@lo:400:kworker.0 Request processed in 4004us (4373us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318305.573210:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4391 00000100:00100000:0.0:1767318305.578747:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989569152:0@lo:400:kworker.0 00010000:00010000:3.0:1767318306.400418:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318306.594290:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318307.433200:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318307.616479:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318308.448474:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318308.644557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318309.472577:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318309.664445:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318309.664455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318309.664462:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989569920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318309.664535:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318309.664590:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989569920 00000100:00100000:1.0:1767318309.664600:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989569920 00000100:00100000:1.0:1767318309.664672:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:1.0:1767318309.664682:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989569920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318309.664713:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318309.664767:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989569920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318309.664775:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00080000:3.0:1767318309.664968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318309.665030:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989570048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318309.665063:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318309.665114:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989569920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318309.665207:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570048 00000100:00100000:3.0:1767318309.665212:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570048 00000100:00100000:3.0:1767318309.665272:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:3.0:1767318309.665280:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989570048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318309.665297:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318309.665339:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989570048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318309.665346:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00080000:1.0:1767318309.665410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318309.665447:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989570048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318309.736718:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318309.736759:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318309.736882:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774464 00000100:00100000:0.0:1767318309.736892:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774464 00000100:00100000:0.0:1767318309.736936:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774592 00000100:00100000:0.0:1767318309.736940:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774592 00000100:00100000:0.0:1767318309.736999:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4393 00000100:00100000:0.0:1767318309.737013:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925774592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318309.737099:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925774592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318309.737106:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4393 00000100:00100000:0.0:1767318309.737141:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22363 00000100:00100000:0.0:1767318309.737146:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925774464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318309.737165:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318309.737195:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925774464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (484us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318309.737202:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22363 00000100:00080000:2.0:1767318309.742858:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318310.501292:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318310.688397:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318310.688407:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318310.688410:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318310.688415:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318310.688419:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318310.688429:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3555 00000100:00080000:2.0:1767318310.688434:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318310.688442:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318310.688489:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163989570176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318310.688519:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318310.688523:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318310.688526:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318310.688537:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3555 00000100:00080000:2.0:1767318310.688539:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318310.688543:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318310.688555:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1c700 x1853163989570304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318310.688585:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318310.688589:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318310.688591:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318310.688594:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3555 00000100:00080000:2.0:1767318310.688596:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318310.688599:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318310.688610:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d880 x1853163989570560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318310.688626:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318310.688628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989570432:0@lo:400:kworker.0 00000100:00080000:2.0:1767318310.688631:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318310.688635:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318310.688640:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3555 00000100:00080000:2.0:1767318310.688642:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318310.688646:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318310.688658:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1fb80 x1853163989570816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318310.688703:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318310.688711:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989571072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318310.688749:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318310.688764:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318310.688774:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989570688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318310.688784:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318310.688793:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989570944:0@lo:400:kworker.0 00000100:00100000:3.0:1767318310.688804:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318310.688825:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318310.688853:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570432 00000100:00100000:2.0:1767318310.688865:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571072 00000100:00100000:2.0:1767318310.688871:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571072 00000100:00100000:3.0:1767318310.688871:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570432 00000100:00100000:2.0:1767318310.688915:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570944 00000100:00100000:2.0:1767318310.688919:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570944 00000100:00100000:3.0:1767318310.688922:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570688 00000100:00100000:3.0:1767318310.688927:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570688 00000100:00100000:2.0:1767318310.688955:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:2.0:1767318310.688964:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989571072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318310.688971:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4394 00000100:00100000:3.0:1767318310.688982:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989570432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318310.689025:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989571072:12345-0@lo:400:kworker.0 Request processed in 63us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318310.689033:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00100000:3.0:1767318310.689048:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989570432:12345-0@lo:400:kworker.0 Request processed in 67us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318310.689052:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1767318310.689064:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4394 00000100:00100000:2.0:1767318310.689065:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989570944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318310.689086:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4395 00000100:00100000:3.0:1767318310.689097:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989570688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318310.689104:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989570944:12345-0@lo:400:kworker.0 Request processed in 42us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318310.689110:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:2.0:1767318310.689152:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989570944:0@lo:400:kworker.0 00000100:00100000:0.0:1767318310.689226:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989570176:0@lo:38:kworker.0 00000100:00100000:3.0:1767318310.689382:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989570688:12345-0@lo:400:kworker.0 Request processed in 286us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318310.689391:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4395 00000100:00080000:3.0:1767318310.689412:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318310.689444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318310.689884:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989571072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318310.694707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318310.694777:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989570304:0@lo:38:kworker.0 00000100:00100000:0.0:1767318310.694977:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318310.695021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989570560:0@lo:38:kworker.0 00000100:00100000:0.0:1767318310.695067:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318310.695095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989570816:0@lo:38:kworker.0 00000100:00100000:0.0:1767318310.695119:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318310.695179:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570176 00000100:00100000:0.0:1767318310.695188:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570176 00000100:00100000:0.0:1767318310.695257:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570560 00000100:00100000:0.0:1767318310.695260:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570560 00000100:00100000:0.0:1767318310.695277:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570816 00000100:00100000:0.0:1767318310.695280:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570816 00000100:00100000:0.0:1767318310.695300:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22364 00000100:00100000:0.0:1767318310.695450:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989570176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318310.695481:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318310.695546:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989570176:12345-0@lo:38:kworker.0 Request processed in 98us (847us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318310.695554:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22364 00000100:00100000:0.0:1767318310.695573:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22365 00000100:00100000:0.0:1767318310.695576:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989570560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318310.695585:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318310.695608:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989570560:12345-0@lo:38:kworker.0 Request processed in 30us (541us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318310.695614:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22365 00000100:00100000:0.0:1767318310.695625:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22366 00000100:00100000:0.0:1767318310.695629:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989570816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318310.695638:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318310.695662:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989570816:12345-0@lo:38:kworker.0 Request processed in 31us (542us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318310.695668:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22366 00000100:00080000:0.0:1767318310.695729:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318310.695735:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318310.695739:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989570176:0@lo:38:kworker.0 00000100:00080000:0.0:1767318310.695749:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318310.695752:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318310.695756:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989570560:0@lo:38:kworker.0 00000100:00080000:0.0:1767318310.695763:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318310.695767:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318310.695769:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989570816:0@lo:38:kworker.0 00000100:00100000:2.0:1767318310.696133:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989570304 00000100:00100000:2.0:1767318310.696140:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989570304 00000100:00100000:2.0:1767318310.696177:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1767318310.696183:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989570304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318310.696193:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318310.696264:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989570304:12345-0@lo:38:kworker.0 Request processed in 80us (1450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318310.696274:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00080000:2.0:1767318310.696311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318310.696315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318310.696323:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989570304:0@lo:38:kworker.0 00000100:00100000:3.0:1767318310.701375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989570688:0@lo:400:kworker.0 00000100:00100000:3.0:1767318310.701400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989570432:0@lo:400:kworker.0 00010000:00010000:3.0:1767318311.520578:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318311.712990:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318312.544536:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318312.736520:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318313.571601:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318313.764668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318314.592441:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318314.785530:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989571200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318314.785589:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318314.785826:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571200 00000100:00100000:1.0:1767318314.785833:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571200 00000100:00100000:1.0:1767318314.785875:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:1.0:1767318314.785881:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989571200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318314.785907:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318314.785924:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318314.785942:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318314.786034:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989571328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318314.786065:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318314.786317:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571328 00000100:00100000:0.0:1767318314.786322:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571328 00000100:00100000:0.0:1767318314.786365:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:0.0:1767318314.786372:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989571328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318314.786388:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318314.786431:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989571328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318314.786438:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00080000:3.0:1767318314.787269:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318314.787315:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989571328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318314.791774:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989571200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5882us (6173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318314.791802:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:2.0:1767318314.792008:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989571200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318314.852534:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318314.852580:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318314.852649:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774848 00000100:00100000:3.0:1767318314.852651:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774720 00000100:00100000:1.0:1767318314.852660:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774848 00000100:00100000:3.0:1767318314.852660:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774720 00000100:00100000:3.0:1767318314.852719:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22367 00000100:00100000:3.0:1767318314.852728:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925774720:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318314.852752:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318314.852835:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925774720:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 106us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318314.852842:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22367 00000100:00100000:1.0:1767318314.853264:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4396 00000100:00100000:1.0:1767318314.853273:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925774848:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318314.853313:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925774848:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 42us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318314.853320:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4396 00000100:00080000:3.0:1767318314.854085:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318315.616484:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318315.808359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318315.808389:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318315.808397:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318315.808400:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318315.808405:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318315.808409:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318315.808418:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3560 00000100:00080000:0.0:1767318315.808422:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318315.808458:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318315.808503:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163989571456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318315.808577:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989571456:0@lo:38:kworker.0 00000100:00100000:2.0:1767318315.808645:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.808764:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571456 00000100:00100000:1.0:1767318315.808772:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571456 00000100:00100000:1.0:1767318315.808825:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22368 00000100:00100000:1.0:1767318315.808832:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989571456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318315.808852:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318315.808911:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989571456:12345-0@lo:38:kworker.0 Request processed in 78us (265us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318315.808919:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22368 00000100:00080000:3.0:1767318315.808955:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318315.808962:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318315.808966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989571456:0@lo:38:kworker.0 00000100:00080000:0.0:1767318315.814555:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318315.814566:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318315.814571:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318315.814580:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3560 00000100:00080000:0.0:1767318315.814584:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318315.814602:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318315.814650:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ca80 x1853163989571584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318315.814981:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318315.815047:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989571584:0@lo:38:kworker.0 00000100:00080000:0.0:1767318315.815281:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318315.815285:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318315.815288:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318315.815292:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3560 00000100:00080000:0.0:1767318315.815295:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318315.815299:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318315.815315:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ce00 x1853163989571840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318315.815384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.815443:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571584 00000100:00100000:1.0:1767318315.815452:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571584 00000100:00100000:3.0:1767318315.815459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989571840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318315.815489:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.815494:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:1.0:1767318315.815502:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989571584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318315.815523:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318315.815523:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571840 00000100:00100000:3.0:1767318315.815529:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571840 00000100:00100000:3.0:1767318315.815553:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22369 00000100:00100000:3.0:1767318315.815559:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989571840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318315.815571:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318315.815577:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989571584:12345-0@lo:38:kworker.0 Request processed in 71us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318315.815596:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:3.0:1767318315.815614:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989571840:12345-0@lo:38:kworker.0 Request processed in 53us (124us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318315.815621:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22369 00000100:00080000:3.0:1767318315.815658:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318315.815663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318315.815666:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989571840:0@lo:38:kworker.0 00000100:00080000:3.0:1767318315.815677:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318315.815679:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318315.815682:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989571584:0@lo:38:kworker.0 00000100:00100000:2.0:1767318315.820646:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989571968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318315.820878:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318315.820930:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989571712:0@lo:400:kworker.0 00000100:00100000:2.0:1767318315.820961:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.821077:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571968 00000100:00100000:1.0:1767318315.821095:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571968 00000100:00080000:2.0:1767318315.821248:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318315.821307:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989571712 00000100:00100000:3.0:1767318315.821312:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989571712 00000100:00100000:1.0:1767318315.821502:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397 00000100:00100000:1.0:1767318315.821513:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989571712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.821681:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989571712:12345-0@lo:400:kworker.0 Request processed in 153us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318315.821700:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397 00000100:00100000:1.0:1767318315.821728:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4398 00000100:00100000:1.0:1767318315.821735:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989571968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.821776:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989571968:12345-0@lo:400:kworker.0 Request processed in 41us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318315.821782:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4398 00000100:00080000:2.0:1767318315.821879:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318315.821912:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989571968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318315.821922:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989571712:0@lo:400:kworker.0 00000100:00080000:0.0:1767318315.827539:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318315.827550:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318315.827555:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318315.827563:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3560 00000100:00080000:0.0:1767318315.827568:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318315.827574:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318315.827629:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163989572096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318315.827812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989572224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.827880:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.827927:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318315.827933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989572352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.827967:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.828002:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572224 00000100:00100000:1.0:1767318315.828009:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572224 00000100:00100000:1.0:1767318315.828048:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572352 00000100:00100000:1.0:1767318315.828051:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572352 00000100:00100000:1.0:1767318315.828070:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:1.0:1767318315.828078:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989572224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.828142:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989572224:12345-0@lo:400:kworker.0 Request processed in 64us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318315.828150:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00100000:1.0:1767318315.828166:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:1.0:1767318315.828173:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989572352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.828199:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989572352:12345-0@lo:400:kworker.0 Request processed in 27us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318315.828205:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:1.0:1767318315.828265:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989572352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318315.828275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989572224:0@lo:400:kworker.0 00000100:00100000:3.0:1767318315.828829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989572096:0@lo:38:kworker.0 00000100:00100000:3.0:1767318315.828867:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318315.828966:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572096 00000100:00100000:1.0:1767318315.828971:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572096 00000100:00100000:1.0:1767318315.829035:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22370 00000100:00100000:1.0:1767318315.829040:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989572096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318315.829059:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318315.829116:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989572096:12345-0@lo:38:kworker.0 Request processed in 74us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318315.829122:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22370 00000100:00080000:0.0:1767318315.829179:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318315.829185:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318315.829188:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989572096:0@lo:38:kworker.0 00010000:00010000:3.0:1767318316.640969:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318316.832444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318317.668547:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318317.858051:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318318.688626:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318318.880312:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318319.712487:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318319.904852:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989572480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318319.904936:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318319.905092:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572480 00000100:00100000:0.0:1767318319.905099:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572480 00000100:00100000:0.0:1767318319.905163:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:0.0:1767318319.905172:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989572480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318319.905199:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318319.905268:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989572480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318319.905278:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00100000:0.0:1767318319.905325:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989572480:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318319.905449:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318319.905646:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318319.907538:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989572608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318319.907604:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318319.907846:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572608 00000100:00100000:1.0:1767318319.907855:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572608 00000100:00100000:1.0:1767318319.907928:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:1.0:1767318319.907938:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989572608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318319.907966:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318319.908017:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989572608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318319.908024:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:2.0:1767318319.908138:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989572608:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318319.908209:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318319.971822:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318319.971932:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318319.972022:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925775104 00000100:00100000:0.0:1767318319.972031:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925775104 00000100:00100000:0.0:1767318319.972113:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925774976 00000100:00100000:0.0:1767318319.972117:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925774976 00000100:00100000:0.0:1767318319.972135:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4399 00000100:00100000:0.0:1767318319.972144:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925775104:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318319.972217:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925775104:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318319.972225:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4399 00000100:00100000:0.0:1767318319.972281:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22371 00000100:00100000:0.0:1767318319.972285:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925774976:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318319.972304:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318319.972330:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925774976:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318319.972337:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22371 00000100:00080000:2.0:1767318319.972908:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318320.736599:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318320.928424:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318320.928493:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318320.928500:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318320.928503:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318320.928506:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318320.928510:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318320.928518:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318320.928522:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318320.928529:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318320.928567:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1880 x1853163989572736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318320.928585:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318320.928588:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318320.928590:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318320.929143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989572736:0@lo:38:kworker.0 00000100:00080000:1.0:1767318320.929564:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318320.929567:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318320.929573:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318320.929593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318320.929599:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1f80 x1853163989572864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318320.929638:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318320.929642:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318320.929645:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318320.929648:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318320.929650:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318320.929654:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318320.929666:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163989573120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318320.929681:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318320.929685:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318320.929686:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318320.929689:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3565 00000100:00080000:1.0:1767318320.929692:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318320.929695:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318320.929717:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2a00 x1853163989573376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318320.929799:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989572864:0@lo:38:kworker.0 00000100:00100000:2.0:1767318320.929831:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318320.929894:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572736 00000100:00100000:3.0:1767318320.929903:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572736 00000100:00100000:3.0:1767318320.929941:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22372 00000100:00100000:3.0:1767318320.929948:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989572736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318320.929966:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318320.930086:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989572992:0@lo:400:kworker.0 00000100:00100000:3.0:1767318320.930201:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989572736:12345-0@lo:38:kworker.0 Request processed in 252us (609us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318320.930209:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22372 00000100:00100000:3.0:1767318320.930279:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989573504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318320.930816:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989573632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318320.931427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989573120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318320.931866:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318320.931930:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318320.931938:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989573248:0@lo:400:kworker.0 00000100:00100000:0.0:1767318320.931963:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318320.931997:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572992 00000100:00100000:0.0:1767318320.932079:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572992 00000100:00100000:0.0:1767318320.932136:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989573248 00000100:00100000:0.0:1767318320.932139:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989573248 00000100:00100000:0.0:1767318320.932166:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4400 00000100:00100000:0.0:1767318320.932175:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989572992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318320.932412:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318320.932467:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318320.932488:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4401 00000100:00100000:3.0:1767318320.932497:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989573248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318320.932562:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989573248:12345-0@lo:400:kworker.0 Request processed in 67us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318320.932573:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4401 00000100:00100000:1.0:1767318320.932577:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318320.932627:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989572864 00000100:00100000:3.0:1767318320.932630:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989573504 00000100:00100000:1.0:1767318320.932633:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989572864 00000100:00100000:3.0:1767318320.932637:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989573504 00000100:00100000:1.0:1767318320.932662:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1767318320.932668:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989572864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318320.932688:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318320.932816:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989572864:12345-0@lo:38:kworker.0 Request processed in 146us (2983us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318320.932823:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1767318320.932845:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989573632 00000100:00100000:1.0:1767318320.932850:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989573632 00000100:00100000:0.0:1767318320.932872:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989572992:12345-0@lo:400:kworker.0 Request processed in 697us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318320.932879:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4400 00000100:00100000:0.0:1767318320.932935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989573248:0@lo:400:kworker.0 00000100:00100000:0.0:1767318320.932947:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989572992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318320.933102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318320.933129:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989573376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318320.933149:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318320.933173:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318320.933178:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318320.933345:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989572736:0@lo:38:kworker.0 00000100:00080000:2.0:1767318320.933368:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318320.933371:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318320.933373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989572864:0@lo:38:kworker.0 00000100:00100000:2.0:1767318320.933390:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989573120 00000100:00100000:2.0:1767318320.933393:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989573120 00000100:00100000:2.0:1767318320.933409:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989573376 00000100:00100000:2.0:1767318320.933411:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989573376 00000100:00100000:2.0:1767318320.933425:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22373 00000100:00100000:2.0:1767318320.933430:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989573120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318320.933442:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318320.933460:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:1.0:1767318320.933472:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989573632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318320.933478:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989573120:12345-0@lo:38:kworker.0 Request processed in 44us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318320.933485:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22373 00000100:00100000:2.0:1767318320.933499:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22374 00000100:00100000:2.0:1767318320.933504:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989573376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318320.933514:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318320.933524:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989573632:12345-0@lo:400:kworker.0 Request processed in 54us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318320.933532:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:2.0:1767318320.933547:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989573376:12345-0@lo:38:kworker.0 Request processed in 40us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318320.933554:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22374 00000100:00100000:1.0:1767318320.933575:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989573632:0@lo:400:kworker.0 00000100:00080000:2.0:1767318320.933590:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318320.933596:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318320.933600:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989573120:0@lo:38:kworker.0 00000100:00080000:2.0:1767318320.933609:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318320.933613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318320.933616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989573376:0@lo:38:kworker.0 00000100:00100000:3.0:1767318320.933907:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:3.0:1767318320.933914:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989573504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318320.933961:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989573504:12345-0@lo:400:kworker.0 Request processed in 48us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318320.933967:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00100000:0.0:1767318320.934118:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989573504:0@lo:400:kworker.0 00010000:00010000:3.0:1767318321.760592:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318321.952507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318322.785824:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318322.976691:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318323.811161:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318324.001211:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318324.832725:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318325.024561:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318325.024577:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989573760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318325.024652:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318325.024864:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318300/real 1767318300] req@ffff96e2ec090700 x1853163989567488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318325 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318325.024886:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec090700 x1853163989567488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318325 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318325.024899:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318325.024909:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318325.024912:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989567488:0@lo:250:kworker.0 00000100:00100000:0.0:1767318325.024976:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989573760 00000100:00100000:0.0:1767318325.024985:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989573760 00000100:00100000:0.0:1767318325.025042:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:0.0:1767318325.025051:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989573760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318325.025079:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318325.025118:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989573760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318325.025125:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:0.0:1767318325.025150:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318325.025196:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318325.025290:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318325.025296:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318325.025299:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318325.025304:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3550 00000100:00080000:1.0:1767318325.025307:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318325.025311:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318325.025329:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163989573888/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318325.025344:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318325.025348:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318325.025349:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318325.025352:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3570 00000100:00080000:1.0:1767318325.025354:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318325.025357:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318325.025368:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2300 x1853163989574016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318325.025375:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318325.025378:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318325.025379:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318325.025382:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3570 00000100:00080000:1.0:1767318325.025384:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318325.025387:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318325.025396:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163989574144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318325.025423:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318325.025426:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318325.025428:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318325.025431:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3570 00000100:00080000:1.0:1767318325.025433:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318325.025436:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318325.025445:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163989574400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318325.025462:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318325.025465:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318325.025467:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318325.025469:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3570 00000100:00080000:1.0:1767318325.025472:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318325.025474:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318325.025481:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163989574656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318325.025500:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318325.025507:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989574272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.025562:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989574784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025584:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.025598:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318325.025613:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989574528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025630:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.025652:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574784 00000100:00100000:1.0:1767318325.025656:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574784 00000100:00100000:1.0:1767318325.025683:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1767318325.025689:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989574784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025718:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989574784:12345-0@lo:400:kworker.0 Request processed in 29us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318325.025723:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1767318325.025740:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574272 00000100:00100000:1.0:1767318325.025742:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574272 00000100:00100000:1.0:1767318325.025762:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574528 00000100:00100000:1.0:1767318325.025764:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574528 00000100:00100000:1.0:1767318325.025780:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402 00000100:00100000:1.0:1767318325.025785:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989574272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025810:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989574272:12345-0@lo:400:kworker.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318325.025817:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402 00000100:00100000:1.0:1767318325.025826:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403 00000100:00100000:1.0:1767318325.025830:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989574528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025850:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989574528:12345-0@lo:400:kworker.0 Request processed in 19us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318325.025855:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403 00000100:00080000:1.0:1767318325.025871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318325.025874:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318325.025891:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989574272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.025905:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989573888:0@lo:250:kworker.0 00000400:00000100:1.0:1767318325.025921:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989573888 offset 0 length 520: 4 00000100:00100000:1.0:1767318325.025935:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989574016:0@lo:38:kworker.0 00000100:00100000:1.0:1767318325.025948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.025960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989574144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318325.025976:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.025986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989574400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318325.025999:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.026008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989574656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318325.026022:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318325.026038:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574016 00000100:00100000:1.0:1767318325.026041:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574016 00000100:00100000:1.0:1767318325.026055:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574400 00000100:00100000:1.0:1767318325.026057:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574400 00000100:00100000:1.0:1767318325.026064:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574656 00000100:00100000:1.0:1767318325.026066:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574656 00000100:00100000:1.0:1767318325.026074:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22375 00000100:00100000:1.0:1767318325.026079:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989574016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318325.026096:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318325.026122:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989574016:12345-0@lo:38:kworker.0 Request processed in 43us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318325.026128:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22375 00000100:00100000:1.0:1767318325.026137:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22376 00000100:00100000:1.0:1767318325.026140:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989574400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318325.026148:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318325.026164:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989574400:12345-0@lo:38:kworker.0 Request processed in 22us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318325.026169:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22376 00000100:00100000:1.0:1767318325.026176:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22377 00000100:00100000:1.0:1767318325.026179:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989574656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318325.026187:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318325.026201:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989574656:12345-0@lo:38:kworker.0 Request processed in 20us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318325.026205:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22377 00000100:00100000:1.0:1767318325.026224:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989574528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318325.026266:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989574784:0@lo:400:kworker.0 00000100:00080000:1.0:1767318325.026290:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318325.026294:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318325.026297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989574016:0@lo:38:kworker.0 00000100:00080000:1.0:1767318325.026304:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318325.026306:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318325.026309:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989574400:0@lo:38:kworker.0 00000100:00080000:1.0:1767318325.026315:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318325.026318:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318325.026320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989574656:0@lo:38:kworker.0 00000100:00100000:3.0:1767318325.027876:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989573760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318325.027896:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318325.027907:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989574912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318325.027953:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318325.028102:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574144 00000100:00100000:0.0:1767318325.028109:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574144 00000100:00100000:0.0:1767318325.028151:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:0.0:1767318325.028158:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989574144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318325.028176:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318325.028222:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989574144:12345-0@lo:38:kworker.0 Request processed in 63us (2244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318325.028266:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00080000:0.0:1767318325.028307:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318325.028323:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318325.028327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989574144:0@lo:38:kworker.0 00000100:00100000:2.0:1767318325.028556:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989574912 00000100:00100000:2.0:1767318325.028561:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989574912 00000100:00100000:2.0:1767318325.028611:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:2.0:1767318325.028620:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989574912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318325.028644:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318325.028685:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989574912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318325.028692:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:2.0:1767318325.028722:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989574912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318325.093914:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318325.093981:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767318325.094012:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925775488 offset 0 length 520: 4 00000100:00100000:0.0:1767318325.095059:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925775232 00000100:00100000:0.0:1767318325.095072:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925775232 00000100:00100000:0.0:1767318325.095136:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925775360 00000100:00100000:0.0:1767318325.095139:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925775360 00000100:00100000:0.0:1767318325.095198:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4404 00000100:00100000:0.0:1767318325.095209:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925775360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318325.095283:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22378 00000100:00100000:1.0:1767318325.095291:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925775232:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:2.0:1767318325.095291:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767318325.095313:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318325.095334:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925775360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 126us (1352us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318325.095345:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4404 00000100:00100000:1.0:1767318325.095351:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925775232:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 57us (1446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318325.095360:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22378 00010000:00010000:1.0:1767318325.856597:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318326.058271:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318326.881539:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318327.072507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318327.906628:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318328.097137:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318328.929252:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318329.122781:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318329.953176:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318330.144423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318330.144629:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989575040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318330.144701:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318330.144894:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575040 00000100:00100000:0.0:1767318330.144904:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575040 00000100:00100000:0.0:1767318330.144976:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1767318330.144987:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989575040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318330.145023:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318330.145073:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989575040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318330.145080:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1767318330.145267:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989575040:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318330.145507:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318330.149273:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989575168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318330.149381:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318330.149447:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575168 00000100:00100000:2.0:1767318330.149456:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575168 00000100:00100000:2.0:1767318330.149534:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:2.0:1767318330.149547:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989575168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318330.149579:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318330.149628:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318330.149630:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989575168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (250us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318330.149640:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318330.149643:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00000100:00080000:1.0:1767318330.149646:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318330.149652:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318330.149657:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318330.149664:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318330.149668:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318330.149673:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318330.149687:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989575168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318330.149704:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163989575296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318330.149723:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318330.149727:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989575296:0@lo:38:kworker.0 00000100:00080000:1.0:1767318330.149729:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318330.149734:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318330.149739:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318330.149742:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318330.149747:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318330.149763:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318330.149764:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163989575424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318330.149786:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989575424:0@lo:38:kworker.0 00000100:00080000:1.0:1767318330.149801:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318330.149807:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767318330.149807:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318330.149812:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318330.149817:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318330.149820:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318330.149825:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318330.149835:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318330.149839:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3b80 x1853163989575680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318330.149843:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989575552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318330.149861:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318330.149887:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318330.149891:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575296 00000100:00080000:1.0:1767318330.149892:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767318330.149895:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575296 00000100:00080000:1.0:1767318330.149897:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318330.149902:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3574 00000100:00080000:1.0:1767318330.149905:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318330.149910:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318330.149911:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575552 00000100:00100000:2.0:1767318330.149914:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575552 00000100:00100000:1.0:1767318330.149927:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163989575936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318330.149935:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405 00000100:00100000:2.0:1767318330.149941:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989575552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318330.149956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989575808:0@lo:400:kworker.0 00000100:00100000:2.0:1767318330.149973:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989575552:12345-0@lo:400:kworker.0 Request processed in 32us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318330.149978:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405 00000100:00100000:2.0:1767318330.149986:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22379 00000100:00100000:2.0:1767318330.149989:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989575296:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318330.149997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767318330.150006:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318330.150037:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575808 00000100:00100000:2.0:1767318330.150040:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989575296:12345-0@lo:38:kworker.0 Request processed in 48us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318330.150043:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575808 00000100:00100000:2.0:1767318330.150050:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22379 00000100:00100000:2.0:1767318330.150065:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406 00000100:00100000:2.0:1767318330.150073:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989575808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318330.150112:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989575680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318330.150121:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989575808:12345-0@lo:400:kworker.0 Request processed in 50us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318330.150128:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406 00000100:00100000:1.0:1767318330.150143:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318330.150172:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989575552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318330.150181:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989575936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318330.150199:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575680 00000100:00100000:2.0:1767318330.150203:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575680 00000100:00100000:1.0:1767318330.150208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318330.150253:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318330.150258:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318330.150261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989575296:0@lo:38:kworker.0 00000100:00100000:2.0:1767318330.150467:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575936 00000100:00100000:2.0:1767318330.150471:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575936 00000100:00100000:2.0:1767318330.150483:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22380 00000100:00100000:2.0:1767318330.150486:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989575680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318330.150493:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318330.150515:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989575680:12345-0@lo:38:kworker.0 Request processed in 28us (374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318330.150519:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22380 00000100:00100000:2.0:1767318330.150526:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22381 00000100:00100000:2.0:1767318330.150528:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989575936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318330.150533:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318330.150546:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989575936:12345-0@lo:38:kworker.0 Request processed in 18us (342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318330.150550:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22381 00000100:00080000:2.0:1767318330.150564:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318330.150566:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318330.150568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989575680:0@lo:38:kworker.0 00000100:00080000:2.0:1767318330.150573:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318330.150574:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318330.150576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989575936:0@lo:38:kworker.0 00000100:00080000:2.0:1767318330.150594:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318330.150597:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318330.150606:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989575424 00000100:00100000:2.0:1767318330.150608:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989575424 00000100:00100000:2.0:1767318330.150621:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:2.0:1767318330.150624:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989575424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318330.150630:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318330.150648:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989575424:12345-0@lo:38:kworker.0 Request processed in 23us (842us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318330.150651:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00080000:2.0:1767318330.150664:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318330.150666:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318330.150668:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989575424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318330.150690:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989575808:0@lo:400:kworker.0 00000100:00100000:3.0:1767318330.211407:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318330.211483:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925775616 00000100:00100000:0.0:1767318330.211494:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925775616 00000100:00100000:0.0:1767318330.211555:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22382 00000100:00100000:0.0:1767318330.211564:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925775616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318330.211587:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318330.211660:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925775616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318330.211668:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22382 00000100:00100000:2.0:1767318330.223845:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318330.224117:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925775744 00000100:00100000:1.0:1767318330.224127:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925775744 00000100:00100000:1.0:1767318330.224222:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4407 00000100:00100000:1.0:1767318330.224261:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925775744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767318330.224300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318330.224353:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925775744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 121us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318330.224362:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4407 00010000:00010000:1.0:1767318330.977220:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318331.170559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318332.001194:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318332.192516:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318333.025074:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318333.217772:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318334.048608:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318334.240910:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318335.076479:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318335.264413:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318335.264624:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318335.264645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989576064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318335.264716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318335.264962:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318335.264968:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318335.264971:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318335.264975:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318335.264978:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318335.264984:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318335.264989:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318335.264995:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318335.265018:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec380 x1853163989576192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318335.265035:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318335.265038:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318335.265039:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318335.265042:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318335.265045:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318335.265048:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318335.265092:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163989576320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318335.265127:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318335.265131:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318335.265132:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318335.265136:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318335.265138:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318335.265142:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318335.265154:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee300 x1853163989576576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318335.265168:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318335.265171:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318335.265173:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318335.265176:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3579 00000100:00080000:2.0:1767318335.265179:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318335.265182:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318335.265192:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163989576832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318335.265265:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989576448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.265298:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318335.265324:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318335.265329:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989576704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.265350:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318335.265374:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989576192:0@lo:38:kworker.0 00000100:00100000:2.0:1767318335.265395:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318335.265414:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989576320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318335.265434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318335.265454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989576576:0@lo:38:kworker.0 00000100:00100000:2.0:1767318335.265474:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318335.265489:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989576832:0@lo:38:kworker.0 00000100:00100000:2.0:1767318335.265527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318335.265560:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576320 00000100:00100000:2.0:1767318335.265567:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576320 00000100:00100000:2.0:1767318335.265598:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:2.0:1767318335.265605:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989576320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318335.265625:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318335.265668:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989576320:12345-0@lo:38:kworker.0 Request processed in 62us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318335.265674:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:2.0:1767318335.265697:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576448 00000100:00100000:2.0:1767318335.265700:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576448 00000100:00100000:2.0:1767318335.265735:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576704 00000100:00100000:2.0:1767318335.265738:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576704 00000100:00100000:2.0:1767318335.265750:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576192 00000100:00100000:2.0:1767318335.265753:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576192 00000100:00100000:2.0:1767318335.265761:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576576 00000100:00100000:2.0:1767318335.265764:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576576 00000100:00100000:2.0:1767318335.265771:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576832 00000100:00100000:2.0:1767318335.265774:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576832 00000100:00100000:2.0:1767318335.265783:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408 00000100:00100000:2.0:1767318335.265789:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989576448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.265829:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989576448:12345-0@lo:400:kworker.0 Request processed in 40us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318335.265835:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408 00000100:00100000:2.0:1767318335.265847:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409 00000100:00100000:2.0:1767318335.265853:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989576704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.265879:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989576704:12345-0@lo:400:kworker.0 Request processed in 27us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318335.265886:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409 00000100:00100000:2.0:1767318335.265896:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22383 00000100:00100000:2.0:1767318335.265900:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989576192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318335.265911:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318335.265933:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989576192:12345-0@lo:38:kworker.0 Request processed in 31us (537us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318335.265938:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22383 00000100:00100000:2.0:1767318335.265949:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22384 00000100:00100000:2.0:1767318335.265953:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989576576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318335.265961:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318335.265981:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989576576:12345-0@lo:38:kworker.0 Request processed in 27us (505us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318335.265986:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22384 00000100:00100000:2.0:1767318335.265997:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22385 00000100:00100000:2.0:1767318335.266002:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989576832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318335.266010:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318335.266029:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989576832:12345-0@lo:38:kworker.0 Request processed in 26us (501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318335.266034:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22385 00000100:00080000:2.0:1767318335.266069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318335.266102:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989576704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.266114:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989576448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.266137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989576960:0@lo:400:kworker.0 00000100:00100000:2.0:1767318335.266161:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318335.266193:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.266198:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318335.266201:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989576192:0@lo:38:kworker.0 00000100:00080000:2.0:1767318335.266211:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.266214:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318335.266218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989576320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318335.266225:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.266249:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318335.266254:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989576576:0@lo:38:kworker.0 00000100:00080000:2.0:1767318335.266263:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318335.266266:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318335.266269:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989576832:0@lo:38:kworker.0 00000100:00100000:0.0:1767318335.266504:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576064 00000100:00100000:0.0:1767318335.266510:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576064 00000100:00100000:0.0:1767318335.266562:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:0.0:1767318335.266569:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989576064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318335.266590:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318335.266633:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989576064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318335.266641:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:0.0:1767318335.266677:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989576064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318335.267000:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989576960 00000100:00100000:3.0:1767318335.267004:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989576960 00000100:00100000:3.0:1767318335.267033:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:3.0:1767318335.267039:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989576960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318335.267084:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989576960:12345-0@lo:400:kworker.0 Request processed in 44us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318335.267090:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00100000:1.0:1767318335.267160:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989577088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318335.267191:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318335.267376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989576960:0@lo:400:kworker.0 00000100:00080000:2.0:1767318335.267431:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318335.267436:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318335.267478:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577088 00000100:00100000:3.0:1767318335.267482:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577088 00000100:00100000:3.0:1767318335.267512:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:3.0:1767318335.267519:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989577088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318335.267538:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318335.267578:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989577088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318335.267583:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:1.0:1767318335.267649:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989577088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318335.336418:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318335.336592:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776000 00000100:00100000:0.0:1767318335.336603:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776000 00000100:00080000:2.0:1767318335.336744:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318335.337223:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318335.337453:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925775872 00000100:00100000:1.0:1767318335.337460:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925775872 00000100:00100000:1.0:1767318335.337550:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4410 00000100:00100000:1.0:1767318335.337564:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925776000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318335.337643:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925776000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318335.337651:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4410 00000100:00100000:1.0:1767318335.337680:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22386 00000100:00100000:1.0:1767318335.337685:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925775872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318335.337705:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318335.337733:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925775872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318335.337739:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22386 00010000:00010000:1.0:1767318336.096798:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318336.288710:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318337.120610:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318337.313105:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318338.145146:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318338.340890:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318339.169905:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318339.364048:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318340.193253:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318340.384473:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989577216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318340.384553:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318340.384821:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318340.384827:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318340.384831:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318340.384835:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318340.384839:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318340.384845:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318340.384849:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318340.384856:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318340.384881:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163989577344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318340.384913:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318340.384917:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318340.384918:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318340.384928:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318340.384931:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318340.384935:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318340.384948:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163989577472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318340.384982:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318340.384986:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318340.384988:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318340.384991:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318340.384994:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318340.384997:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318340.385033:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c000 x1853163989577728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318340.385056:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318340.385059:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318340.385061:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318340.385065:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3584 00000100:00080000:1.0:1767318340.385068:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318340.385072:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318340.385083:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400dc00 x1853163989577984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318340.385111:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989578112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318340.385143:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318340.385172:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318340.385177:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989577856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318340.385201:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318340.385249:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578112 00000100:00100000:1.0:1767318340.385257:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578112 00000100:00100000:1.0:1767318340.385310:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:1.0:1767318340.385320:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989578112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318340.385366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318340.385389:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989578112:12345-0@lo:400:kworker.0 Request processed in 70us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318340.385397:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577856 00000100:00100000:1.0:1767318340.385400:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:3.0:1767318340.385407:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577856 00000100:00100000:3.0:1767318340.385444:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411 00000100:00100000:1.0:1767318340.385450:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989578112:0@lo:400:kworker.0 00000100:00100000:3.0:1767318340.385455:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989577856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318340.385495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989577600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318340.385501:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989577856:12345-0@lo:400:kworker.0 Request processed in 50us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318340.385503:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577216 00000100:00100000:1.0:1767318340.385509:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577216 00000100:00100000:3.0:1767318340.385511:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411 00000100:00100000:0.0:1767318340.385530:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318340.385537:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989578240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318340.385550:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:1.0:1767318340.385562:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989577216:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318340.385563:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318340.385574:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577600 00000100:00100000:0.0:1767318340.385579:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577600 00002000:00000024:1.0:1767318340.385589:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318340.385602:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578240 00000100:00100000:0.0:1767318340.385606:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4412 00000100:00100000:3.0:1767318340.385606:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578240 00000100:00100000:0.0:1767318340.385613:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989577600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318340.385625:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:3.0:1767318340.385632:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989578240:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318340.385640:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989577216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1085us total) trans 0 rc 0/0 00002000:00000024:3.0:1767318340.385647:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318340.385648:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:0.0:1767318340.385656:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989577600:12345-0@lo:400:kworker.0 Request processed in 42us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318340.385663:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4412 00000100:00100000:3.0:1767318340.385676:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989578240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318340.385683:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00100000:1.0:1767318340.385692:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989577856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318340.385704:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989577600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318340.385726:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989578240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318340.385739:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989577216:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318340.385939:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318340.385946:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318340.385948:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318340.385976:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989577344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318340.386010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318340.386046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989577472:0@lo:38:kworker.0 00000100:00100000:2.0:1767318340.386070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318340.386098:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989577728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318340.386119:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318340.386143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989577984:0@lo:38:kworker.0 00000100:00100000:2.0:1767318340.386162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318340.386393:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577472 00000100:00100000:3.0:1767318340.386399:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577472 00000100:00100000:3.0:1767318340.386433:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1767318340.386438:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989577472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318340.386455:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318340.386491:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989577472:12345-0@lo:38:kworker.0 Request processed in 52us (420us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318340.386498:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:0.0:1767318340.386599:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577344 00000100:00100000:0.0:1767318340.386604:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577344 00000100:00080000:2.0:1767318340.386632:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318340.386633:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577728 00000100:00100000:0.0:1767318340.386638:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577728 00000100:00080000:2.0:1767318340.386639:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318340.386645:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989577472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318340.386656:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989577984 00000100:00100000:0.0:1767318340.386660:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989577984 00000100:00100000:2.0:1767318340.386674:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22387 00000100:00100000:0.0:1767318340.386684:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22388 00000100:00100000:2.0:1767318340.386685:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989577344:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318340.386693:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989577728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318340.386700:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767318340.386706:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318340.386737:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989577344:12345-0@lo:38:kworker.0 Request processed in 55us (726us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318340.386744:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22387 00000100:00100000:0.0:1767318340.386749:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989577728:12345-0@lo:38:kworker.0 Request processed in 56us (628us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318340.386757:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22388 00000100:00100000:2.0:1767318340.386762:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22389 00000100:00100000:2.0:1767318340.386768:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989577984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318340.386778:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318340.386802:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989577984:12345-0@lo:38:kworker.0 Request processed in 33us (638us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318340.386808:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22389 00000100:00080000:2.0:1767318340.386829:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318340.386832:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318340.386835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989577344:0@lo:38:kworker.0 00000100:00080000:2.0:1767318340.386842:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318340.386844:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318340.386847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989577728:0@lo:38:kworker.0 00000100:00080000:2.0:1767318340.386854:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318340.386857:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318340.386859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989577984:0@lo:38:kworker.0 00000100:00100000:2.0:1767318340.451079:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318340.451125:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318340.451221:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776256 00000100:00100000:1.0:1767318340.451255:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776256 00000100:00100000:1.0:1767318340.451330:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776128 00000100:00100000:1.0:1767318340.451334:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776128 00000100:00100000:1.0:1767318340.451354:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4413 00000100:00100000:1.0:1767318340.451365:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925776256:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318340.451442:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925776256:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318340.451443:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22390 00000100:00100000:1.0:1767318340.451449:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4413 00000100:00100000:3.0:1767318340.451449:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925776128:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318340.451469:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318340.451495:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925776128:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (370us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318340.451501:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22390 00000100:00080000:2.0:1767318340.451832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318341.217257:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318341.408524:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318342.240387:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318342.432595:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318343.264486:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318343.456571:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318344.288396:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318344.481397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318345.312590:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318345.504535:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989578368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318345.504545:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989578496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318345.504747:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318345.506051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318345.507421:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318345.508083:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578496 00000100:00100000:1.0:1767318345.508096:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578496 00000100:00100000:2.0:1767318345.508155:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578368 00000100:00100000:2.0:1767318345.508161:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578368 00000100:00100000:2.0:1767318345.508198:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1767318345.508209:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989578496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318345.508259:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318345.508328:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989578496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (2278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318345.508336:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1767318345.508362:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:2.0:1767318345.508371:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989578368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318345.508390:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318345.508430:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989578368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318345.508438:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00100000:2.0:1767318345.508493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989578496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318345.508538:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989578368:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318345.508569:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318345.508574:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318345.508995:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318345.509002:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318345.509005:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318345.509009:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318345.509013:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318345.509020:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3590 00000100:00080000:3.0:1767318345.509099:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318345.509105:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318345.509136:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989578624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318345.509161:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318345.509165:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318345.509167:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318345.509170:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3590 00000100:00080000:3.0:1767318345.509173:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318345.509177:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318345.509190:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635c00 x1853163989578752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318345.509204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989578624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318345.509263:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318345.509337:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318345.509341:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318345.509344:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318345.509349:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3590 00000100:00080000:3.0:1767318345.509352:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318345.509357:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989578752:0@lo:38:kworker.0 00000100:00080000:3.0:1767318345.509358:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318345.509374:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9880 x1853163989579008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318345.509391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318345.509405:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318345.509409:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318345.509412:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318345.509416:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3590 00000100:00080000:3.0:1767318345.509419:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318345.509423:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318345.509427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989579008:0@lo:38:kworker.0 00000100:00100000:3.0:1767318345.509438:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db100 x1853163989579264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318345.509454:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318345.509513:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989579264:0@lo:38:kworker.0 00000100:00100000:2.0:1767318345.509536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318345.509553:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578624 00000100:00100000:1.0:1767318345.509558:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578624 00000100:00100000:1.0:1767318345.509582:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579008 00000100:00100000:1.0:1767318345.509584:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579008 00000100:00100000:1.0:1767318345.509599:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22391 00000100:00100000:1.0:1767318345.509604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989578624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318345.509620:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318345.509674:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989578624:12345-0@lo:38:kworker.0 Request processed in 69us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318345.509681:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22391 00000100:00100000:1.0:1767318345.509694:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22392 00000100:00100000:1.0:1767318345.509698:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989579008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318345.509708:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318345.509728:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989579008:12345-0@lo:38:kworker.0 Request processed in 28us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318345.509733:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22392 00000100:00100000:1.0:1767318345.509759:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989578880:0@lo:400:kworker.0 00000100:00100000:1.0:1767318345.509808:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318345.509817:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989579136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318345.509852:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578752 00000100:00100000:1.0:1767318345.509867:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578752 00000100:00100000:1.0:1767318345.509887:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:1.0:1767318345.509892:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989578752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318345.509902:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318345.509929:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989578752:12345-0@lo:38:kworker.0 Request processed in 37us (539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318345.509935:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00080000:2.0:1767318345.517009:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318345.517023:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318345.517028:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989579008:0@lo:38:kworker.0 00000100:00080000:2.0:1767318345.517042:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318345.517046:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318345.517049:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989578752:0@lo:38:kworker.0 00000100:00080000:2.0:1767318345.517060:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318345.517063:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318345.517066:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989578624:0@lo:38:kworker.0 00000100:00100000:1.0:1767318345.517201:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579264 00000100:00100000:1.0:1767318345.517210:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579264 00000100:00100000:1.0:1767318345.517279:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22393 00000100:00100000:1.0:1767318345.517286:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989579264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318345.517308:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318345.517369:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989579264:12345-0@lo:38:kworker.0 Request processed in 82us (7831us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318345.517376:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22393 00000100:00080000:2.0:1767318345.517450:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318345.517455:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318345.517458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989579264:0@lo:38:kworker.0 00000100:00100000:0.0:1767318345.517544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318345.517791:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989578880 00000100:00100000:2.0:1767318345.517796:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989578880 00000100:00100000:2.0:1767318345.517852:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414 00000100:00100000:2.0:1767318345.517869:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989578880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318345.517916:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989578880:12345-0@lo:400:kworker.0 Request processed in 58us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318345.517923:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414 00000100:00100000:3.0:1767318345.518111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318345.518188:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579136 00000100:00100000:2.0:1767318345.518192:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579136 00000100:00100000:2.0:1767318345.518223:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415 00000100:00100000:2.0:1767318345.518253:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989579136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318345.518287:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989579136:12345-0@lo:400:kworker.0 Request processed in 58us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318345.518293:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415 00000100:00080000:0.0:1767318345.518391:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318345.518419:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989578880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318345.518497:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989579136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318345.571152:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318345.571313:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318345.571449:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776512 00000100:00100000:2.0:1767318345.571461:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776512 00000100:00100000:2.0:1767318345.571528:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776384 00000100:00100000:2.0:1767318345.571532:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776384 00000100:00100000:2.0:1767318345.571555:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4416 00000100:00100000:2.0:1767318345.571563:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925776512:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318345.571633:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925776512:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318345.571641:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4416 00000100:00100000:2.0:1767318345.571659:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22394 00000100:00100000:2.0:1767318345.571664:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925776384:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318345.571681:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318345.571701:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925776384:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 37us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318345.571707:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22394 00000100:00080000:0.0:1767318345.571827:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318346.336703:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318346.528593:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318347.360516:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318347.554080:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318348.385907:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318348.576670:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318349.408517:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318349.601958:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318349.674636:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767318349.674677:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925776640 offset 0 length 520: 4 00000100:00100000:1.0:1767318349.674702:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318349.674775:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776896 00000100:00100000:2.0:1767318349.674819:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776896 00000100:00100000:2.0:1767318349.674899:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925776768 00000100:00100000:2.0:1767318349.674903:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925776768 00000100:00100000:2.0:1767318349.674926:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4417 00000100:00100000:2.0:1767318349.674936:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925776896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318349.675014:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925776896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318349.675023:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4417 00000100:00100000:2.0:1767318349.675044:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22395 00000100:00100000:2.0:1767318349.675049:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925776768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318349.675080:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318349.675108:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925776768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 57us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318349.675115:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22395 00000100:00080000:0.0:1767318349.675384:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318350.432499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318350.624352:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318350.624360:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318350.624363:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318350.624367:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318350.624370:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318350.624377:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318350.624381:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318350.624387:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318350.624430:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ce00 x1853163989579392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318350.624456:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318350.624460:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318350.624461:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318350.624465:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318350.624467:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318350.624471:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318350.624484:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d180 x1853163989579520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318350.624522:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318350.624526:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318350.624528:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318350.624531:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318350.624534:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318350.624538:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318350.624549:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400df80 x1853163989579776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318350.624574:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318350.624578:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318350.624579:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318350.624583:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3595 00000100:00080000:1.0:1767318350.624585:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318350.624588:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318350.624598:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989580032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318350.624636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989579904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318350.624678:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989579648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318350.624694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318350.624781:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989580288:0@lo:400:kworker.0 00000100:00100000:2.0:1767318350.624829:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318325/real 1767318325] req@ffff96e2fbcb2680 x1853163989573888/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318350.624847:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fbcb2680 x1853163989573888/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318350.624868:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989579392:0@lo:38:kworker.0 00000100:00100000:3.0:1767318350.631872:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318350.632225:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989580416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318350.632287:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318350.632320:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580416 00000100:00100000:3.0:1767318350.632328:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580416 00000100:00100000:3.0:1767318350.632390:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:3.0:1767318350.632400:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989580416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318350.632427:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318350.632466:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989580416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318350.632473:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00100000:1.0:1767318350.633636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989580544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318350.633672:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318350.633690:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318350.633694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989580160:0@lo:400:kworker.0 00000100:00100000:1.0:1767318350.633709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318350.633741:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579904 00000100:00100000:1.0:1767318350.633744:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579904 00000100:00100000:1.0:1767318350.633792:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579648 00000100:00100000:1.0:1767318350.633795:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579648 00000100:00100000:1.0:1767318350.633818:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418 00000100:00100000:1.0:1767318350.633825:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989579904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318350.633869:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989579904:12345-0@lo:400:kworker.0 Request processed in 45us (9175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318350.633874:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418 00000100:00100000:1.0:1767318350.633885:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419 00000100:00100000:1.0:1767318350.633890:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989579648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318350.633906:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989579648:12345-0@lo:400:kworker.0 Request processed in 17us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318350.633910:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419 00000100:00100000:1.0:1767318350.633921:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580160 00000100:00100000:1.0:1767318350.633923:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580160 00000100:00100000:1.0:1767318350.633941:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1767318350.633946:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989580160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318350.633976:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989580160:12345-0@lo:400:kworker.0 Request processed in 30us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318350.633982:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1767318350.634007:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318350.634042:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989580160:0@lo:400:kworker.0 00000100:00100000:1.0:1767318350.634055:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989579904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318350.634069:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989580416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318350.634089:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989579648:0@lo:400:kworker.0 00000100:00100000:3.0:1767318350.634117:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580544 00000100:00100000:3.0:1767318350.634120:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580544 00000100:00100000:3.0:1767318350.634146:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:3.0:1767318350.634153:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989580544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318350.634179:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318350.634211:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989580544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318350.634218:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00080000:3.0:1767318350.634299:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318350.634304:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318350.634306:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318350.634937:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318350.635706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989580544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318350.635881:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318350.635912:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989579520:0@lo:38:kworker.0 00000100:00100000:2.0:1767318350.635941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318350.635968:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989579776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318350.635989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318350.636010:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989580032:0@lo:38:kworker.0 00000100:00100000:2.0:1767318350.636032:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318350.636050:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318350.636079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318350.636083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989573888:0@lo:250:kworker.0 00000100:00100000:2.0:1767318350.636107:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579392 00000100:00100000:2.0:1767318350.636112:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579392 00000100:00100000:2.0:1767318350.636132:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579776 00000100:00100000:2.0:1767318350.636133:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579776 00000100:00100000:2.0:1767318350.636141:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580032 00000100:00100000:2.0:1767318350.636142:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580032 00000100:00100000:2.0:1767318350.636304:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22396 00000100:00100000:2.0:1767318350.636309:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989579392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318350.636325:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318350.636356:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989579392:12345-0@lo:38:kworker.0 Request processed in 46us (476us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318350.636361:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22396 00000100:00100000:2.0:1767318350.636371:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22397 00000100:00100000:2.0:1767318350.636374:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989579776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318350.636379:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318350.636391:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989579776:12345-0@lo:38:kworker.0 Request processed in 16us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318350.636395:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22397 00000100:00100000:2.0:1767318350.636400:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22398 00000100:00100000:2.0:1767318350.636402:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989580032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318350.636407:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318350.636417:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989580032:12345-0@lo:38:kworker.0 Request processed in 14us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318350.636421:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22398 00000100:00080000:2.0:1767318350.636447:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318350.636451:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318350.636454:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318350.636459:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3574 00000100:00080000:2.0:1767318350.636462:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318350.636510:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318350.636533:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989580672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318350.636564:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989580672:0@lo:250:kworker.0 00000400:00000100:2.0:1767318350.636580:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989580672 offset 0 length 520: 4 00000100:00080000:2.0:1767318350.636601:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318350.636604:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318350.636606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989579392:0@lo:38:kworker.0 00000100:00080000:2.0:1767318350.636611:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318350.636613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318350.636614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989579776:0@lo:38:kworker.0 00000100:00080000:2.0:1767318350.636619:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318350.636621:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318350.636622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989580032:0@lo:38:kworker.0 00000100:00100000:1.0:1767318350.636786:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989579520 00000100:00100000:1.0:1767318350.636791:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989579520 00000100:00100000:1.0:1767318350.636826:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:1.0:1767318350.636831:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a50c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989579520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318350.636839:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318350.636872:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a50c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989579520:12345-0@lo:38:kworker.0 Request processed in 41us (930us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318350.636876:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:3.0:1767318350.637150:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580288 00000100:00100000:3.0:1767318350.637155:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580288 00000100:00100000:3.0:1767318350.637217:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:3.0:1767318350.637226:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989580288:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318350.637308:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318350.637312:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318350.637315:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989579520:0@lo:38:kworker.0 00000100:00100000:3.0:1767318350.637337:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989580288:12345-0@lo:400:kworker.0 Request processed in 113us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318350.637345:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:0.0:1767318350.637436:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989580288:0@lo:400:kworker.0 00010000:00010000:1.0:1767318351.456802:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318351.648386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318352.481441:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318352.673949:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318353.504467:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318353.696414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318354.530600:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318354.720488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318354.791817:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318354.791880:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318354.792015:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777024 00000100:00100000:0.0:1767318354.792029:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777024 00000100:00100000:0.0:1767318354.792089:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777152 00000100:00100000:0.0:1767318354.792092:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777152 00000100:00100000:0.0:1767318354.792155:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4420 00000100:00100000:0.0:1767318354.792167:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925777152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767318354.792281:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318354.792300:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925777152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 131us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318354.792311:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4420 00000100:00100000:0.0:1767318354.792339:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22399 00000100:00100000:0.0:1767318354.792344:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925777024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318354.792380:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318354.792412:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925777024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (611us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318354.792419:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22399 00010000:00010000:0.0:1767318355.552634:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318355.744545:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.744555:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318355.744558:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.744562:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318355.744566:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318355.744573:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3600 00000100:00100000:3.0:1767318355.744576:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989580800:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318355.744698:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767318355.744708:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318355.744717:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318355.744765:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163989580928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318355.744783:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580800 00000100:00080000:2.0:1767318355.744792:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318355.744798:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580800 00000100:00080000:2.0:1767318355.744800:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318355.744805:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318355.744895:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767318355.744914:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989580800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318355.744952:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318355.745022:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989580800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318355.745030:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767318355.745325:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989581056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318355.745347:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318355.745379:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581056 00000100:00100000:0.0:1767318355.745382:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581056 00000100:00100000:0.0:1767318355.745402:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:0.0:1767318355.745409:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989581056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318355.745429:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318355.745473:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989581056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318355.745479:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00100000:0.0:1767318355.745534:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989581056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318355.745701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989580928:0@lo:38:kworker.0 00000100:00100000:0.0:1767318355.745735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318355.745792:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318355.745795:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318355.745814:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989580928 00000100:00100000:0.0:1767318355.745818:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989580928 00000100:00100000:0.0:1767318355.745843:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22400 00000100:00100000:0.0:1767318355.745848:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989580928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318355.745868:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318355.745905:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989580928:12345-0@lo:38:kworker.0 Request processed in 55us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318355.745911:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22400 00000100:00080000:0.0:1767318355.745938:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318355.745943:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318355.745946:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989580928:0@lo:38:kworker.0 00000100:00100000:1.0:1767318355.746227:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318355.747282:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989580800:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318355.747606:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3600 00000100:00080000:2.0:1767318355.747613:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318355.747621:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318355.747681:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586d80 x1853163989581184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318355.747744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989581184:0@lo:38:kworker.0 00000100:00100000:0.0:1767318355.747820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318355.747893:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581184 00000100:00100000:3.0:1767318355.747902:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581184 00000100:00080000:2.0:1767318355.747928:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.747934:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318355.747937:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318355.747943:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3600 00000100:00080000:2.0:1767318355.747946:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318355.747951:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318355.747965:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636300 x1853163989581440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318355.748011:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989581440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318355.748040:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318355.748088:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581440 00000100:00100000:0.0:1767318355.748095:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581440 00000100:00100000:0.0:1767318355.748131:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22401 00000100:00100000:0.0:1767318355.748138:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989581440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318355.748157:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318355.748197:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989581440:12345-0@lo:38:kworker.0 Request processed in 58us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318355.748203:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22401 00000100:00100000:0.0:1767318355.748245:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989581312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318355.748269:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318355.748363:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:3.0:1767318355.748373:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989581184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318355.748394:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318355.748452:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989581184:12345-0@lo:38:kworker.0 Request processed in 79us (632us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318355.748458:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:3.0:1767318355.748518:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581312 00000100:00100000:3.0:1767318355.748524:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581312 00000100:00100000:3.0:1767318355.748583:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421 00000100:00100000:3.0:1767318355.748596:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989581312:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318355.748622:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318355.748632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318355.748637:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989581440:0@lo:38:kworker.0 00000100:00080000:0.0:1767318355.748674:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318355.748684:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318355.748687:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989581184:0@lo:38:kworker.0 00000100:00080000:0.0:1767318355.748745:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318355.748771:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989581312:0@lo:400:kworker.0 00000100:00080000:2.0:1767318355.748934:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318355.748938:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318355.748940:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318355.748945:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3600 00000100:00080000:2.0:1767318355.748948:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318355.748953:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318355.748966:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635c00 x1853163989581696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318355.749069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989581568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318355.749156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989581696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318355.749189:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318355.749217:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581696 00000100:00100000:0.0:1767318355.749222:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581696 00000100:00100000:0.0:1767318355.749262:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22402 00000100:00100000:0.0:1767318355.749267:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989581696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318355.749282:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318355.749324:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989581696:12345-0@lo:38:kworker.0 Request processed in 55us (134us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318355.749330:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22402 00000100:00100000:3.0:1767318355.749362:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989581312:12345-0@lo:400:kworker.0 Request processed in 86us (406us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318355.749366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318355.749378:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318355.749384:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421 00000100:00100000:0.0:1767318355.749390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989581696:0@lo:38:kworker.0 00000100:00100000:2.0:1767318355.749497:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318355.750213:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581568 00000100:00100000:3.0:1767318355.750221:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581568 00000100:00100000:3.0:1767318355.750315:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422 00000100:00100000:3.0:1767318355.750324:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989581568:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318355.750377:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318355.750413:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989581568:12345-0@lo:400:kworker.0 Request processed in 90us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318355.750420:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422 00000100:00100000:2.0:1767318355.750470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989581568:0@lo:400:kworker.0 00010000:00010000:1.0:1767318356.576914:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318356.768481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318357.609029:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318357.792674:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318358.626008:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318358.816751:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318359.648578:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318359.841147:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318359.907572:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318359.907636:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318359.907803:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777408 00000100:00100000:0.0:1767318359.907820:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777408 00000100:00100000:0.0:1767318359.907941:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777280 00000100:00100000:0.0:1767318359.907945:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777280 00000100:00100000:0.0:1767318359.907973:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4423 00000100:00100000:0.0:1767318359.907984:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925777408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318359.908082:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925777408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318359.908091:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4423 00000100:00100000:0.0:1767318359.908114:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22403 00000100:00100000:0.0:1767318359.908119:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925777280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318359.908145:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318359.908174:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925777280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318359.908181:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22403 00000100:00080000:1.0:1767318359.909840:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318360.672645:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318360.864660:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318360.864691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989581824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318360.864787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318360.864901:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581824 00000100:00100000:2.0:1767318360.864911:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581824 00000100:00100000:2.0:1767318360.864985:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767318360.864995:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989581824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318360.865042:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318360.865102:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989581824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318360.865110:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767318360.865172:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989581824:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318360.865365:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318360.865373:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318360.865376:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318360.865381:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318360.865385:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318360.865392:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318360.865397:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767318360.865402:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318360.865429:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48c380 x1853163989581952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318360.865456:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318360.865460:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318360.865462:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318360.865467:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318360.865470:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767318360.865485:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318360.865500:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163989582080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318360.865530:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318360.865535:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318360.865537:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318360.865541:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318360.865544:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767318360.865547:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318360.865559:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163989582336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318360.865587:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318360.865591:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318360.865593:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318360.865597:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3605 00000100:00080000:0.0:1767318360.865599:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767318360.865603:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318360.865614:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163989582592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318360.865648:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989582464:0@lo:400:kworker.0 00000100:00100000:0.0:1767318360.865688:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318360.865721:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318360.865727:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989582208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318360.865752:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318360.865925:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582464 00000100:00100000:3.0:1767318360.865931:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582464 00000100:00100000:3.0:1767318360.865972:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582208 00000100:00100000:3.0:1767318360.865975:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582208 00000100:00100000:3.0:1767318360.865998:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4424 00000100:00100000:3.0:1767318360.866006:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989582464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318360.866055:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989582464:12345-0@lo:400:kworker.0 Request processed in 49us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318360.866062:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4424 00000100:00100000:3.0:1767318360.866077:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4425 00000100:00100000:3.0:1767318360.866084:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989582208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318360.866110:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989582208:12345-0@lo:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318360.866116:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4425 00000100:00100000:3.0:1767318360.866151:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989582208:0@lo:400:kworker.0 00000100:00100000:3.0:1767318360.866161:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989582464:0@lo:400:kworker.0 00000100:00100000:1.0:1767318360.866778:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989582848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318360.866823:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318360.866860:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318360.866866:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989582720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318360.866890:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318360.866923:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582720 00000100:00100000:1.0:1767318360.866929:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582720 00000100:00100000:1.0:1767318360.866982:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:1.0:1767318360.866991:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989582720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318360.867028:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989582720:12345-0@lo:400:kworker.0 Request processed in 40us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318360.867034:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00080000:1.0:1767318360.867061:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318360.867067:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318360.867069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318360.867091:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989582720:0@lo:400:kworker.0 00000100:00100000:2.0:1767318360.867184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989581952:0@lo:38:kworker.0 00000100:00100000:2.0:1767318360.867220:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318360.867277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989582080:0@lo:38:kworker.0 00000100:00100000:2.0:1767318360.867314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318360.867337:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989582336:0@lo:38:kworker.0 00000100:00100000:2.0:1767318360.867364:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318360.867376:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989582592:0@lo:38:kworker.0 00000100:00100000:2.0:1767318360.867396:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318360.867656:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582080 00000100:00100000:0.0:1767318360.867662:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582080 00000100:00100000:0.0:1767318360.867698:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:0.0:1767318360.867704:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989582080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318360.867726:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318360.867768:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989582080:12345-0@lo:38:kworker.0 Request processed in 64us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318360.867775:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:0.0:1767318360.867799:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318360.868031:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989581952 00000100:00100000:3.0:1767318360.868036:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989581952 00000100:00100000:3.0:1767318360.868069:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582336 00000100:00100000:3.0:1767318360.868072:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582336 00000100:00100000:3.0:1767318360.868086:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582592 00000100:00100000:3.0:1767318360.868089:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582592 00000100:00100000:3.0:1767318360.868105:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22404 00000100:00100000:3.0:1767318360.868110:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989581952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318360.868121:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318360.868151:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989581952:12345-0@lo:38:kworker.0 Request processed in 40us (930us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318360.868158:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22404 00000100:00100000:3.0:1767318360.868170:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22405 00000100:00100000:3.0:1767318360.868173:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989582336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318360.868181:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318360.868200:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989582336:12345-0@lo:38:kworker.0 Request processed in 25us (835us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318360.868205:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22405 00000100:00100000:1.0:1767318360.869573:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22406 00000100:00100000:1.0:1767318360.869585:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989582592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318360.869604:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318360.869675:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989582592:12345-0@lo:38:kworker.0 Request processed in 90us (2277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318360.869683:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22406 00000100:00100000:1.0:1767318360.869770:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582848 00000100:00100000:1.0:1767318360.869777:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582848 00000100:00100000:1.0:1767318360.869828:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:1.0:1767318360.869837:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989582848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318360.869870:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318360.869917:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989582848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (3093us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318360.869923:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00100000:1.0:1767318360.869983:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989582848:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318360.870361:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318360.870369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318360.870372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989581952:0@lo:38:kworker.0 00000100:00080000:2.0:1767318360.870386:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318360.870389:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318360.870392:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989582080:0@lo:38:kworker.0 00000100:00080000:2.0:1767318360.870402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318360.870405:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318360.870407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989582336:0@lo:38:kworker.0 00000100:00080000:2.0:1767318360.870416:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318360.870419:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318360.870422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989582592:0@lo:38:kworker.0 00010000:00010000:1.0:1767318361.696572:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318361.888414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318362.722872:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318362.912625:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318363.744465:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318363.936683:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318364.768545:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318364.962033:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318365.028027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318365.028527:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777664 00000100:00100000:3.0:1767318365.028537:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777664 00000100:00100000:3.0:1767318365.028840:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4426 00000100:00100000:3.0:1767318365.028854:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925777664:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318365.029354:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925777664:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 501us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318365.029363:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4426 00000100:00080000:2.0:1767318365.029437:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318365.029897:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318365.030755:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777536 00000100:00100000:3.0:1767318365.030770:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777536 00000100:00100000:0.0:1767318365.031097:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22407 00000100:00100000:0.0:1767318365.031111:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925777536:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318365.031150:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318365.031390:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925777536:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 279us (1502us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318365.031401:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22407 00010000:00010000:0.0:1767318365.793424:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318365.984407:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318365.984423:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318365.984427:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318365.984431:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767318365.984435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318365.984435:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318365.984446:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3610 00000100:00080000:2.0:1767318365.984454:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318365.984473:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318365.984516:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163989583104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318365.984532:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318365.984535:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318365.984537:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318365.984541:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3610 00000100:00080000:2.0:1767318365.984544:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318365.984548:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318365.984561:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee300 x1853163989583232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318365.984580:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318365.984584:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318365.984586:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318365.984589:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3610 00000100:00080000:2.0:1767318365.984591:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318365.984595:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318365.984606:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec380 x1853163989583488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318365.984673:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989583616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318365.984761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318365.984823:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989582976:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318365.984842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318365.984847:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318365.984850:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318365.984855:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3610 00000100:00080000:2.0:1767318365.984870:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1767318365.984871:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318365.984878:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318365.984896:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec000 x1853163989583872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318365.984904:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318365.984913:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989583360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318365.984941:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318365.984941:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989582976 00000100:00100000:2.0:1767318365.984951:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989582976 00000100:00100000:1.0:1767318365.984981:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989584000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318365.985018:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318365.985053:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583616 00000100:00100000:1.0:1767318365.985057:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583616 00000100:00100000:1.0:1767318365.985120:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583360 00000100:00100000:1.0:1767318365.985124:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583360 00000100:00100000:1.0:1767318365.985151:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427 00000100:00100000:1.0:1767318365.985162:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989583616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318365.985373:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:2.0:1767318365.985381:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989582976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318365.985409:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318365.985458:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989582976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318365.985475:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00000100:00080000:2.0:1767318365.985548:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318365.985553:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318365.985564:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584000 00000100:00100000:2.0:1767318365.985569:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584000 00000100:00100000:2.0:1767318365.985604:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767318365.985611:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989584000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318365.985642:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989584000:12345-0@lo:400:kworker.0 Request processed in 32us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318365.985647:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:2.0:1767318365.985667:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989583744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318365.985696:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318365.985723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318365.985733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989583104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318365.985757:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318365.985784:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989583232:0@lo:38:kworker.0 00000100:00100000:2.0:1767318365.985808:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318365.985831:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989583488:0@lo:38:kworker.0 00000100:00100000:2.0:1767318365.985851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318365.985867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989583872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318365.985887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318365.985911:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583104 00000100:00100000:2.0:1767318365.985914:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583104 00000100:00100000:2.0:1767318365.985928:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583488 00000100:00100000:2.0:1767318365.985931:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583488 00000100:00100000:2.0:1767318365.985937:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583872 00000100:00100000:2.0:1767318365.985939:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583872 00000100:00100000:2.0:1767318365.985947:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4428 00000100:00100000:2.0:1767318365.985954:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989583360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318365.986003:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989583360:12345-0@lo:400:kworker.0 Request processed in 49us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318365.986009:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4428 00000100:00100000:2.0:1767318365.986022:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22408 00000100:00100000:2.0:1767318365.986026:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989583104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318365.986044:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318365.986076:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989583104:12345-0@lo:38:kworker.0 Request processed in 49us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318365.986082:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22408 00000100:00100000:2.0:1767318365.986093:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22409 00000100:00100000:2.0:1767318365.986097:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989583488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318365.986105:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318365.986127:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989583488:12345-0@lo:38:kworker.0 Request processed in 28us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318365.986132:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22409 00000100:00100000:2.0:1767318365.986144:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22410 00000100:00100000:2.0:1767318365.986147:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989583872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318365.986157:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318365.986178:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989583872:12345-0@lo:38:kworker.0 Request processed in 28us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318365.986184:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22410 00000100:00100000:2.0:1767318365.986202:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583232 00000100:00100000:2.0:1767318365.986205:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583232 00000100:00100000:2.0:1767318365.986227:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:2.0:1767318365.986262:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989583232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318365.986272:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318365.986300:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989583232:12345-0@lo:38:kworker.0 Request processed in 36us (490us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318365.986306:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00080000:2.0:1767318365.986348:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318365.986354:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318365.986358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989583104:0@lo:38:kworker.0 00000100:00080000:2.0:1767318365.986369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318365.986372:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318365.986375:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989583232:0@lo:38:kworker.0 00000100:00080000:2.0:1767318365.986383:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318365.986386:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318365.986390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989583488:0@lo:38:kworker.0 00000100:00080000:2.0:1767318365.986397:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318365.986400:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318365.986403:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989583872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318365.986435:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989583744 00000100:00100000:2.0:1767318365.986439:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989583744 00000100:00100000:2.0:1767318365.986474:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1767318365.986481:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989583744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318365.986502:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318365.986537:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989583744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318365.986542:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1767318365.986576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989583744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318365.986643:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989584000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318365.986655:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989583360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318365.986670:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989582976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318365.991970:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989583616:12345-0@lo:400:kworker.0 Request processed in 6790us (7190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318365.991992:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427 00000100:00100000:0.0:1767318365.997601:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989583616:0@lo:400:kworker.0 00010000:00010000:1.0:1767318366.816969:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318367.008393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318367.843307:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318368.035270:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318368.865575:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318369.056433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318369.890692:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318370.081282:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318370.148376:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318370.148568:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318370.150127:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777920 00000100:00100000:1.0:1767318370.150145:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777920 00000100:00100000:1.0:1767318370.150265:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925777792 00000100:00100000:1.0:1767318370.150269:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925777792 00000100:00100000:1.0:1767318370.150297:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4429 00000100:00100000:1.0:1767318370.150311:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925777920:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318370.150422:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925777920:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318370.150430:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4429 00000100:00100000:1.0:1767318370.150452:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22411 00000100:00100000:1.0:1767318370.150457:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925777792:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318370.150481:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318370.150510:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925777792:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (1944us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318370.150518:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22411 00000100:00080000:3.0:1767318370.150775:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318370.912677:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318371.104402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318371.104477:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989584128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318371.104568:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318371.104656:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584128 00000100:00100000:3.0:1767318371.104668:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584128 00000100:00080000:1.0:1767318371.104724:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318371.104730:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318371.104734:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318371.104738:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318371.104743:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318371.104745:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00080000:1.0:1767318371.104749:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3615 00000100:00100000:3.0:1767318371.104754:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989584128:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318371.104756:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767318371.104762:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318371.104791:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d880 x1853163989584256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:3.0:1767318371.104794:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318371.104811:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318371.104814:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318371.104816:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318371.104820:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3615 00000100:00080000:1.0:1767318371.104822:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767318371.104826:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318371.104839:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400dc00 x1853163989584384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318371.104857:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989584128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318371.104868:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00080000:1.0:1767318371.104869:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318371.104873:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318371.104874:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318371.104877:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3615 00000100:00080000:1.0:1767318371.104880:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767318371.104883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318371.104895:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400fb80 x1853163989584640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318371.104900:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989584256:0@lo:38:kworker.0 00000100:00080000:1.0:1767318371.104931:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318371.104931:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318371.104934:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318371.104936:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318371.104939:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3615 00000100:00080000:1.0:1767318371.104942:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767318371.104945:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318371.104954:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989584384:0@lo:38:kworker.0 00000100:00100000:1.0:1767318371.104968:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ed80 x1853163989584896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318371.104978:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318371.105001:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989584640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318371.105008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989584768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.105023:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318371.105038:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318371.105041:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989584896:0@lo:38:kworker.0 00000100:00100000:3.0:1767318371.105061:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318371.105072:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318371.105077:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989584512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.105090:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584256 00000100:00100000:3.0:1767318371.105093:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584256 00000100:00100000:1.0:1767318371.105100:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318371.105128:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989585024:0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.105158:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318371.105192:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585024 00000100:00100000:1.0:1767318371.105196:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585024 00000100:00100000:1.0:1767318371.105273:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:1.0:1767318371.105284:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989585024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.105320:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989585024:12345-0@lo:400:kworker.0 Request processed in 41us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318371.105327:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:1.0:1767318371.105378:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989585024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318371.105540:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318371.105549:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989585152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318371.105576:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318371.105721:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318371.105728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318371.105741:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585152 00000100:00100000:2.0:1767318371.105745:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585152 00000100:00100000:2.0:1767318371.105778:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:2.0:1767318371.105785:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989585152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318371.105807:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318371.105846:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989585152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318371.105852:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00000100:00100000:3.0:1767318371.106856:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584640 00000100:00100000:3.0:1767318371.106869:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584640 00000100:00100000:3.0:1767318371.106897:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584768 00000100:00100000:3.0:1767318371.106900:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584768 00000100:00100000:3.0:1767318371.106936:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584896 00000100:00100000:3.0:1767318371.106940:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584896 00000100:00100000:3.0:1767318371.106949:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584512 00000100:00100000:3.0:1767318371.107087:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584512 00000100:00100000:3.0:1767318371.107125:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430 00000100:00100000:3.0:1767318371.107134:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989584768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.107258:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989584768:12345-0@lo:400:kworker.0 Request processed in 125us (2218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318371.107264:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430 00000100:00100000:3.0:1767318371.107283:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431 00000100:00100000:3.0:1767318371.107289:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989584512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318371.107322:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989584512:12345-0@lo:400:kworker.0 Request processed in 33us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318371.107327:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431 00000100:00100000:3.0:1767318371.107340:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22412 00000100:00100000:3.0:1767318371.107345:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989584256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318371.107381:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318371.107423:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989584256:12345-0@lo:38:kworker.0 Request processed in 77us (2491us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318371.107430:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22412 00000100:00100000:3.0:1767318371.107442:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22413 00000100:00100000:3.0:1767318371.107447:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989584640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318371.107455:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318371.107480:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989584640:12345-0@lo:38:kworker.0 Request processed in 32us (2456us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318371.107486:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22413 00000100:00100000:3.0:1767318371.107496:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22414 00000100:00100000:3.0:1767318371.107501:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989584896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318371.107509:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318371.107529:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989584896:12345-0@lo:38:kworker.0 Request processed in 28us (2469us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318371.107534:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22414 00000100:00080000:3.0:1767318371.107561:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318371.107604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318371.107611:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318371.107615:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989584640:0@lo:38:kworker.0 00000100:00080000:3.0:1767318371.107629:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318371.107633:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318371.107637:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989584896:0@lo:38:kworker.0 00000100:00080000:3.0:1767318371.107648:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318371.107651:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318371.107654:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989584256:0@lo:38:kworker.0 00000100:00100000:3.0:1767318371.107750:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989584384 00000100:00100000:3.0:1767318371.107755:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989584384 00000100:00100000:3.0:1767318371.107780:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:3.0:1767318371.107785:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989584384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318371.107796:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318371.107828:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989584384:12345-0@lo:38:kworker.0 Request processed in 42us (2849us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318371.107835:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:3.0:1767318371.107880:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989584128:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318371.107911:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318371.107916:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318371.107919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989584384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318371.110036:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989585152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318371.110812:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989584512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318371.110832:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989584768:0@lo:400:kworker.0 00010000:00010000:1.0:1767318371.936761:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318372.128567:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318372.960443:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318373.152614:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318373.984573:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318374.176392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318375.008544:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318375.200624:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318375.200740:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318350/real 1767318350] req@ffff96e2ef585c00 x1853163989580672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318375 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318375.200787:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ef585c00 x1853163989580672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318375 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318375.200810:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318375.200846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318375.200850:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989580672:0@lo:250:kworker.0 00000100:00080000:1.0:1767318375.200930:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318375.200937:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318375.200941:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318375.200947:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3600 00000100:00080000:1.0:1767318375.200953:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318375.200961:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318375.201013:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163989585280/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318375.201042:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318375.201046:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318375.201048:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318375.201052:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3620 00000100:00080000:1.0:1767318375.201055:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318375.201059:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318375.201076:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163989585408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318375.201085:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318375.201088:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318375.201090:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318375.201094:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3620 00000100:00080000:1.0:1767318375.201097:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318375.201101:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318375.201115:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2300 x1853163989585536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318375.201256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989585280:0@lo:250:kworker.0 00000400:00000100:0.0:1767318375.201333:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989585280 offset 0 length 520: 4 00000100:00100000:0.0:1767318375.201396:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989585408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318375.201433:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318375.201453:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989585536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318375.201476:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318375.201625:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318375.201630:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318375.201633:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318375.201637:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3620 00000100:00080000:1.0:1767318375.201639:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318375.201644:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318375.201659:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989585792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318375.201721:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989585792:0@lo:38:kworker.0 00000100:00100000:0.0:1767318375.201751:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318375.201787:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585408 00000100:00100000:0.0:1767318375.201797:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585408 00000100:00100000:0.0:1767318375.201836:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585792 00000100:00100000:0.0:1767318375.201838:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585792 00000100:00100000:0.0:1767318375.201858:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22415 00000100:00100000:0.0:1767318375.201866:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989585408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318375.201891:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318375.201935:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989585408:12345-0@lo:38:kworker.0 Request processed in 68us (501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318375.201941:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22415 00000100:00100000:0.0:1767318375.201963:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22416 00000100:00100000:0.0:1767318375.201967:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989585792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318375.201975:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318375.201999:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989585792:12345-0@lo:38:kworker.0 Request processed in 30us (247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318375.202004:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22416 00000100:00080000:0.0:1767318375.202033:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318375.202037:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318375.202041:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989585792:0@lo:38:kworker.0 00000100:00080000:0.0:1767318375.202048:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318375.202051:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318375.202054:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989585408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318375.202103:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585536 00000100:00100000:0.0:1767318375.202107:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585536 00000100:00100000:0.0:1767318375.202130:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767318375.202135:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989585536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318375.202144:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318375.202174:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989585536:12345-0@lo:38:kworker.0 Request processed in 38us (697us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318375.202180:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00080000:0.0:1767318375.202207:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318375.202211:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318375.202214:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989585536:0@lo:38:kworker.0 00000100:00100000:2.0:1767318375.202347:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989585664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318375.202395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318375.202417:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318375.202423:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989585920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318375.202445:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318375.202475:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585664 00000100:00100000:2.0:1767318375.202479:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585664 00000100:00100000:2.0:1767318375.202528:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989585920 00000100:00100000:2.0:1767318375.202531:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989585920 00000100:00100000:2.0:1767318375.202555:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:2.0:1767318375.202561:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989585664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318375.202607:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989585664:12345-0@lo:400:kworker.0 Request processed in 46us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318375.202614:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000100:00100000:2.0:1767318375.202628:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433 00000100:00100000:2.0:1767318375.202634:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989585920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318375.202663:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989585920:12345-0@lo:400:kworker.0 Request processed in 29us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318375.202669:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433 00000100:00080000:2.0:1767318375.202687:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318375.202715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989585920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318375.202726:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989585664:0@lo:400:kworker.0 00000100:00080000:1.0:1767318375.205167:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318375.205182:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318375.205188:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318375.205199:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3620 00000100:00080000:1.0:1767318375.205206:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318375.205215:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318375.205338:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163989586048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318375.205545:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989586048:0@lo:38:kworker.0 00000100:00100000:0.0:1767318375.205656:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318375.205821:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586048 00000100:00100000:2.0:1767318375.205833:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586048 00000100:00100000:2.0:1767318375.205887:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22417 00000100:00100000:2.0:1767318375.205896:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989586048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318375.205919:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318375.206144:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989586176:0@lo:400:kworker.0 00000100:00100000:3.0:1767318375.206183:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318375.206217:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318375.206223:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989586304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318375.206272:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318375.206359:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586176 00000100:00100000:1.0:1767318375.206363:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586176 00000100:00100000:1.0:1767318375.206419:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586304 00000100:00100000:1.0:1767318375.206422:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586304 00000100:00100000:1.0:1767318375.206453:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:1.0:1767318375.206459:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989586176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318375.206511:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989586176:12345-0@lo:400:kworker.0 Request processed in 51us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318375.206519:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:1.0:1767318375.206549:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1767318375.206564:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989586304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318375.206592:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989586304:12345-0@lo:400:kworker.0 Request processed in 30us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318375.206599:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1767318375.206692:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989586304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318375.206703:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989586176:0@lo:400:kworker.0 00000100:00080000:3.0:1767318375.206728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318375.206732:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318375.207088:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989586048:12345-0@lo:38:kworker.0 Request processed in 1191us (1430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318375.207096:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22417 00000100:00080000:0.0:1767318375.207152:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318375.207158:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318375.207162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989586048:0@lo:38:kworker.0 00000100:00100000:2.0:1767318375.269457:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767318375.269544:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925778048 offset 0 length 520: 4 00000100:00100000:0.0:1767318375.269546:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778304 00000100:00100000:0.0:1767318375.269565:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778304 00000100:00100000:2.0:1767318375.269596:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318375.269679:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778176 00000100:00100000:0.0:1767318375.269684:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778176 00000100:00100000:0.0:1767318375.269728:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4434 00000100:00100000:0.0:1767318375.269744:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925778304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318375.269766:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22418 00000100:00100000:2.0:1767318375.269775:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925778176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318375.269800:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318375.269866:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925778176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318375.269882:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22418 00000100:00100000:0.0:1767318375.269930:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925778304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 187us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318375.269941:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4434 00000100:00080000:3.0:1767318375.270549:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318376.035289:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318376.224757:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318376.224995:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989586432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318376.225060:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318376.225176:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586432 00000100:00100000:0.0:1767318376.225183:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586432 00000100:00100000:0.0:1767318376.225276:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767318376.225286:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989586432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318376.225317:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318376.225379:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989586432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318376.225386:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00100000:1.0:1767318376.225645:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989586560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318376.225748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318376.225800:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989586432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318376.225851:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586560 00000100:00100000:3.0:1767318376.225855:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586560 00000100:00100000:3.0:1767318376.225879:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:3.0:1767318376.225884:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989586560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318376.225897:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318376.225926:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989586560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318376.225930:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00100000:1.0:1767318376.226001:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989586560:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318377.056879:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318377.248804:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318378.080908:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318378.272380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318379.104472:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318379.296378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318380.128593:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318380.320501:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318380.320567:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318380.320573:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318380.320576:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318380.320580:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318380.320584:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318380.320592:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3624 00000100:00080000:2.0:1767318380.320596:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318380.320602:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318380.320645:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ed180 x1853163989586688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318380.320673:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318380.320677:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318380.320679:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318380.320682:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3624 00000100:00080000:2.0:1767318380.320685:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318380.320688:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318380.320703:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7efb80 x1853163989586816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318380.320747:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318380.320751:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318380.320752:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318380.320755:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3624 00000100:00080000:2.0:1767318380.320758:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318380.320761:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318380.320771:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef800 x1853163989587072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318380.320787:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318380.320790:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318380.320792:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318380.320844:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3624 00000100:00080000:2.0:1767318380.320847:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318380.320851:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318380.320865:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163989587328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318380.321005:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989586944:0@lo:400:kworker.0 00000100:00100000:3.0:1767318380.321070:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318380.321123:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318380.321128:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989587200:0@lo:400:kworker.0 00000100:00100000:3.0:1767318380.321149:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318380.321223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989587456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318380.321271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318380.321285:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318380.321288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989587584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318380.321301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318380.321328:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587456 00000100:00100000:1.0:1767318380.321335:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587456 00000100:00100000:1.0:1767318380.321379:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587584 00000100:00100000:1.0:1767318380.321382:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587584 00000100:00100000:1.0:1767318380.321403:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1767318380.321411:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989587456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318380.321458:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989587456:12345-0@lo:400:kworker.0 Request processed in 48us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318380.321463:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1767318380.321477:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:1.0:1767318380.321482:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989587584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318380.321498:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989587584:12345-0@lo:400:kworker.0 Request processed in 17us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318380.321501:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00080000:1.0:1767318380.321513:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318380.321516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318380.321552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989587584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318380.321562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989587456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318380.321738:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989586688:0@lo:38:kworker.0 00000100:00100000:0.0:1767318380.321761:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318380.321785:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989586816:0@lo:38:kworker.0 00000100:00100000:0.0:1767318380.321801:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318380.321815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989587072:0@lo:38:kworker.0 00000100:00100000:0.0:1767318380.321831:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318380.321845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989587328:0@lo:38:kworker.0 00000100:00100000:0.0:1767318380.321861:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318380.321889:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586944 00000100:00100000:0.0:1767318380.321893:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586944 00000100:00100000:0.0:1767318380.321925:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587200 00000100:00100000:0.0:1767318380.321928:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587200 00000100:00100000:0.0:1767318380.321940:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586688 00000100:00100000:0.0:1767318380.321943:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586688 00000100:00100000:0.0:1767318380.321950:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587072 00000100:00100000:0.0:1767318380.321952:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587072 00000100:00100000:0.0:1767318380.321959:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587328 00000100:00100000:0.0:1767318380.321961:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587328 00000100:00100000:0.0:1767318380.321971:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435 00000100:00100000:0.0:1767318380.321976:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989586944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318380.322014:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989586944:12345-0@lo:400:kworker.0 Request processed in 38us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318380.322020:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435 00000100:00100000:0.0:1767318380.322034:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4436 00000100:00100000:0.0:1767318380.322038:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989587200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318380.322057:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989587200:12345-0@lo:400:kworker.0 Request processed in 19us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318380.322060:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4436 00000100:00100000:0.0:1767318380.322067:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22419 00000100:00100000:0.0:1767318380.322070:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989586688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318380.322083:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318380.322103:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989586688:12345-0@lo:38:kworker.0 Request processed in 32us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318380.322107:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22419 00000100:00100000:0.0:1767318380.322113:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22420 00000100:00100000:0.0:1767318380.322115:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989587072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318380.322120:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318380.322131:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989587072:12345-0@lo:38:kworker.0 Request processed in 15us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318380.322134:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22420 00000100:00100000:0.0:1767318380.322141:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22421 00000100:00100000:0.0:1767318380.322145:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989587328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318380.322152:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318380.322172:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989587328:12345-0@lo:38:kworker.0 Request processed in 26us (309us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318380.322178:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22421 00000100:00100000:0.0:1767318380.322210:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989586816 00000100:00100000:0.0:1767318380.322214:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989586816 00000100:00100000:0.0:1767318380.322250:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:0.0:1767318380.322254:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989586816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318380.322261:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318380.322279:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989586816:12345-0@lo:38:kworker.0 Request processed in 24us (477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318380.322282:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00080000:0.0:1767318380.322294:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318380.322306:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318380.322310:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318380.322312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989586688:0@lo:38:kworker.0 00000100:00080000:0.0:1767318380.322317:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318380.322319:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318380.322321:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989586816:0@lo:38:kworker.0 00000100:00080000:0.0:1767318380.322325:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318380.322327:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318380.322328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989587072:0@lo:38:kworker.0 00000100:00080000:0.0:1767318380.322332:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318380.322334:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318380.322335:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989587328:0@lo:38:kworker.0 00000100:00100000:0.0:1767318380.322358:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989587200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318380.322366:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989586944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318380.387985:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318380.388101:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318380.388156:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778560 00000100:00100000:0.0:1767318380.388168:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778560 00000100:00100000:2.0:1767318380.388198:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778432 00000100:00100000:2.0:1767318380.388204:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778432 00000100:00100000:2.0:1767318380.388280:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4437 00000100:00100000:0.0:1767318380.388290:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22422 00000100:00100000:2.0:1767318380.388292:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925778560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318380.388301:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925778432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318380.388327:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318380.388603:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925778560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 312us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318380.388622:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4437 00000100:00080000:1.0:1767318380.388810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318380.393029:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925778432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 4711us (4908us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318380.393047:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22422 00010000:00010000:0.0:1767318381.153088:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318381.344448:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989587712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318381.344540:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.344584:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587712 00000100:00100000:2.0:1767318381.344595:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587712 00000100:00100000:0.0:1767318381.344608:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318381.344616:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989587840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318381.344644:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318381.344650:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:2.0:1767318381.344663:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989587712:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318381.344684:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587840 00000100:00100000:0.0:1767318381.344689:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587840 00002000:00000024:2.0:1767318381.344697:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318381.344714:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767318381.344721:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989587840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318381.344741:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318381.344753:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989587712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318381.344776:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989587840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318381.344776:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:0.0:1767318381.344788:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:2.0:1767318381.344842:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989587840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318381.344868:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989587712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318381.345319:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318382.176445:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318382.371355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318383.200676:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318383.392326:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318384.224912:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318384.416660:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318385.249473:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318385.440493:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318385.441169:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.441178:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318385.441181:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.441195:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318385.441200:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.441210:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3630 00000100:00080000:0.0:1767318385.441215:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.441224:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318385.443433:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797bb80 x1853163989587968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318385.443481:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.443485:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318385.443489:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.443495:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3630 00000100:00080000:0.0:1767318385.443498:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.443505:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318385.443980:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797aa00 x1853163989588096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318385.444101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989588224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318385.444204:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318385.444759:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.444764:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318385.444767:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.444771:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3630 00000100:00080000:0.0:1767318385.444774:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.444778:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318385.444797:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163989588352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318385.444813:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318385.444816:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318385.444817:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318385.444819:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3630 00000100:00080000:0.0:1767318385.444821:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318385.444823:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318385.444830:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7efb80 x1853163989588608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318385.444881:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989588736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318385.444923:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318385.445129:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318385.445135:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989588864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318385.445158:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318385.445205:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588736 00000100:00100000:0.0:1767318385.445214:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588736 00000100:00100000:0.0:1767318385.445298:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588864 00000100:00100000:0.0:1767318385.445302:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588864 00000100:00100000:0.0:1767318385.445333:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:0.0:1767318385.445343:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989588736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318385.445361:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318385.445370:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989588480:0@lo:400:kworker.0 00000100:00100000:1.0:1767318385.445399:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318385.445450:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989588736:12345-0@lo:400:kworker.0 Request processed in 109us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318385.445456:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00100000:0.0:1767318385.445472:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:0.0:1767318385.445476:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989588864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318385.445494:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989588864:12345-0@lo:400:kworker.0 Request processed in 18us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318385.445497:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00080000:0.0:1767318385.445512:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318385.445515:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318385.445550:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989588864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318385.445557:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989588736:0@lo:400:kworker.0 00000100:00100000:2.0:1767318385.446419:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989587968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318385.451364:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588224 00000100:00100000:3.0:1767318385.451387:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588224 00000100:00100000:3.0:1767318385.451837:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588480 00000100:00100000:3.0:1767318385.451842:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588480 00000100:00100000:3.0:1767318385.451882:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438 00000100:00100000:3.0:1767318385.451893:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989588224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318385.452005:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989588224:12345-0@lo:400:kworker.0 Request processed in 114us (7800us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318385.452013:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438 00000100:00100000:3.0:1767318385.452033:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439 00000100:00100000:3.0:1767318385.452040:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989588480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318385.452072:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989588480:12345-0@lo:400:kworker.0 Request processed in 32us (6672us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318385.452078:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439 00000100:00100000:1.0:1767318385.452212:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989588480:0@lo:400:kworker.0 00000100:00080000:0.0:1767318385.452349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318385.452760:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989588224:0@lo:400:kworker.0 00000100:00100000:2.0:1767318385.453166:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318385.453269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989588096:0@lo:38:kworker.0 00000100:00100000:2.0:1767318385.453322:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318385.453357:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989588352:0@lo:38:kworker.0 00000100:00100000:2.0:1767318385.453382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318385.453418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989588608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318385.453439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318385.453849:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588096 00000100:00100000:0.0:1767318385.453859:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588096 00000100:00100000:0.0:1767318385.453910:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1767318385.453917:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989588096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318385.453944:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318385.453996:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989588096:12345-0@lo:38:kworker.0 Request processed in 78us (672us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318385.454003:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00080000:2.0:1767318385.454120:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318385.454126:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318385.454130:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989588096:0@lo:38:kworker.0 00000100:00100000:3.0:1767318385.454215:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989587968 00000100:00100000:3.0:1767318385.454221:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989587968 00000100:00100000:3.0:1767318385.454285:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588352 00000100:00100000:3.0:1767318385.454289:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588352 00000100:00100000:3.0:1767318385.454311:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588608 00000100:00100000:3.0:1767318385.454314:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588608 00000100:00100000:3.0:1767318385.454333:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22423 00000100:00100000:3.0:1767318385.454338:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989587968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318385.454349:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318385.454386:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989587968:12345-0@lo:38:kworker.0 Request processed in 46us (1220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318385.454605:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22424 00000100:00100000:2.0:1767318385.454612:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989588352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318385.454623:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318385.454652:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989588352:12345-0@lo:38:kworker.0 Request processed in 39us (1269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318385.454659:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22424 00000100:00100000:2.0:1767318385.454689:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22425 00000100:00100000:2.0:1767318385.454693:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989588608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318385.454702:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318385.454727:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989588608:12345-0@lo:38:kworker.0 Request processed in 33us (1287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318385.454733:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22425 00000100:00080000:2.0:1767318385.454759:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318385.454763:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318385.454767:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989587968:0@lo:38:kworker.0 00000100:00080000:2.0:1767318385.454779:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318385.454782:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318385.454785:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989588352:0@lo:38:kworker.0 00000100:00080000:2.0:1767318385.454793:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318385.454797:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318385.454800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989588608:0@lo:38:kworker.0 00000100:00100000:3.0:1767318385.455031:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22423 00000100:00100000:2.0:1767318385.509766:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318385.509824:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318385.509926:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778816 00000100:00100000:1.0:1767318385.509940:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778816 00000100:00100000:1.0:1767318385.510039:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778688 00000100:00100000:1.0:1767318385.510043:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778688 00000100:00100000:1.0:1767318385.510063:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4440 00000100:00100000:1.0:1767318385.510075:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925778816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318385.510188:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925778816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 114us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318385.510197:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4440 00000100:00100000:1.0:1767318385.510221:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22426 00000100:00100000:1.0:1767318385.510225:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925778688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318385.510290:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318385.510321:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925778688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 94us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318385.510328:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22426 00000100:00080000:2.0:1767318385.510696:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318386.276753:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318386.464565:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318386.465602:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318386.465630:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989588992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318386.465753:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318386.466505:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989588992 00000100:00100000:3.0:1767318386.466519:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989588992 00000100:00100000:3.0:1767318386.466600:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:3.0:1767318386.466611:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989588992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318386.466663:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318386.466739:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989588992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318386.466748:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:0.0:1767318386.467153:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989588992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318386.468789:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989589120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318386.468891:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318386.470979:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589120 00000100:00100000:2.0:1767318386.471001:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589120 00000100:00100000:2.0:1767318386.472112:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1767318386.472134:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989589120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318386.472198:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318386.472360:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989589120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 236us (3468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318386.472370:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1767318386.472517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989589120:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318387.298750:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318387.488732:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318388.323559:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318388.515788:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318389.344552:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318389.537041:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318390.372561:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318390.561730:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.561738:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318390.561741:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.561744:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318390.561748:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318390.561757:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3635 00000100:00080000:2.0:1767318390.561761:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318390.561766:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318390.561767:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318390.561805:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229880 x1853163989589248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318390.561830:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.561833:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318390.561834:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318390.561837:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3635 00000100:00080000:2.0:1767318390.561839:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318390.561842:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318390.561850:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a680 x1853163989589376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318390.561879:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.561887:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318390.561889:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318390.561891:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3635 00000100:00080000:2.0:1767318390.561892:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318390.561894:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318390.561903:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163989589632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318390.561912:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318390.561915:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318390.561916:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318390.561918:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3635 00000100:00080000:2.0:1767318390.561920:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318390.561922:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318390.561928:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163989589888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318390.561960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989590016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318390.562032:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318390.562092:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318390.562097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989590144:0@lo:400:kworker.0 00000100:00100000:2.0:1767318390.562113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318390.562250:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989589248:0@lo:38:kworker.0 00000100:00100000:3.0:1767318390.562274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318390.562308:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989589376:0@lo:38:kworker.0 00000100:00100000:3.0:1767318390.562330:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318390.562361:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989589632:0@lo:38:kworker.0 00000100:00100000:3.0:1767318390.562380:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318390.562393:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989589888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318390.562415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318390.562586:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590016 00000100:00100000:0.0:1767318390.562594:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590016 00000100:00100000:0.0:1767318390.562646:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590144 00000100:00100000:0.0:1767318390.562650:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590144 00000100:00100000:0.0:1767318390.562670:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767318390.562678:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989590016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318390.562728:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989590016:12345-0@lo:400:kworker.0 Request processed in 51us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318390.562734:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767318390.562747:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767318390.562751:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989590144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318390.562768:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989590144:12345-0@lo:400:kworker.0 Request processed in 18us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318390.562772:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1767318390.562789:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989589504:0@lo:400:kworker.0 00000100:00100000:0.0:1767318390.562803:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318390.562814:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318390.562817:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989589760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318390.562828:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318390.563003:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589248 00000100:00100000:2.0:1767318390.563008:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589248 00000100:00100000:2.0:1767318390.563040:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589632 00000100:00100000:2.0:1767318390.563043:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589632 00000100:00100000:2.0:1767318390.563051:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589888 00000100:00100000:2.0:1767318390.563053:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589888 00000100:00100000:2.0:1767318390.563060:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589504 00000100:00100000:2.0:1767318390.563062:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589504 00000100:00100000:2.0:1767318390.563078:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589760 00000100:00100000:2.0:1767318390.563081:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589760 00000100:00100000:2.0:1767318390.563094:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441 00000100:00100000:2.0:1767318390.563100:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989589504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318390.563137:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989589504:12345-0@lo:400:kworker.0 Request processed in 37us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318390.563142:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441 00000100:00100000:2.0:1767318390.563157:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4442 00000100:00100000:2.0:1767318390.563162:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989589760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318390.563186:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989589760:12345-0@lo:400:kworker.0 Request processed in 24us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318390.563194:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4442 00000100:00100000:2.0:1767318390.563205:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22427 00000100:00100000:2.0:1767318390.563208:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989589248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318390.563227:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318390.564014:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22428 00000100:00100000:0.0:1767318390.564020:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989589632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318390.564034:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318390.564110:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318390.564115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318390.564117:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318390.564150:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22429 00000100:00100000:3.0:1767318390.564156:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989589888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318390.564167:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318390.564324:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989589760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318390.564338:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989589504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318390.564386:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989590144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318390.564397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989590016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318390.564433:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989589376 00000100:00100000:1.0:1767318390.564438:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989589376 00000100:00100000:1.0:1767318390.564465:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767318390.564469:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989589376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318390.564480:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318390.564628:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989589248:12345-0@lo:38:kworker.0 Request processed in 1416us (2350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318390.564635:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22427 00000100:00100000:0.0:1767318390.571698:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989589632:12345-0@lo:38:kworker.0 Request processed in 7663us (9303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318390.571715:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22428 00000100:00100000:3.0:1767318390.575967:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989589888:12345-0@lo:38:kworker.0 Request processed in 11799us (13539us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318390.575983:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22429 00000100:00100000:1.0:1767318390.581712:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989589376:12345-0@lo:38:kworker.0 Request processed in 17226us (19366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318390.581728:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00080000:2.0:1767318390.586534:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318390.586551:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318390.586556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989589248:0@lo:38:kworker.0 00000100:00080000:2.0:1767318390.586585:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318390.586588:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318390.586591:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989589376:0@lo:38:kworker.0 00000100:00080000:2.0:1767318390.586601:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318390.586604:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318390.586607:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989589632:0@lo:38:kworker.0 00000100:00080000:2.0:1767318390.586616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318390.586620:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318390.586622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989589888:0@lo:38:kworker.0 00000100:00100000:1.0:1767318390.627584:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318390.627631:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318390.627849:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925778944 00000100:00100000:2.0:1767318390.627860:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925778944 00000100:00100000:2.0:1767318390.627915:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779072 00000100:00100000:2.0:1767318390.627918:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779072 00000100:00100000:2.0:1767318390.627964:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4443 00000100:00100000:2.0:1767318390.627973:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925779072:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318390.628055:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925779072:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318390.628063:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4443 00000100:00100000:2.0:1767318390.628079:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22430 00000100:00100000:2.0:1767318390.628084:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925778944:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318390.628103:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318390.628125:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925778944:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 40us (551us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318390.628131:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22430 00000100:00080000:1.0:1767318390.628195:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318391.393285:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318391.587645:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318391.587662:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989590272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318391.587728:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318391.587834:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318391.587842:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989590400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318391.587866:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318391.588011:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590272 00000100:00100000:3.0:1767318391.588019:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590272 00000100:00100000:3.0:1767318391.588070:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590400 00000100:00100000:3.0:1767318391.588073:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590400 00000100:00100000:3.0:1767318391.588088:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1767318391.588096:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989590272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318391.588127:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318391.588170:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989590272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318391.588176:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1767318391.588191:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1767318391.588197:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989590400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318391.588210:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318391.588266:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989590400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318391.588272:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1767318391.588311:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989590400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318391.588450:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989590272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318391.588538:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318392.416625:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318392.608605:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318393.440401:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318393.636191:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318394.465496:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318394.656342:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318395.488625:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318395.680406:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318395.680410:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318395.680419:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318395.680422:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318395.680427:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318395.680431:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318395.680439:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3640 00000100:00080000:2.0:1767318395.680444:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318395.680463:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318395.680506:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48700 x1853163989590528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318395.680543:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318395.680546:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318395.680548:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318395.680552:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3640 00000100:00080000:2.0:1767318395.680554:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318395.680557:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318395.680569:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4a300 x1853163989590656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318395.680616:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318395.680619:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318395.680621:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318395.680625:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3640 00000100:00080000:2.0:1767318395.680627:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318395.680631:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318395.680644:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989590784:0@lo:400:kworker.0 00000100:00100000:2.0:1767318395.680644:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4bb80 x1853163989590912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318395.680665:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318395.680669:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318395.680671:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318395.680674:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3640 00000100:00080000:2.0:1767318395.680676:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318395.680679:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318395.680690:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b480 x1853163989591168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318395.680721:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318395.680795:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318395.680801:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989591040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318395.680823:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318395.681029:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590784 00000100:00100000:2.0:1767318395.681046:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590784 00000100:00100000:2.0:1767318395.681105:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591040 00000100:00100000:2.0:1767318395.681109:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591040 00000100:00100000:2.0:1767318395.681138:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:2.0:1767318395.681148:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989590784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318395.681207:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989590784:12345-0@lo:400:kworker.0 Request processed in 60us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318395.681214:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00100000:2.0:1767318395.681256:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445 00000100:00100000:2.0:1767318395.681263:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989591040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318395.681293:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989591040:12345-0@lo:400:kworker.0 Request processed in 32us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318395.681298:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445 00000100:00080000:2.0:1767318395.681339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318395.681476:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989591424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318395.681551:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318395.681604:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318395.681611:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989591296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318395.681636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318395.681670:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591424 00000100:00100000:0.0:1767318395.681677:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591424 00000100:00100000:0.0:1767318395.681733:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591296 00000100:00100000:0.0:1767318395.681737:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591296 00000100:00100000:0.0:1767318395.681759:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1767318395.681767:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989591424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318395.681815:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989591424:12345-0@lo:400:kworker.0 Request processed in 49us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318395.681824:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:0.0:1767318395.681841:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:0.0:1767318395.681848:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989591296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318395.681873:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989591296:12345-0@lo:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318395.681879:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1767318395.681981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989590528:0@lo:38:kworker.0 00000100:00100000:3.0:1767318395.682020:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318395.682046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989590656:0@lo:38:kworker.0 00000100:00100000:3.0:1767318395.682072:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318395.682139:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989591296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318395.682152:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989591424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318395.685020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989591040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318395.685040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989590784:0@lo:400:kworker.0 00000100:00100000:1.0:1767318395.685109:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590528 00000100:00100000:1.0:1767318395.685116:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590528 00000100:00100000:1.0:1767318395.685159:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22431 00000100:00100000:1.0:1767318395.685166:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989590528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318395.685186:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318395.685282:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989590528:12345-0@lo:38:kworker.0 Request processed in 115us (3261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318395.685290:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22431 00000100:00080000:2.0:1767318395.689178:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318395.689192:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318395.689562:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989590912:0@lo:38:kworker.0 00000100:00100000:3.0:1767318395.689661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318395.689704:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989591168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318395.689737:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590912 00000100:00100000:3.0:1767318395.689738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318395.689753:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590912 00000100:00080000:3.0:1767318395.689805:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318395.689808:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591168 00000100:00100000:2.0:1767318395.689816:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591168 00000100:00080000:3.0:1767318395.689816:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318395.689825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989590528:0@lo:38:kworker.0 00000100:00100000:3.0:1767318395.689911:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22432 00000100:00100000:3.0:1767318395.689920:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989590912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318395.689949:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318395.690001:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989590912:12345-0@lo:38:kworker.0 Request processed in 79us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318395.690010:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22432 00000100:00080000:3.0:1767318395.690045:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318395.690050:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318395.690054:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989590912:0@lo:38:kworker.0 00000100:00100000:3.0:1767318395.690258:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22433 00000100:00100000:3.0:1767318395.690265:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989591168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318395.690276:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318395.690317:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989591168:12345-0@lo:38:kworker.0 Request processed in 40us (571us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318395.690325:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22433 00000100:00080000:3.0:1767318395.690347:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318395.690352:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318395.690355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989591168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318395.690541:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989590656 00000100:00100000:1.0:1767318395.690550:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989590656 00000100:00100000:1.0:1767318395.690583:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:1.0:1767318395.690589:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989590656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318395.690600:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318395.690647:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989590656:12345-0@lo:38:kworker.0 Request processed in 58us (8574us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318395.690654:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00080000:3.0:1767318395.691451:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318395.691461:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318395.691466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989590656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318395.748419:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318395.748545:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318395.748671:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779328 00000100:00100000:1.0:1767318395.748682:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779328 00000100:00100000:3.0:1767318395.748753:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779200 00000100:00100000:3.0:1767318395.748775:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779200 00000100:00100000:1.0:1767318395.748785:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4446 00000100:00100000:1.0:1767318395.748800:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925779328:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318395.748827:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22434 00000100:00100000:3.0:1767318395.748837:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925779200:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318395.748870:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318395.748917:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925779328:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318395.748928:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4446 00000100:00100000:3.0:1767318395.748950:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925779200:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (400us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318395.748961:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22434 00000100:00080000:2.0:1767318395.749115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318396.514695:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318396.704598:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318396.704619:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989591552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318396.704706:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318396.705337:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989591680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318396.705373:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318396.705476:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591552 00000100:00100000:1.0:1767318396.705485:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591552 00000100:00100000:0.0:1767318396.705494:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318396.705529:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591680 00000100:00100000:1.0:1767318396.705533:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591680 00000100:00100000:1.0:1767318396.705551:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:1.0:1767318396.705559:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989591552:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318396.705584:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00002000:00000024:1.0:1767318396.705588:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318396.705598:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989591680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318396.705621:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318396.705647:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989591552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318396.705655:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00000100:00100000:2.0:1767318396.705661:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989591680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318396.705669:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:0.0:1767318396.705764:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989591680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318396.705780:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989591552:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318397.536464:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318397.728959:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318398.560891:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318398.755916:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318399.584606:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318399.776348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318399.843705:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318399.843889:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779712 00000100:00100000:1.0:1767318399.843898:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779712 00000100:00100000:1.0:1767318399.843982:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4447 00000100:00100000:1.0:1767318399.843996:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925779712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318399.844166:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925779712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 174us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318399.844175:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4447 00000100:00080000:2.0:1767318399.844258:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767318399.844505:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925779456 offset 0 length 520: 4 00000100:00100000:0.0:1767318399.844883:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318399.845210:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779584 00000100:00100000:1.0:1767318399.845216:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779584 00000100:00100000:1.0:1767318399.845271:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22435 00000100:00100000:1.0:1767318399.845277:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925779584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318399.845297:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318399.845350:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925779584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 71us (467us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318399.845356:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22435 00010000:00010000:3.0:1767318400.608893:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318400.800316:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.800330:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318400.800333:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.800338:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318400.800343:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318400.800351:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3645 00000100:00080000:2.0:1767318400.800356:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318400.800364:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318400.800420:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163989591808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318400.800632:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.800637:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318400.800638:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318400.800643:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3645 00000100:00080000:2.0:1767318400.800646:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318400.800651:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318400.800670:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163989591936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318400.800717:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.800721:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318400.800724:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318400.800728:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3645 00000100:00080000:2.0:1767318400.800731:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318400.800734:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318400.800748:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989592192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318400.800784:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318400.800787:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318400.800789:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318400.800803:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3645 00000100:00080000:2.0:1767318400.800805:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318400.800809:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318400.800836:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989592064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318400.800908:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318400.800965:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318400.800971:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989592320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318400.801000:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318400.801026:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4a300 x1853163989592448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318400.801084:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989592704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318400.801116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.801149:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592064 00000100:00100000:1.0:1767318400.801159:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592064 00000100:00100000:2.0:1767318400.801199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318400.801207:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989592576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318400.801225:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592320 00000100:00100000:1.0:1767318400.801246:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592320 00000100:00100000:2.0:1767318400.801258:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.801275:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448 00000100:00100000:1.0:1767318400.801283:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989592064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318400.801333:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318400.801337:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989592064:12345-0@lo:400:kworker.0 Request processed in 54us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318400.801345:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448 00000100:00100000:3.0:1767318400.801355:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318375/real 1767318375] req@ffff96e2fcbc2d80 x1853163989585280/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318400 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318400.801363:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449 00000100:00100000:1.0:1767318400.801372:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989592320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318400.801381:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fcbc2d80 x1853163989585280/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318400 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318400.801397:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989591808:0@lo:38:kworker.0 00000100:00100000:1.0:1767318400.801401:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989592320:12345-0@lo:400:kworker.0 Request processed in 30us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318400.801409:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449 00000100:00100000:3.0:1767318400.801431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.801443:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989592320:0@lo:400:kworker.0 00000100:00100000:1.0:1767318400.801460:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989592064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318400.801464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989591936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318400.801485:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591808 00000100:00100000:1.0:1767318400.801489:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591808 00000100:00100000:3.0:1767318400.801507:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.801514:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22436 00000100:00100000:1.0:1767318400.801520:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989591808:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318400.801534:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989592192:0@lo:38:kworker.0 00010000:00020000:1.0:1767318400.801537:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318400.801562:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.801575:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989591808:12345-0@lo:38:kworker.0 Request processed in 53us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318400.801582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989592448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318400.801583:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22436 00000100:00100000:1.0:1767318400.801595:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592192 00000100:00100000:1.0:1767318400.801605:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592192 00000100:00100000:3.0:1767318400.801609:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318400.801621:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592448 00000100:00080000:3.0:1767318400.801624:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318400.801626:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592448 00000100:00100000:1.0:1767318400.801639:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22437 00000100:00080000:3.0:1767318400.801641:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318400.801647:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989585280:0@lo:250:kworker.0 00000100:00100000:1.0:1767318400.801650:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989592192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318400.801663:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318400.801673:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318400.801678:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318400.801681:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989591808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318400.801705:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22438 00000100:00100000:3.0:1767318400.801711:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989592448:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318400.801719:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989592192:12345-0@lo:38:kworker.0 Request processed in 72us (158us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767318400.801723:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318400.801731:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22437 00000100:00100000:3.0:1767318400.801755:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989592448:12345-0@lo:38:kworker.0 Request processed in 42us (146us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318400.801762:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22438 00000100:00080000:1.0:1767318400.801768:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318400.801776:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318400.801783:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989592192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318400.801791:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318400.801802:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318400.801808:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:3.0:1767318400.801810:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1767318400.801813:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989592448:0@lo:38:kworker.0 00000100:00080000:3.0:1767318400.801815:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318400.801820:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3624 00000100:00080000:3.0:1767318400.801823:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318400.801829:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318400.801844:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163989592832/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318400.801850:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318400.801867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989592832:0@lo:250:kworker.0 00000100:00100000:3.0:1767318400.801888:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989591936 00000400:00000100:1.0:1767318400.801889:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989592832 offset 0 length 520: 4 00000100:00100000:3.0:1767318400.801894:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989591936 00000100:00100000:3.0:1767318400.801924:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:3.0:1767318400.801929:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989591936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318400.801941:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318400.801982:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989591936:12345-0@lo:38:kworker.0 Request processed in 52us (475us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318400.801988:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00080000:1.0:1767318400.802172:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318400.802185:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318400.802188:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989591936:0@lo:38:kworker.0 00000100:00100000:0.0:1767318400.809097:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592704 00000100:00100000:0.0:1767318400.809114:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592704 00000100:00100000:0.0:1767318400.809296:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592576 00000100:00100000:0.0:1767318400.809300:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592576 00000100:00100000:3.0:1767318400.809366:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767318400.809389:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989592704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318400.809505:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989592704:12345-0@lo:400:kworker.0 Request processed in 119us (8387us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318400.809515:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767318400.809587:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989592704:0@lo:400:kworker.0 00000100:00080000:2.0:1767318400.816112:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318400.816123:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318400.817063:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:0.0:1767318400.817083:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989592576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318400.817183:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989592576:12345-0@lo:400:kworker.0 Request processed in 108us (15924us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318400.817190:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00100000:3.0:1767318400.817284:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989592576:0@lo:400:kworker.0 00010000:00010000:3.0:1767318401.632678:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318401.824908:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989592960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318401.824998:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318401.825076:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318401.825082:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989593088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318401.825108:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318401.825147:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989592960 00000100:00100000:1.0:1767318401.825155:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989592960 00000100:00100000:1.0:1767318401.825205:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593088 00000100:00100000:1.0:1767318401.825208:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593088 00000100:00100000:1.0:1767318401.825225:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1767318401.825255:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989592960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318401.825288:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318401.825304:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:2.0:1767318401.825314:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989593088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318401.825331:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318401.825332:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989592960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318401.825338:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:2.0:1767318401.825359:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989593088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318401.825365:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1767318401.825385:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989593088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318401.825399:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989592960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318401.825614:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318402.656433:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318402.848697:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318403.682602:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318403.872439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318404.705226:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318404.896438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318404.964041:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318404.964161:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779968 00000100:00100000:1.0:1767318404.964177:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779968 00000100:00100000:1.0:1767318404.964314:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4450 00000100:00100000:1.0:1767318404.964326:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925779968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318404.964418:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925779968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318404.964427:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4450 00000100:00080000:2.0:1767318404.964841:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318404.972208:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318404.972376:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925779840 00000100:00100000:3.0:1767318404.972387:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925779840 00000100:00100000:3.0:1767318404.972442:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22439 00000100:00100000:3.0:1767318404.972450:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925779840:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318404.972473:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318404.972555:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925779840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 104us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318404.972563:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22439 00010000:00010000:3.0:1767318405.728915:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318405.923863:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318405.924646:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318405.924652:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318405.924656:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318405.924660:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318405.924664:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318405.924672:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3650 00000100:00080000:0.0:1767318405.924676:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318405.924683:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318405.924733:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804000 x1853163989593216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318405.924765:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318405.924769:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318405.924771:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318405.924775:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3650 00000100:00080000:0.0:1767318405.924777:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318405.924781:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318405.924795:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804a80 x1853163989593344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318405.924868:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989593472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318405.925206:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318405.925372:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318405.925377:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318405.925379:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318405.925383:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3650 00000100:00080000:0.0:1767318405.925386:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318405.925391:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318405.925406:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff804700 x1853163989593600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318405.925466:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989593216:0@lo:38:kworker.0 00000100:00100000:1.0:1767318405.925512:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318405.935298:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989593344:0@lo:38:kworker.0 00000100:00100000:1.0:1767318405.935361:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318405.935387:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989593600:0@lo:38:kworker.0 00000100:00100000:1.0:1767318405.935411:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318405.936522:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318405.936529:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318405.936533:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318405.936540:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3650 00000100:00080000:0.0:1767318405.936544:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318405.936550:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318405.936583:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7efb80 x1853163989593856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318405.936648:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989593984:0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.936689:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318405.936732:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318405.936738:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989594112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.936760:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318405.936791:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593984 00000100:00100000:0.0:1767318405.936797:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593984 00000100:00100000:0.0:1767318405.936849:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594112 00000100:00100000:0.0:1767318405.936852:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594112 00000100:00100000:0.0:1767318405.936883:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:0.0:1767318405.936892:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989593984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.936940:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989593984:12345-0@lo:400:kworker.0 Request processed in 50us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318405.936947:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00100000:0.0:1767318405.936964:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:0.0:1767318405.936969:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989594112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.937006:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989594112:12345-0@lo:400:kworker.0 Request processed in 36us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318405.937011:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00080000:0.0:1767318405.937026:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318405.937029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318405.937049:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989593728:0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.937102:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989594112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.937112:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989593984:0@lo:400:kworker.0 00000100:00100000:0.0:1767318405.937155:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593344 00000100:00100000:0.0:1767318405.937159:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593344 00000100:00100000:0.0:1767318405.937179:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:0.0:1767318405.937184:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989593344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318405.937203:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318405.937256:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989593344:12345-0@lo:38:kworker.0 Request processed in 71us (1896us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318405.937263:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:2.0:1767318405.937964:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593472 00000100:00100000:2.0:1767318405.937972:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593472 00000100:00100000:2.0:1767318405.941527:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593216 00000100:00100000:2.0:1767318405.941541:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593216 00000100:00100000:2.0:1767318405.941567:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:2.0:1767318405.941581:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989593472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318405.941661:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989593472:12345-0@lo:400:kworker.0 Request processed in 84us (16455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318405.941668:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:2.0:1767318405.941687:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22440 00000100:00100000:2.0:1767318405.941704:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989593216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318405.941725:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318405.941754:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989593216:12345-0@lo:38:kworker.0 Request processed in 61us (16257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318405.941760:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22440 00000100:00080000:2.0:1767318405.941789:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318405.941842:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989593472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318405.943993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989593856:0@lo:38:kworker.0 00000100:00100000:1.0:1767318405.944048:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318405.944088:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318405.944094:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318405.944098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989593216:0@lo:38:kworker.0 00000100:00080000:1.0:1767318405.944110:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318405.944113:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318405.944116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989593344:0@lo:38:kworker.0 00000100:00100000:1.0:1767318405.944155:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593600 00000100:00100000:1.0:1767318405.944161:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593600 00000100:00100000:1.0:1767318405.944193:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593856 00000100:00100000:1.0:1767318405.944195:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593856 00000100:00100000:1.0:1767318405.944213:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22441 00000100:00100000:1.0:1767318405.944219:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989593600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318405.944253:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318405.944292:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989593600:12345-0@lo:38:kworker.0 Request processed in 71us (8879us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318405.944298:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22441 00000100:00100000:1.0:1767318405.944314:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22442 00000100:00100000:1.0:1767318405.944318:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989593856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318405.944327:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318405.944345:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989593856:12345-0@lo:38:kworker.0 Request processed in 26us (297us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318405.944351:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22442 00000100:00080000:1.0:1767318405.944375:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318405.944379:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318405.944382:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989593856:0@lo:38:kworker.0 00000100:00080000:1.0:1767318405.944389:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318405.944393:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318405.944396:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989593600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318405.944649:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318405.945206:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989593728 00000100:00100000:2.0:1767318405.945213:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989593728 00000100:00100000:2.0:1767318405.945281:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4452 00000100:00100000:2.0:1767318405.945288:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989593728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318405.945341:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989593728:12345-0@lo:400:kworker.0 Request processed in 53us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318405.945350:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4452 00000100:00080000:0.0:1767318405.945359:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318405.945395:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989593728:0@lo:400:kworker.0 00010000:00010000:3.0:1767318406.752925:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318406.944848:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318406.945481:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989594240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318406.945569:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318406.945809:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594240 00000100:00100000:2.0:1767318406.945818:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594240 00000100:00100000:2.0:1767318406.945872:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1767318406.945881:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989594240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318406.945914:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318406.945970:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989594240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318406.945978:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:3.0:1767318406.946133:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989594240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318406.946287:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989594368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318406.946317:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318406.946531:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594368 00000100:00100000:2.0:1767318406.946537:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594368 00000100:00100000:2.0:1767318406.946568:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:2.0:1767318406.946574:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989594368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318406.946590:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318406.946632:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989594368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318406.946638:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00100000:1.0:1767318406.946752:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989594368:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318407.776618:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318407.968395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318408.800471:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318408.993557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318409.828102:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318410.016325:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318410.086989:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318410.087270:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780096 00000100:00100000:1.0:1767318410.087281:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780096 00000100:00100000:1.0:1767318410.087338:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22443 00000100:00100000:1.0:1767318410.087346:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925780096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318410.087369:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318410.087435:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925780096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 89us (461us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318410.087441:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22443 00000100:00100000:2.0:1767318410.091868:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318410.092597:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780224 00000100:00100000:1.0:1767318410.092608:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780224 00000100:00100000:1.0:1767318410.092752:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4453 00000100:00100000:1.0:1767318410.092764:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925780224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318410.092849:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925780224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318410.092857:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4453 00000100:00080000:0.0:1767318410.096680:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318410.851476:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318411.041455:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318411.041471:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318411.041474:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318411.041479:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318411.041484:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318411.041493:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3655 00000100:00080000:2.0:1767318411.041506:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318411.041515:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318411.041561:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318411.041566:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4aa00 x1853163989594496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318411.041590:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318411.041593:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318411.041623:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318411.041628:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3655 00000100:00080000:2.0:1767318411.041630:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318411.041635:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318411.041649:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b480 x1853163989594624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318411.041692:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318411.041696:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318411.041698:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318411.041702:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3655 00000100:00080000:2.0:1767318411.041704:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318411.041708:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318411.041715:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989594752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318411.041719:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163989594880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318411.041733:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318411.041736:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318411.041738:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318411.041741:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3655 00000100:00080000:2.0:1767318411.041743:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318411.041746:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318411.041754:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989595136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318411.041801:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989595392:0@lo:400:kworker.0 00000100:00100000:0.0:1767318411.041802:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318411.041880:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318411.041886:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989595008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318411.042140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989595264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318411.044355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989594496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318411.046314:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318411.046427:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594752 00000100:00100000:0.0:1767318411.046439:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594752 00000100:00100000:0.0:1767318411.046501:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595008 00000100:00100000:0.0:1767318411.047170:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595008 00000100:00100000:0.0:1767318411.047217:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454 00000100:00100000:0.0:1767318411.047227:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989594752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318411.047298:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318411.047341:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989594752:12345-0@lo:400:kworker.0 Request processed in 115us (5538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318411.047350:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454 00000100:00100000:3.0:1767318411.047358:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4455 00000100:00100000:3.0:1767318411.047370:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989595008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318411.047383:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595264 00000100:00100000:0.0:1767318411.047388:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595264 00000100:00100000:3.0:1767318411.047412:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989595008:12345-0@lo:400:kworker.0 Request processed in 46us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318411.047422:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:3.0:1767318411.047422:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4455 00000100:00100000:0.0:1767318411.047434:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989595264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318411.047483:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989595264:12345-0@lo:400:kworker.0 Request processed in 52us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318411.047490:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00080000:0.0:1767318411.047511:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318411.047516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318411.047546:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989595008:0@lo:400:kworker.0 00000100:00100000:0.0:1767318411.047559:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989594752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318411.048270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989595264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318411.049270:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318411.049392:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318411.049439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989594624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.049450:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594496 00000100:00100000:2.0:1767318411.049457:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594496 00000100:00100000:1.0:1767318411.049484:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318411.049505:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22444 00000100:00100000:1.0:1767318411.049512:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594624 00000100:00100000:2.0:1767318411.049513:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989594496:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318411.049516:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594624 00010000:00020000:2.0:1767318411.049538:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318411.049539:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1767318411.049546:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989594624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318411.049557:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318411.049558:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595392 00000100:00100000:0.0:1767318411.049564:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595392 00000100:00100000:2.0:1767318411.049591:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989594496:12345-0@lo:38:kworker.0 Request processed in 78us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318411.049606:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989594624:12345-0@lo:38:kworker.0 Request processed in 45us (109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318411.049614:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22444 00000100:00100000:1.0:1767318411.049618:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00080000:2.0:1767318411.049653:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318411.049664:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318411.049670:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318411.049673:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989594624:0@lo:38:kworker.0 00000100:00100000:1.0:1767318411.049680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989594880:0@lo:38:kworker.0 00000100:00100000:0.0:1767318411.049701:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:1.0:1767318411.049707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318411.049715:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989595392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318411.049727:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989595136:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.049735:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989594880 00000100:00100000:2.0:1767318411.049741:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989594880 00000100:00100000:1.0:1767318411.049763:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318411.049764:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22445 00000100:00100000:0.0:1767318411.049771:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989595392:12345-0@lo:400:kworker.0 Request processed in 60us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318411.049771:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989594880:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318411.049778:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00010000:00020000:2.0:1767318411.049782:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318411.049803:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595136 00000100:00080000:1.0:1767318411.049805:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318411.049807:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595136 00000100:00080000:1.0:1767318411.049811:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318411.049816:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989594496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318411.049823:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989594880:12345-0@lo:38:kworker.0 Request processed in 50us (117us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767318411.049825:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318411.049831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318411.049894:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22446 00000100:00100000:0.0:1767318411.049900:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989595136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318411.049909:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318411.049933:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989595136:12345-0@lo:38:kworker.0 Request processed in 32us (173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318411.052274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989594880:0@lo:38:kworker.0 00000100:00080000:1.0:1767318411.052317:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318411.052322:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318411.052325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989595136:0@lo:38:kworker.0 00000100:00100000:1.0:1767318411.052432:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989595392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318411.057705:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22445 00000100:00100000:0.0:1767318411.070858:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22446 00010000:00010000:3.0:1767318411.873194:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318412.064371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318412.064629:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989595520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318412.064884:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318412.064960:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318412.064967:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989595648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318412.064991:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318412.065070:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595520 00000100:00100000:0.0:1767318412.065078:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595520 00000100:00100000:0.0:1767318412.065130:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595648 00000100:00100000:0.0:1767318412.065134:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595648 00000100:00100000:0.0:1767318412.065151:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1767318412.065159:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989595520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318412.065189:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318412.065275:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989595520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318412.065284:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1767318412.065314:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:0.0:1767318412.065322:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989595648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318412.065336:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318412.065362:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989595648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318412.065369:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:1.0:1767318412.067075:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989595648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318412.067107:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989595520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318412.896424:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318413.088721:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318413.920439:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318414.113489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318414.945757:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318415.136499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318415.203080:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318415.203131:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318415.203409:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780352 00000100:00100000:2.0:1767318415.203421:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780352 00000100:00100000:2.0:1767318415.203468:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780480 00000100:00100000:2.0:1767318415.203472:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780480 00000100:00100000:2.0:1767318415.203532:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4456 00000100:00100000:2.0:1767318415.203543:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925780480:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318415.203620:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925780480:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318415.203629:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4456 00000100:00100000:2.0:1767318415.203649:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22447 00000100:00100000:2.0:1767318415.203655:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925780352:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318415.203675:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318415.203691:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318415.203703:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925780352:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (633us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318415.203711:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22447 00010000:00010000:3.0:1767318415.968985:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318416.160358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318416.160607:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318416.160613:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318416.160616:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318416.160620:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318416.160624:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318416.160631:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3660 00000100:00080000:0.0:1767318416.160636:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318416.160642:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318416.160684:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989595776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318416.160711:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318416.160715:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318416.160717:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318416.160720:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3660 00000100:00080000:0.0:1767318416.160723:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318416.160727:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318416.160739:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8fb80 x1853163989595904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318416.160785:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318416.160789:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318416.160791:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318416.160794:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3660 00000100:00080000:0.0:1767318416.160796:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318416.160799:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318416.160813:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163989596160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318416.160828:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318416.160831:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318416.160833:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318416.160836:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3660 00000100:00080000:0.0:1767318416.160838:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318416.160842:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318416.160852:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163989596416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318416.160899:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989596544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318416.160957:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989596032:0@lo:400:kworker.0 00000100:00100000:0.0:1767318416.160965:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318416.161035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989595776:0@lo:38:kworker.0 00000100:00100000:0.0:1767318416.161099:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318416.161106:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989596672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318416.161150:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989596288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318416.165205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318416.165319:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596544 00000100:00100000:1.0:1767318416.165329:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596544 00000100:00100000:1.0:1767318416.165392:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1767318416.165404:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989596544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318416.165835:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989596544:12345-0@lo:400:kworker.0 Request processed in 432us (4870us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318416.165844:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1767318416.165966:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596032 00000100:00100000:1.0:1767318416.165971:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596032 00000100:00100000:1.0:1767318416.166205:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457 00000100:00100000:1.0:1767318416.166216:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989596032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318416.166988:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989596032:12345-0@lo:400:kworker.0 Request processed in 772us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318416.167086:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457 00000100:00080000:1.0:1767318416.167116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318416.167121:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318416.167160:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989596032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318416.167188:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318416.167248:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989595904:0@lo:38:kworker.0 00000100:00100000:1.0:1767318416.167264:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595776 00000100:00100000:1.0:1767318416.167271:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595776 00000100:00100000:3.0:1767318416.167281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318416.167300:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22448 00000100:00100000:1.0:1767318416.167306:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989595776:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318416.167314:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989596160:0@lo:38:kworker.0 00010000:00020000:1.0:1767318416.167326:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318416.167342:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318416.167414:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989595776:12345-0@lo:38:kworker.0 Request processed in 107us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318416.167421:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22448 00000100:00100000:3.0:1767318416.167425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989596416:0@lo:38:kworker.0 00000100:00100000:1.0:1767318416.167433:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596160 00000100:00100000:1.0:1767318416.167438:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596160 00000100:00100000:3.0:1767318416.167455:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318416.167460:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22449 00000100:00100000:1.0:1767318416.167464:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989596160:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767318416.167489:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318416.167506:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318416.167510:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989595776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318416.167535:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989595904 00000100:00100000:3.0:1767318416.167539:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989595904 00000100:00100000:3.0:1767318416.167563:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:3.0:1767318416.167578:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989595904:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318416.167709:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318416.167735:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596672 00000100:00100000:0.0:1767318416.167738:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596672 00000100:00100000:0.0:1767318416.167773:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:0.0:1767318416.167781:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989596672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318416.167816:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989596672:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318416.167822:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00080000:0.0:1767318416.168036:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318416.168056:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989596672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318416.168069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989596544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318416.168100:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596416 00000100:00100000:0.0:1767318416.168104:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596416 00000100:00100000:0.0:1767318416.168118:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22450 00000100:00100000:0.0:1767318416.168123:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989596416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318416.168166:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318416.168203:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989596160:12345-0@lo:38:kworker.0 Request processed in 736us (861us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318416.168210:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22449 00000100:00080000:1.0:1767318416.168297:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318416.168302:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318416.168306:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989596160:0@lo:38:kworker.0 00000100:00100000:2.0:1767318416.175190:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318416.175274:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596288 00000100:00100000:1.0:1767318416.175284:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596288 00010000:00020000:3.0:1767318416.175599:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318416.175672:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989595904:12345-0@lo:38:kworker.0 Request processed in 8101us (8388us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318416.175728:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1767318416.175744:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458 00000100:00100000:1.0:1767318416.175756:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989596288:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318416.175799:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318416.175806:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318416.175811:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989595904:0@lo:38:kworker.0 00000100:00100000:1.0:1767318416.175817:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989596288:12345-0@lo:400:kworker.0 Request processed in 62us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318416.175829:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458 00000100:00100000:3.0:1767318416.175871:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989596288:0@lo:400:kworker.0 00000100:00080000:2.0:1767318416.176088:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767318416.189455:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318416.189584:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989596416:12345-0@lo:38:kworker.0 Request processed in 21456us (22127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318416.189598:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22450 00000100:00080000:3.0:1767318416.190872:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318416.190881:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318416.190886:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989596416:0@lo:38:kworker.0 00010000:00010000:3.0:1767318416.992416:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318417.184370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318417.184600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989596800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318417.184669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318417.185084:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596800 00000100:00100000:3.0:1767318417.185093:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596800 00000100:00100000:3.0:1767318417.185156:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1767318417.185168:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989596800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318417.185200:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318417.185270:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989596800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318417.185280:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1767318417.185347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989596800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318417.188265:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318417.188287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989596928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318417.188355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318417.188395:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989596928 00000100:00100000:2.0:1767318417.188404:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989596928 00000100:00100000:2.0:1767318417.188453:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:2.0:1767318417.188462:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989596928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318417.188508:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318417.188560:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989596928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318417.188567:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:1.0:1767318417.188614:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989596928:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318418.017458:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318418.208352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318419.040537:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318419.232620:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318420.064544:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318420.256358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318420.324175:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318420.324294:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318420.324531:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780736 00000100:00100000:1.0:1767318420.324542:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780736 00000100:00100000:1.0:1767318420.324630:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780608 00000100:00100000:1.0:1767318420.324634:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780608 00000100:00100000:1.0:1767318420.324660:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4459 00000100:00100000:1.0:1767318420.324672:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925780736:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318420.324681:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22451 00000100:00100000:3.0:1767318420.324689:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925780608:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318420.324711:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318420.324763:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318420.324826:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925780736:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 156us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318420.324835:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4459 00000100:00100000:3.0:1767318420.327356:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925780608:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 2650us (3045us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318420.327372:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22451 00010000:00010000:3.0:1767318421.090559:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318421.280678:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318421.282708:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318421.282717:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318421.282720:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318421.282724:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318421.282729:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318421.282737:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3665 00000100:00080000:3.0:1767318421.282742:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318421.282749:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318421.282793:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5180 x1853163989597056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318421.282824:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318421.282828:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318421.282829:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318421.282833:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3665 00000100:00080000:3.0:1767318421.282835:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318421.282839:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318421.282853:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163989597184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318421.282887:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318421.282891:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318421.282892:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318421.282895:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3665 00000100:00080000:3.0:1767318421.282898:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318421.282902:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318421.282912:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6d80 x1853163989597440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318421.282927:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318421.282930:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318421.282932:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318421.282935:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3665 00000100:00080000:3.0:1767318421.282937:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318421.282940:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318421.282949:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163989597696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318421.283009:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989597952:0@lo:400:kworker.0 00000100:00100000:0.0:1767318421.283273:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989597312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318421.283351:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318421.283408:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597312 00000100:00100000:0.0:1767318421.283417:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597312 00000100:00100000:0.0:1767318421.283474:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4460 00000100:00100000:0.0:1767318421.283484:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989597312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318421.283532:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989597312:12345-0@lo:400:kworker.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318421.283538:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4460 00000100:00100000:0.0:1767318421.283612:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989597312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318421.283634:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318421.283640:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989597568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318421.283662:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318421.283681:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597568 00000100:00100000:0.0:1767318421.283698:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597568 00000100:00100000:0.0:1767318421.283725:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461 00000100:00100000:0.0:1767318421.283731:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989597568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318421.283760:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989597568:12345-0@lo:400:kworker.0 Request processed in 29us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318421.283766:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461 00000100:00100000:0.0:1767318421.283793:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989597568:0@lo:400:kworker.0 00000100:00080000:2.0:1767318421.284004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318421.284821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989597824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318421.284872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318421.284928:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989597056:0@lo:38:kworker.0 00000100:00100000:1.0:1767318421.284954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318421.284994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989597184:0@lo:38:kworker.0 00000100:00100000:1.0:1767318421.285018:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318421.285216:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989597440:0@lo:38:kworker.0 00000100:00100000:1.0:1767318421.285274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318421.285293:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989597696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318421.285316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318421.285447:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597056 00000100:00100000:2.0:1767318421.285455:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597056 00000100:00100000:2.0:1767318421.285486:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597440 00000100:00100000:2.0:1767318421.285489:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597440 00000100:00100000:2.0:1767318421.285501:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597696 00000100:00100000:2.0:1767318421.285504:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597696 00000100:00100000:2.0:1767318421.285522:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22452 00000100:00100000:2.0:1767318421.285529:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989597056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318421.285550:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318421.285589:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989597056:12345-0@lo:38:kworker.0 Request processed in 59us (633us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318421.285596:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22452 00000100:00100000:2.0:1767318421.285611:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22453 00000100:00100000:2.0:1767318421.285615:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989597440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318421.285624:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318421.285645:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989597440:12345-0@lo:38:kworker.0 Request processed in 29us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318421.285651:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22453 00000100:00100000:2.0:1767318421.285661:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22454 00000100:00100000:2.0:1767318421.285665:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989597696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318421.285673:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318421.286824:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318421.286889:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597184 00000100:00100000:3.0:1767318421.286895:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597184 00000100:00080000:1.0:1767318421.288805:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318421.288818:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318421.288823:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989597056:0@lo:38:kworker.0 00000100:00080000:1.0:1767318421.288837:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318421.288840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318421.288843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989597440:0@lo:38:kworker.0 00000100:00100000:3.0:1767318421.289173:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:3.0:1767318421.289182:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989597184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318421.289205:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318421.289290:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989597184:12345-0@lo:38:kworker.0 Request processed in 107us (4270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318421.289298:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00100000:0.0:1767318421.289390:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597824 00000100:00100000:0.0:1767318421.289406:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597824 00000100:00100000:0.0:1767318421.289458:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989597952 00000100:00100000:0.0:1767318421.289462:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989597952 00000100:00100000:0.0:1767318421.289479:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:0.0:1767318421.289485:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989597824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318421.289703:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:1.0:1767318421.289714:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989597952:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318421.289771:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318421.289777:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318421.302994:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989597696:12345-0@lo:38:kworker.0 Request processed in 17312us (17662us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318421.303013:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22454 00000100:00100000:0.0:1767318421.304225:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989597824:12345-0@lo:400:kworker.0 Request processed in 14733us (19345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318421.304252:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:0.0:1767318421.304327:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989597824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318421.304591:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989597952:12345-0@lo:400:kworker.0 Request processed in 14879us (17771us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318421.304599:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00100000:0.0:1767318421.305216:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989597952:0@lo:400:kworker.0 00000100:00080000:3.0:1767318421.310779:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318421.310800:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318421.310806:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989597184:0@lo:38:kworker.0 00000100:00080000:3.0:1767318421.310825:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318421.310829:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318421.310832:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989597696:0@lo:38:kworker.0 00010000:00010000:3.0:1767318422.115182:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318422.306489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318422.307656:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989598080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318422.307726:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318422.307809:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598080 00000100:00100000:0.0:1767318422.307817:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598080 00000100:00100000:0.0:1767318422.307860:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1767318422.307869:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989598080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318422.307899:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318422.307943:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989598080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318422.307951:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1767318422.307997:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989598080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318422.309324:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989598208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318422.309390:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318422.309623:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598208 00000100:00100000:2.0:1767318422.309631:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598208 00000100:00100000:2.0:1767318422.309679:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:2.0:1767318422.309687:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989598208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318422.309712:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318422.309760:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989598208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318422.309767:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1767318422.309921:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989598208:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318423.137190:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318423.328381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318424.160554:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318424.354716:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318424.419529:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767318424.423278:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925780864 offset 0 length 520: 4 00000100:00100000:3.0:1767318424.423332:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318424.431599:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781120 00000100:00100000:2.0:1767318424.431616:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781120 00000100:00100000:2.0:1767318424.431707:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925780992 00000100:00100000:2.0:1767318424.431711:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925780992 00000100:00100000:2.0:1767318424.431744:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4462 00000100:00100000:2.0:1767318424.431766:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925781120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318424.432208:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22455 00000100:00100000:0.0:1767318424.432216:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925780992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318424.432254:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318424.432325:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925781120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 562us (12809us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318424.432334:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4462 00000100:00080000:3.0:1767318424.432413:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318424.437171:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925780992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 4937us (13821us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318424.437189:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22455 00010000:00010000:3.0:1767318425.184500:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318425.376369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318425.376501:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318400/real 1767318400] req@ffff96e2f9bac700 x1853163989592832/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318425.376531:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f9bac700 x1853163989592832/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318425.376545:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318425.376569:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318425.376572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989592832:0@lo:250:kworker.0 00000100:00080000:1.0:1767318425.376676:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318425.376680:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318425.376682:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318425.376686:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3650 00000100:00080000:1.0:1767318425.376689:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318425.376693:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318425.376731:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7efb80 x1853163989598336/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318425.376761:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318425.376764:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318425.376766:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318425.376775:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3671 00000100:00080000:1.0:1767318425.376777:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318425.376780:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318425.376796:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5180 x1853163989598464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318425.376804:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318425.376806:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318425.376808:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318425.376811:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3671 00000100:00080000:1.0:1767318425.376813:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318425.376816:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318425.376825:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989598592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318425.376890:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318425.376925:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989598336:0@lo:250:kworker.0 00000400:00000100:3.0:1767318425.376976:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989598336 offset 0 length 520: 4 00000100:00100000:3.0:1767318425.377027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989598464:0@lo:38:kworker.0 00000100:00100000:3.0:1767318425.377064:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318425.377083:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989598592:0@lo:38:kworker.0 00000100:00100000:3.0:1767318425.377106:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318425.377138:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598592 00000100:00100000:3.0:1767318425.377145:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598592 00000100:00100000:0.0:1767318425.377176:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598464 00000100:00100000:3.0:1767318425.377177:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:0.0:1767318425.377180:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598464 00000100:00100000:3.0:1767318425.377183:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989598592:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318425.377202:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22456 00010000:00020000:3.0:1767318425.377202:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318425.377207:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989598464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318425.377215:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318425.377280:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318425.377284:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318425.377286:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318425.377289:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3671 00000100:00080000:1.0:1767318425.377292:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318425.377296:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318425.377314:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6680 x1853163989598848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318425.377358:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989598592:12345-0@lo:38:kworker.0 Request processed in 173us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318425.377365:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1767318425.377393:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989598848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318425.377396:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989598464:12345-0@lo:38:kworker.0 Request processed in 188us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318425.377403:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22456 00000100:00100000:3.0:1767318425.377414:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318425.377431:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598848 00000100:00100000:0.0:1767318425.377435:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598848 00000100:00080000:3.0:1767318425.377442:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318425.377446:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318425.377449:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989598464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318425.377450:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22457 00000100:00100000:0.0:1767318425.377454:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989598848:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767318425.377458:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318425.377460:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318425.377463:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989598592:0@lo:38:kworker.0 00010000:00020000:0.0:1767318425.377464:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318425.377664:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989598848:12345-0@lo:38:kworker.0 Request processed in 207us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318425.377671:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22457 00000100:00080000:3.0:1767318425.377685:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318425.377689:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318425.377692:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989598848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318425.385497:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989598976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318425.385573:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318425.386172:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989598720:0@lo:400:kworker.0 00000100:00100000:2.0:1767318425.386205:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318425.386281:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598976 00000100:00100000:2.0:1767318425.386289:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598976 00000100:00100000:2.0:1767318425.386351:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989598720 00000100:00100000:2.0:1767318425.386355:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989598720 00000100:00100000:2.0:1767318425.386382:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463 00000100:00100000:2.0:1767318425.386391:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989598976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318425.386448:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989598976:12345-0@lo:400:kworker.0 Request processed in 58us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318425.386455:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463 00000100:00100000:2.0:1767318425.386472:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4464 00000100:00100000:2.0:1767318425.386478:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989598720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318425.386503:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989598720:12345-0@lo:400:kworker.0 Request processed in 26us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318425.386508:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4464 00000100:00080000:2.0:1767318425.386530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318425.386559:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989598976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318425.386569:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989598720:0@lo:400:kworker.0 00000100:00080000:1.0:1767318425.387559:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318425.387569:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318425.387574:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318425.387582:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3671 00000100:00080000:1.0:1767318425.387587:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318425.387595:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318425.387658:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163989599104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318425.388354:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989599360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318425.388422:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318425.388463:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318425.388469:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989599232:0@lo:400:kworker.0 00000100:00100000:1.0:1767318425.388491:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318425.388521:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599360 00000100:00100000:1.0:1767318425.388529:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599360 00000100:00100000:1.0:1767318425.388575:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599232 00000100:00100000:1.0:1767318425.388578:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599232 00000100:00100000:1.0:1767318425.388598:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00080000:2.0:1767318425.389434:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318425.389441:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318425.389499:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989599360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318425.389575:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989599360:12345-0@lo:400:kworker.0 Request processed in 970us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318425.389584:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00100000:0.0:1767318425.390262:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:0.0:1767318425.390276:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989599232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318425.390328:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989599232:12345-0@lo:400:kworker.0 Request processed in 48us (1826us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318425.390334:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:3.0:1767318425.390602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989599104:0@lo:38:kworker.0 00000100:00100000:3.0:1767318425.390662:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318425.393678:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599104 00000100:00100000:0.0:1767318425.393701:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599104 00000100:00100000:0.0:1767318425.393775:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22458 00000100:00100000:0.0:1767318425.393784:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989599104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318425.393808:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318425.394333:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989599104:12345-0@lo:38:kworker.0 Request processed in 548us (3669us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318425.394341:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22458 00000100:00080000:3.0:1767318425.394552:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318425.394558:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318425.394562:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989599104:0@lo:38:kworker.0 00000100:00100000:1.0:1767318425.394791:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989599232:0@lo:400:kworker.0 00000100:00100000:1.0:1767318425.394807:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989599360:0@lo:400:kworker.0 00010000:00010000:3.0:1767318426.208700:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318426.400365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318427.233181:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318427.424492:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318427.424521:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989599488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318427.424597:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318427.424665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989599616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318427.424682:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599488 00000100:00100000:0.0:1767318427.424692:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599488 00000100:00100000:1.0:1767318427.424705:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318427.424753:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599616 00000100:00100000:0.0:1767318427.424757:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599616 00000100:00080000:1.0:1767318427.424767:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318427.424773:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318427.424780:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:0.0:1767318427.424792:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989599488:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318427.424796:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:1.0:1767318427.424808:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989599616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318427.424838:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767318427.424841:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318427.424891:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989599616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318427.424898:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:2.0:1767318427.424960:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318427.429431:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989599488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4630us (4821us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318427.429451:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1767318427.431666:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989599616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318427.431713:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989599488:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318428.256592:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318428.448642:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318429.280536:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318429.473703:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318429.541330:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318429.541397:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318429.547327:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781248 00000100:00100000:0.0:1767318429.547347:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781248 00000100:00100000:2.0:1767318429.547455:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781376 00000100:00100000:2.0:1767318429.547468:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781376 00000100:00100000:2.0:1767318429.547696:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4465 00000100:00100000:2.0:1767318429.547708:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925781376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318429.547821:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925781376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 114us (6424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318429.547830:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4465 00000100:00100000:2.0:1767318429.547853:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22459 00000100:00100000:2.0:1767318429.547860:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925781248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318429.547887:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318429.547917:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925781248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (6606us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318429.547924:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22459 00000100:00080000:1.0:1767318429.548166:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318430.304479:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318430.496389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318430.496528:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318430.496537:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318430.496540:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318430.496544:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318430.496549:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318430.496558:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3675 00000100:00080000:1.0:1767318430.496563:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318430.496571:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318430.496617:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163989599744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318430.496640:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318430.496643:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318430.496645:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318430.496649:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3675 00000100:00080000:1.0:1767318430.496651:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318430.496656:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318430.496677:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5f80 x1853163989599872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318430.496735:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318430.496744:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318430.496746:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318430.496751:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989600000:0@lo:400:kworker.0 00000100:00080000:1.0:1767318430.496752:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3675 00000100:00100000:3.0:1767318430.496878:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989599744:0@lo:38:kworker.0 00000100:00080000:1.0:1767318430.497153:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318430.497160:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318430.497176:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7800 x1853163989600128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318430.497200:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318430.497204:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318430.497206:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318430.497210:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3675 00000100:00080000:1.0:1767318430.497214:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318430.497217:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318430.497289:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989600384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318430.497344:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989600256:0@lo:400:kworker.0 00000100:00100000:3.0:1767318430.498187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318430.498288:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989599872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318430.498295:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318430.498325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318430.498353:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989600128:0@lo:38:kworker.0 00000100:00100000:2.0:1767318430.498354:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599744 00000100:00100000:2.0:1767318430.498363:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599744 00000100:00100000:3.0:1767318430.498375:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318430.498393:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989600384:0@lo:38:kworker.0 00000100:00100000:2.0:1767318430.498403:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600000 00000100:00100000:2.0:1767318430.498406:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600000 00000100:00100000:3.0:1767318430.498415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318430.498444:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989600512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318430.498452:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600128 00000100:00100000:2.0:1767318430.498455:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600128 00000100:00100000:2.0:1767318430.498467:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4466 00000100:00100000:3.0:1767318430.498473:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318430.498477:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989600000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318430.498495:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318430.498501:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989600640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318430.498522:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318430.498532:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989600000:12345-0@lo:400:kworker.0 Request processed in 58us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318430.498540:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4466 00000100:00100000:3.0:1767318430.498546:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989599872 00000100:00100000:3.0:1767318430.498549:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989599872 00000100:00100000:2.0:1767318430.498557:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600384 00000100:00100000:2.0:1767318430.498559:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600384 00000100:00100000:2.0:1767318430.498569:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22460 00000100:00100000:3.0:1767318430.498570:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:2.0:1767318430.498573:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989599744:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318430.498574:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989599872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318430.498595:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318430.498631:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989599744:12345-0@lo:38:kworker.0 Request processed in 57us (450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318430.498638:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22460 00000100:00100000:1.0:1767318430.498639:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318430.498647:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600256 00000100:00100000:2.0:1767318430.498650:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600256 00000100:00080000:1.0:1767318430.498666:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318430.498666:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4467 00000100:00100000:2.0:1767318430.498671:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989600256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318430.498681:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22461 00000100:00100000:1.0:1767318430.498686:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989600128:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318430.498703:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989600256:12345-0@lo:400:kworker.0 Request processed in 31us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318430.498708:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4467 00000100:00100000:2.0:1767318430.498720:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22462 00000100:00100000:2.0:1767318430.498724:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989600384:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318430.498773:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600512 00000100:00100000:0.0:1767318430.498778:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600512 00000100:00100000:0.0:1767318430.498814:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600640 00000100:00100000:0.0:1767318430.498818:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600640 00000100:00100000:0.0:1767318430.498838:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:0.0:1767318430.498844:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989600512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318430.498884:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989600512:12345-0@lo:400:kworker.0 Request processed in 41us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318430.498891:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00100000:0.0:1767318430.498909:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:0.0:1767318430.498915:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989600640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318430.498945:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989600640:12345-0@lo:400:kworker.0 Request processed in 31us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318430.498952:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00080000:0.0:1767318430.498981:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318430.498984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318430.499031:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989600256:0@lo:400:kworker.0 00000100:00080000:0.0:1767318430.499099:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318430.499105:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318430.499109:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989599744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318430.499326:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989600000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318430.499355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989600640:0@lo:400:kworker.0 00000100:00100000:0.0:1767318430.499366:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989600512:0@lo:400:kworker.0 00010000:00020000:3.0:1767318430.500700:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318430.500802:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989599872:12345-0@lo:38:kworker.0 Request processed in 2223us (2472us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318430.500813:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00080000:0.0:1767318430.500998:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318430.501005:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318430.501009:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989599872:0@lo:38:kworker.0 00010000:00020000:1.0:1767318430.503539:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318430.503671:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989600128:12345-0@lo:38:kworker.0 Request processed in 4980us (5290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318430.503686:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22461 00000100:00080000:0.0:1767318430.504413:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318430.504424:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318430.504430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989600128:0@lo:38:kworker.0 00010000:00020000:2.0:1767318430.505156:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318430.505298:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989600384:12345-0@lo:38:kworker.0 Request processed in 6568us (6877us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318430.505309:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22462 00000100:00080000:0.0:1767318430.505491:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318430.505498:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318430.505502:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989600384:0@lo:38:kworker.0 00010000:00010000:3.0:1767318431.328723:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318431.520458:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318432.354923:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318432.544776:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318432.544900:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989600768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318432.545009:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318432.545122:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600768 00000100:00100000:2.0:1767318432.545133:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600768 00000100:00100000:2.0:1767318432.545222:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:2.0:1767318432.545250:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989600768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318432.545291:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767318432.545400:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318432.545416:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989600896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318432.545456:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318432.545507:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989600896 00000100:00100000:3.0:1767318432.545511:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989600896 00000100:00100000:3.0:1767318432.545542:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:3.0:1767318432.545549:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989600896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318432.545578:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318432.545612:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989600896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318432.545624:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00080000:3.0:1767318432.545645:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318432.545681:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989600896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318432.550558:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989600768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5250us (5472us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318432.550580:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00100000:1.0:1767318432.551308:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989600768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318433.376508:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318433.574464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318434.400485:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318434.593315:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318434.660600:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318434.660760:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781632 00000100:00100000:0.0:1767318434.660775:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781632 00000100:00100000:0.0:1767318434.660880:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4468 00000100:00100000:0.0:1767318434.660892:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925781632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318434.660985:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925781632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318434.660994:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4468 00000100:00080000:3.0:1767318434.661886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318434.666881:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318434.667211:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781504 00000100:00100000:1.0:1767318434.667225:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781504 00000100:00100000:1.0:1767318434.667390:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22463 00000100:00100000:1.0:1767318434.667401:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925781504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318434.667429:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318434.667510:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925781504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (642us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318434.667526:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22463 00010000:00010000:3.0:1767318435.428966:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318435.617056:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318435.617069:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318435.617072:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318435.617077:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318435.617082:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318435.617092:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318435.617098:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318435.617106:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318435.617185:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d180 x1853163989601024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318435.617214:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318435.617217:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318435.617219:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318435.617223:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318435.617225:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318435.617252:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318435.617266:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989601152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318435.617312:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318435.617322:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318435.617323:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318435.617327:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318435.617329:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318435.617333:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318435.617343:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989601408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318435.617455:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318435.617459:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318435.617461:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318435.617465:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3680 00000100:00080000:3.0:1767318435.617467:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318435.617472:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318435.617484:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e300 x1853163989601664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318435.617534:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989601920:0@lo:400:kworker.0 00000100:00100000:3.0:1767318435.617614:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318435.617678:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318435.617683:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989601792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318435.617703:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318435.617902:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989601536:0@lo:400:kworker.0 00000100:00100000:2.0:1767318435.617938:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318435.617959:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318435.617964:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989601280:0@lo:400:kworker.0 00000100:00100000:2.0:1767318435.617981:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318435.618040:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318435.618104:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601536 00000100:00100000:1.0:1767318435.618114:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601536 00000100:00100000:1.0:1767318435.618192:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601280 00000100:00100000:1.0:1767318435.618195:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601280 00000100:00100000:1.0:1767318435.618220:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4469 00000100:00100000:1.0:1767318435.618246:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989601536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318435.618303:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989601536:12345-0@lo:400:kworker.0 Request processed in 75us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318435.618312:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4469 00000100:00100000:1.0:1767318435.618342:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470 00000100:00100000:1.0:1767318435.618348:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989601280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318435.618536:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989601280:12345-0@lo:400:kworker.0 Request processed in 188us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318435.618543:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470 00000100:00100000:2.0:1767318435.618634:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989601280:0@lo:400:kworker.0 00000100:00100000:2.0:1767318435.618644:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989601536:0@lo:400:kworker.0 00000100:00080000:3.0:1767318435.618710:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318435.618873:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601920 00000100:00100000:0.0:1767318435.618878:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601920 00000100:00100000:0.0:1767318435.618927:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601792 00000100:00100000:0.0:1767318435.618930:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601792 00000100:00100000:0.0:1767318435.618954:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1767318435.618961:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989601920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318435.619009:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989601920:12345-0@lo:400:kworker.0 Request processed in 49us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318435.619015:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1767318435.619030:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:0.0:1767318435.619035:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989601792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318435.619056:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989601792:12345-0@lo:400:kworker.0 Request processed in 22us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318435.619061:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:0.0:1767318435.619094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989601024:0@lo:38:kworker.0 00000100:00100000:0.0:1767318435.619135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318435.619163:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989601152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318435.619185:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318435.619203:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989601408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318435.619222:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318435.619258:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989601664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318435.619277:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318435.619302:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601024 00000100:00100000:0.0:1767318435.619304:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601024 00000100:00100000:0.0:1767318435.619330:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601408 00000100:00100000:0.0:1767318435.619332:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601408 00000100:00100000:0.0:1767318435.619344:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601664 00000100:00100000:0.0:1767318435.619346:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601664 00000100:00100000:3.0:1767318435.619606:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989601152 00000100:00100000:3.0:1767318435.619611:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989601152 00000100:00100000:3.0:1767318435.619636:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1767318435.619642:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989601152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318435.619662:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318435.619699:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989601152:12345-0@lo:38:kworker.0 Request processed in 58us (513us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318435.619706:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00080000:3.0:1767318435.619731:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318435.619735:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318435.619761:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318435.619767:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318435.619771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989601152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318435.619829:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22464 00000100:00100000:0.0:1767318435.619835:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989601024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318435.619845:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318435.619875:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989601024:12345-0@lo:38:kworker.0 Request processed in 39us (740us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318435.620629:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22465 00000100:00100000:2.0:1767318435.620638:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989601408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318435.620651:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318435.620693:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989601408:12345-0@lo:38:kworker.0 Request processed in 56us (1470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318435.620699:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22465 00000100:00100000:2.0:1767318435.620723:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22466 00000100:00100000:2.0:1767318435.620727:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989601664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318435.620736:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318435.620759:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989601664:12345-0@lo:38:kworker.0 Request processed in 30us (1480us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318435.620764:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22466 00000100:00100000:2.0:1767318435.620818:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989601792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318435.620830:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989601920:0@lo:400:kworker.0 00000100:00080000:2.0:1767318435.620900:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318435.620905:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318435.620909:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989601024:0@lo:38:kworker.0 00000100:00080000:2.0:1767318435.620917:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318435.620921:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318435.620924:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989601408:0@lo:38:kworker.0 00000100:00080000:2.0:1767318435.620931:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318435.620935:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318435.620937:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989601664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318435.624497:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22464 00010000:00010000:3.0:1767318436.449688:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318436.642601:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318437.473001:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318437.664415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318437.668751:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318437.668772:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989602048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318437.668865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318437.669060:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602048 00000100:00100000:1.0:1767318437.669073:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602048 00000100:00100000:1.0:1767318437.669172:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:1.0:1767318437.669187:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989602048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318437.669226:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318437.669305:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989602048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318437.669314:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00100000:2.0:1767318437.669415:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989602048:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318437.669483:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318437.673508:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318437.673551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989602176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318437.673660:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318437.673961:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602176 00000100:00100000:0.0:1767318437.673972:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602176 00000100:00080000:3.0:1767318437.674125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318437.674174:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:0.0:1767318437.674188:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989602176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318437.674271:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318437.674350:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989602176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318437.674359:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00100000:3.0:1767318437.674456:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989602176:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318438.496499:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318438.688842:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318439.520543:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318439.724030:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318439.780831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318439.781431:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318439.781646:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781888 00000100:00100000:0.0:1767318439.781657:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781888 00000100:00100000:0.0:1767318439.781725:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925781760 00000100:00100000:0.0:1767318439.781727:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925781760 00000100:00100000:0.0:1767318439.781749:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4471 00000100:00100000:0.0:1767318439.781756:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925781888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318439.781837:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925781888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318439.781845:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4471 00000100:00100000:0.0:1767318439.781876:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22467 00000100:00100000:0.0:1767318439.781882:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925781760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318439.781902:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318439.781927:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925781760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (498us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318439.781933:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22467 00000100:00080000:3.0:1767318439.782081:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318440.545292:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318440.736622:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318440.739318:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318440.739327:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318440.739329:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318440.739332:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318440.739335:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318440.739342:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318440.739346:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318440.739623:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318440.739681:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3480 x1853163989602304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318440.739712:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318440.739716:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318440.739718:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318440.739722:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318440.739725:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318440.739729:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318440.739743:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2d80 x1853163989602432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318440.739823:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767318440.739841:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318440.739844:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318440.739845:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318440.739848:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318440.739850:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318440.739852:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318440.739863:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1180 x1853163989602688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318440.739895:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318440.739910:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989602816:0@lo:400:kworker.0 00000100:00100000:1.0:1767318440.739971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318440.740094:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602816 00000100:00100000:1.0:1767318440.740101:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602816 00000100:00100000:1.0:1767318440.740157:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4472 00000100:00100000:1.0:1767318440.740166:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989602816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318440.740207:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989602816:12345-0@lo:400:kworker.0 Request processed in 44us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318440.740212:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4472 00000100:00100000:1.0:1767318440.740261:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989602816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318440.740679:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989602304:0@lo:38:kworker.0 00000100:00100000:3.0:1767318440.740706:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318440.740737:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989602432:0@lo:38:kworker.0 00000100:00100000:3.0:1767318440.740761:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318440.740784:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989602688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318440.740802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318440.740826:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318440.740835:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602304 00000100:00100000:3.0:1767318440.740839:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602304 00000100:00100000:3.0:1767318440.740855:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602688 00000100:00100000:3.0:1767318440.740857:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602688 00000100:00100000:3.0:1767318440.740867:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22468 00000100:00100000:3.0:1767318440.740870:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989602304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318440.740884:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318440.740906:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989602304:12345-0@lo:38:kworker.0 Request processed in 35us (199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318440.740910:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22468 00000100:00100000:3.0:1767318440.740918:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22469 00000100:00100000:3.0:1767318440.740920:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989602688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318440.740926:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318440.740938:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989602688:12345-0@lo:38:kworker.0 Request processed in 17us (135us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318440.740941:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22469 00000100:00080000:3.0:1767318440.740958:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318440.740962:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318440.740964:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989602304:0@lo:38:kworker.0 00000100:00080000:3.0:1767318440.740971:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318440.740974:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318440.740976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989602688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318440.741010:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602432 00000100:00100000:3.0:1767318440.741014:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602432 00000100:00100000:3.0:1767318440.741075:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:3.0:1767318440.741079:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989602432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318440.741086:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318440.741121:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989602432:12345-0@lo:38:kworker.0 Request processed in 41us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318440.741125:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00080000:3.0:1767318440.741145:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318440.741147:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318440.741149:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989602432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318440.742997:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989602560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318440.743391:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318440.743794:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318440.743799:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318440.743802:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318440.743806:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3685 00000100:00080000:0.0:1767318440.743809:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318440.743813:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318440.743841:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989602944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318440.743891:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989603072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318440.743919:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318440.743938:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318440.743941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989603200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318440.743953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318440.743972:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603072 00000100:00100000:0.0:1767318440.743978:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603072 00000100:00100000:0.0:1767318440.744046:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603200 00000100:00100000:0.0:1767318440.744050:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603200 00000100:00100000:0.0:1767318440.744085:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:0.0:1767318440.744090:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989603072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318440.744135:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989603072:12345-0@lo:400:kworker.0 Request processed in 45us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318440.744140:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:0.0:1767318440.744153:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:0.0:1767318440.744157:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989603200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318440.744174:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989603200:12345-0@lo:400:kworker.0 Request processed in 17us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318440.744178:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00080000:0.0:1767318440.744195:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318440.744197:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318440.744223:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989603200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318440.744243:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989603072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318440.744261:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989602944:0@lo:38:kworker.0 00000100:00100000:0.0:1767318440.744277:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318440.753906:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602560 00000100:00100000:1.0:1767318440.753920:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602560 00000100:00100000:1.0:1767318440.754032:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989602944 00000100:00100000:1.0:1767318440.754036:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989602944 00000100:00100000:1.0:1767318440.754064:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473 00000100:00100000:1.0:1767318440.754073:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989602560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318440.754172:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989602560:12345-0@lo:400:kworker.0 Request processed in 100us (10781us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318440.754180:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473 00000100:00100000:1.0:1767318440.754197:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22470 00000100:00100000:1.0:1767318440.754202:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989602944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318440.754220:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318440.754269:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989602944:12345-0@lo:38:kworker.0 Request processed in 65us (9990us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318440.754275:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22470 00000100:00080000:1.0:1767318440.754329:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318440.754335:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318440.754340:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989602944:0@lo:38:kworker.0 00000100:00100000:2.0:1767318440.754728:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989602560:0@lo:400:kworker.0 00000100:00080000:0.0:1767318440.755081:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318441.568486:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318441.760393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318442.594612:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318442.784616:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318442.785085:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989603328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318442.785151:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318442.785292:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603328 00000100:00100000:3.0:1767318442.785300:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603328 00000100:00100000:3.0:1767318442.785349:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:3.0:1767318442.785357:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989603328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318442.785386:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318442.785427:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989603328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318442.785434:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00100000:1.0:1767318442.785506:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318442.785515:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989603456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318442.785539:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318442.785579:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989603328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318442.785777:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603456 00000100:00100000:3.0:1767318442.785781:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603456 00000100:00100000:3.0:1767318442.785814:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:3.0:1767318442.785820:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989603456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318442.785834:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318442.785861:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989603456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318442.785870:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1767318442.785933:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989603456:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318442.792706:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318442.792719:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318443.618487:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318443.808871:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318444.640461:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318444.832360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318444.899315:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318444.899361:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318444.899442:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782016 00000100:00100000:3.0:1767318444.899451:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782016 00000100:00100000:3.0:1767318444.899494:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782144 00000100:00100000:3.0:1767318444.899497:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782144 00000100:00100000:3.0:1767318444.899548:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4474 00000100:00100000:3.0:1767318444.899557:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925782144:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318444.899636:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925782144:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318444.899644:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4474 00000100:00100000:3.0:1767318444.899663:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22471 00000100:00100000:3.0:1767318444.899668:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925782016:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318444.899688:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318444.899715:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925782016:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (410us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318444.899721:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22471 00000100:00080000:2.0:1767318444.899984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318445.664542:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318445.857919:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318445.857938:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318445.857941:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318445.857945:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318445.857948:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318445.857957:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3690 00000100:00080000:0.0:1767318445.857962:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318445.857969:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318445.858010:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163989603584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318445.858049:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318445.858053:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318445.858056:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318445.858060:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3690 00000100:00080000:0.0:1767318445.858063:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318445.858067:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318445.858083:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3480 x1853163989603712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318445.858091:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318445.858119:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318445.858123:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318445.858125:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318445.858128:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3690 00000100:00080000:0.0:1767318445.858131:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318445.858134:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318445.858144:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989603968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318445.858152:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767318445.858161:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318445.858165:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318445.858167:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318445.858172:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3690 00000100:00100000:3.0:1767318445.858172:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989604096:0@lo:400:kworker.0 00000100:00080000:0.0:1767318445.858177:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318445.858182:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318445.858194:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163989604224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318445.858269:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318445.858278:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989604480:0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858318:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318445.858334:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989603840:0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858345:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318445.858354:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989604352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318445.858360:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318445.858387:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318445.858404:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604096 00000100:00100000:3.0:1767318445.858412:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604096 00000100:00100000:0.0:1767318445.858437:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604480 00000100:00100000:0.0:1767318445.858442:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604480 00000100:00100000:3.0:1767318445.858462:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603840 00000100:00100000:3.0:1767318445.858466:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603840 00000100:00100000:0.0:1767318445.858482:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604352 00000100:00100000:0.0:1767318445.858488:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604352 00000100:00100000:3.0:1767318445.858499:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475 00000100:00100000:3.0:1767318445.858508:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989604096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858518:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:0.0:1767318445.858528:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989604480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858572:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989604480:12345-0@lo:400:kworker.0 Request processed in 45us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318445.858579:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00100000:0.0:1767318445.858597:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:0.0:1767318445.858603:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989604352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858631:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989604352:12345-0@lo:400:kworker.0 Request processed in 28us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318445.858637:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00100000:0.0:1767318445.858686:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989604352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858699:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989604480:0@lo:400:kworker.0 00000100:00080000:2.0:1767318445.858741:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318445.858747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318445.858750:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318445.858755:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4476 00000100:00100000:0.0:1767318445.858764:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989603840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318445.858818:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989603840:12345-0@lo:400:kworker.0 Request processed in 55us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318445.858826:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4476 00000100:00100000:3.0:1767318445.858833:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989604096:12345-0@lo:400:kworker.0 Request processed in 325us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318445.858842:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475 00000100:00100000:2.0:1767318445.858919:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989604096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318445.858941:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989603840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318445.860034:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989603584:0@lo:38:kworker.0 00000100:00100000:1.0:1767318445.860085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318445.860144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989603712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318445.860169:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318445.860206:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989603968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318445.860270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318445.860287:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989604224:0@lo:38:kworker.0 00000100:00100000:1.0:1767318445.860308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318445.860349:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603584 00000100:00100000:1.0:1767318445.860355:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603584 00000100:00100000:2.0:1767318445.860369:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603712 00000100:00100000:2.0:1767318445.860377:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603712 00000100:00100000:1.0:1767318445.860386:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989603968 00000100:00100000:1.0:1767318445.860390:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989603968 00000100:00100000:1.0:1767318445.860410:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22472 00000100:00100000:2.0:1767318445.860414:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:2.0:1767318445.860424:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989603712:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318445.860430:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989603584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318445.860444:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318445.860448:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318445.860491:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989603584:12345-0@lo:38:kworker.0 Request processed in 72us (404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318445.860501:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22472 00000100:00100000:2.0:1767318445.860501:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989603712:12345-0@lo:38:kworker.0 Request processed in 75us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318445.860511:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00100000:1.0:1767318445.860518:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604224 00000100:00100000:1.0:1767318445.860523:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604224 00000100:00100000:1.0:1767318445.860544:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22473 00000100:00100000:1.0:1767318445.860549:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989603968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318445.860559:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318445.860564:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22474 00000100:00100000:2.0:1767318445.860570:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989604224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318445.860582:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318445.860588:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989603968:12345-0@lo:38:kworker.0 Request processed in 36us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318445.860595:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22473 00000100:00100000:2.0:1767318445.860619:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989604224:12345-0@lo:38:kworker.0 Request processed in 46us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318445.860628:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22474 00000100:00080000:1.0:1767318445.860637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318445.860645:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318445.860649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989603584:0@lo:38:kworker.0 00000100:00080000:1.0:1767318445.860662:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318445.860666:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318445.860668:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989603712:0@lo:38:kworker.0 00000100:00080000:1.0:1767318445.860675:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318445.860677:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318445.860680:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989603968:0@lo:38:kworker.0 00000100:00080000:1.0:1767318445.860688:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318445.860691:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318445.860693:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989604224:0@lo:38:kworker.0 00010000:00010000:3.0:1767318446.689009:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318446.880591:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318447.712418:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318447.904500:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989604608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318447.904574:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318447.904698:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604608 00000100:00100000:3.0:1767318447.904709:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604608 00000100:00100000:3.0:1767318447.904779:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:3.0:1767318447.904789:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989604608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318447.904816:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318447.904863:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989604608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318447.904869:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:2.0:1767318447.905030:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989604736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318447.905062:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318447.905151:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318447.905188:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989604608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318447.905380:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604736 00000100:00100000:3.0:1767318447.905385:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604736 00000100:00100000:3.0:1767318447.905425:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767318447.905432:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989604736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318447.905452:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318447.905485:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989604736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318447.905492:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1767318447.906026:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989604736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318447.906117:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318447.906401:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318448.737587:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318448.929136:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318449.760714:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318449.952371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318450.020045:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318450.020088:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318450.020104:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925782528 offset 0 length 520: 4 00000100:00100000:3.0:1767318450.020170:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782272 00000100:00100000:3.0:1767318450.020179:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782272 00000100:00100000:3.0:1767318450.020214:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782400 00000100:00100000:3.0:1767318450.020216:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782400 00000100:00100000:3.0:1767318450.020299:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4477 00000100:00100000:3.0:1767318450.020309:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925782400:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318450.020382:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925782400:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318450.020390:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4477 00000100:00100000:3.0:1767318450.020406:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22475 00000100:00100000:3.0:1767318450.020409:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925782272:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318450.020426:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318450.020443:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925782272:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 34us (410us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318450.020447:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22475 00000100:00080000:0.0:1767318450.020492:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318450.788375:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318450.976665:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318450.977090:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318425/real 1767318425] req@ffff96e2fa7efb80 x1853163989598336/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318450 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318450.977120:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa7efb80 x1853163989598336/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318450 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318450.977137:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318450.977158:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318450.977162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989598336:0@lo:250:kworker.0 00000100:00080000:0.0:1767318450.977261:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318450.977266:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318450.977269:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318450.977274:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3675 00000100:00080000:0.0:1767318450.977278:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318450.977283:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318450.977314:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8380 x1853163989604864/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318450.977339:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318450.977342:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318450.977343:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318450.977346:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3695 00000100:00080000:0.0:1767318450.977349:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318450.977352:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318450.977366:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9c00 x1853163989604992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318450.977374:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318450.977377:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318450.977379:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318450.977382:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3695 00000100:00080000:0.0:1767318450.977384:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318450.977388:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318450.977400:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163989605120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318450.977457:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989605248:0@lo:400:kworker.0 00000100:00100000:3.0:1767318450.977516:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318450.977600:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989604864:0@lo:250:kworker.0 00000400:00000100:1.0:1767318450.977621:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989604864 offset 0 length 520: 4 00000100:00100000:1.0:1767318450.977639:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989604992:0@lo:38:kworker.0 00000100:00100000:1.0:1767318450.977657:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318450.977672:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989605120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318450.977690:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318450.977719:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605248 00000100:00100000:1.0:1767318450.977725:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605248 00000100:00100000:1.0:1767318450.977772:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989604992 00000100:00100000:1.0:1767318450.977775:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989604992 00000100:00100000:1.0:1767318450.977792:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478 00000100:00100000:1.0:1767318450.977813:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989605248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318450.977913:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22476 00000100:00100000:2.0:1767318450.977920:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989604992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318450.977937:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318450.977975:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989604992:12345-0@lo:38:kworker.0 Request processed in 54us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318450.977981:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22476 00000100:00080000:2.0:1767318450.978015:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318450.978019:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318450.978022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989604992:0@lo:38:kworker.0 00000100:00100000:2.0:1767318450.978054:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605120 00000100:00100000:2.0:1767318450.978058:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605120 00000100:00100000:2.0:1767318450.978079:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00000100:00100000:2.0:1767318450.978083:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989605120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318450.978093:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318450.978122:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989605120:12345-0@lo:38:kworker.0 Request processed in 38us (431us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318450.978128:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00000100:00080000:2.0:1767318450.978156:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318450.978159:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318450.978162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989605120:0@lo:38:kworker.0 00000100:00080000:2.0:1767318450.978193:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318450.978261:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318450.978265:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318450.978267:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318450.978271:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3695 00000100:00080000:0.0:1767318450.978274:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318450.978277:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318450.978295:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b800 x1853163989605376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318450.978352:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989605504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318450.978380:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318450.978408:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605504 00000100:00100000:2.0:1767318450.978412:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605504 00000100:00100000:2.0:1767318450.978439:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479 00000100:00100000:2.0:1767318450.978445:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989605504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318450.978480:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989605504:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318450.978486:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479 00000100:00080000:2.0:1767318450.978502:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318450.978520:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989605504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318450.978537:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989605376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318450.978559:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318450.978582:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605376 00000100:00100000:2.0:1767318450.978585:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605376 00000100:00100000:2.0:1767318450.978602:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22477 00000100:00100000:2.0:1767318450.978607:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989605376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318450.978619:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318450.978646:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989605376:12345-0@lo:38:kworker.0 Request processed in 37us (86us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318450.978652:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22477 00000100:00080000:2.0:1767318450.978674:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318450.978678:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318450.978681:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989605376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318450.979006:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989605248:12345-0@lo:400:kworker.0 Request processed in 1205us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318450.979014:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478 00000100:00080000:0.0:1767318450.979074:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318450.979078:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318450.979080:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318450.979084:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3695 00000100:00080000:0.0:1767318450.979087:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318450.979091:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318450.979108:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b800 x1853163989605632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318450.979176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989605888:0@lo:400:kworker.0 00000100:00100000:0.0:1767318450.979209:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318450.979252:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318450.979258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989605760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318450.979282:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318450.979307:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605888 00000100:00100000:0.0:1767318450.979311:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605888 00000100:00100000:0.0:1767318450.979346:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605760 00000100:00100000:0.0:1767318450.979349:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605760 00000100:00100000:0.0:1767318450.979371:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:0.0:1767318450.979378:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989605888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318450.979412:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989605888:12345-0@lo:400:kworker.0 Request processed in 36us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318450.979419:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00100000:0.0:1767318450.979433:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:0.0:1767318450.979439:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989605760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318450.979464:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989605760:12345-0@lo:400:kworker.0 Request processed in 26us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318450.979469:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00080000:0.0:1767318450.979495:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318450.979498:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318450.979514:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989605760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318450.979525:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989605888:0@lo:400:kworker.0 00000100:00100000:2.0:1767318450.979595:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989605632:0@lo:38:kworker.0 00000100:00100000:2.0:1767318450.979623:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318450.979734:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989605632 00000100:00100000:0.0:1767318450.979738:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989605632 00000100:00100000:0.0:1767318450.979765:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22478 00000100:00100000:0.0:1767318450.979769:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989605632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318450.979782:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318450.979967:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989605632:12345-0@lo:38:kworker.0 Request processed in 196us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318450.979973:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22478 00000100:00080000:2.0:1767318450.980028:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318450.980033:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318450.980036:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989605632:0@lo:38:kworker.0 00000100:00100000:3.0:1767318450.980165:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989605248:0@lo:400:kworker.0 00010000:00010000:3.0:1767318451.811258:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318452.000366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318452.832456:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318453.024308:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318453.024638:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318453.024658:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989606016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318453.024742:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318453.024898:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606016 00000100:00100000:3.0:1767318453.024907:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606016 00000100:00100000:3.0:1767318453.024977:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767318453.024981:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318453.024986:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989606016:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318453.024989:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989606144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318453.025014:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767318453.025015:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318453.025046:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606144 00000100:00100000:1.0:1767318453.025050:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606144 00000100:00100000:3.0:1767318453.025052:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989606016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318453.025058:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767318453.025068:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:1.0:1767318453.025075:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989606144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318453.025090:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318453.025130:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989606144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318453.025136:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:3.0:1767318453.025219:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989606144:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318453.025265:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318453.025269:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318453.025278:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989606016:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318453.856469:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318454.049072:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318454.880590:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318455.075501:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318455.139637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318455.139763:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782784 00000100:00100000:0.0:1767318455.139775:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782784 00000100:00100000:0.0:1767318455.139862:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4480 00000100:00100000:0.0:1767318455.139875:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925782784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318455.139981:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925782784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318455.139989:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4480 00000100:00080000:3.0:1767318455.140280:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318455.141988:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318455.142140:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782656 00000100:00100000:0.0:1767318455.142149:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782656 00000100:00100000:0.0:1767318455.142203:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22479 00000100:00100000:0.0:1767318455.142210:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925782656:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318455.142269:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318455.142339:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925782656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 119us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318455.142346:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22479 00010000:00010000:3.0:1767318455.906035:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318456.096374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318456.096621:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.096626:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318456.096629:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.096633:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.096636:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.096643:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3700 00000100:00080000:3.0:1767318456.096647:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.096654:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318456.096691:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252680 x1853163989606272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.096721:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.096724:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.096736:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.096740:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3700 00000100:00080000:3.0:1767318456.096742:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.096746:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318456.096761:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250e00 x1853163989606400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.096795:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.096799:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.096800:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.096810:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3700 00000100:00080000:3.0:1767318456.096813:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.096816:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318456.096827:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252300 x1853163989606656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.096841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.096844:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.096846:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.096849:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3700 00000100:00080000:3.0:1767318456.096851:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.096854:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318456.096861:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253800 x1853163989606912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318456.096901:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989607040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318456.096966:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318456.097026:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318456.097032:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989607168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318456.097053:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.097390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989606272:0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.097432:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.097462:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989606400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.097490:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.097510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989606656:0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.097530:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.097545:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989606912:0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.097565:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.097597:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607040 00000100:00100000:0.0:1767318456.097604:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607040 00000100:00100000:0.0:1767318456.097655:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607168 00000100:00100000:0.0:1767318456.097658:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607168 00000100:00100000:0.0:1767318456.097680:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:0.0:1767318456.097688:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989607040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.097745:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989607040:12345-0@lo:400:kworker.0 Request processed in 58us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318456.097752:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00100000:0.0:1767318456.097768:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:0.0:1767318456.097775:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989607168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318456.098294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989606528:0@lo:400:kworker.0 00000100:00100000:3.0:1767318456.098408:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606272 00000100:00100000:3.0:1767318456.098412:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606272 00000100:00100000:3.0:1767318456.098436:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606656 00000100:00100000:3.0:1767318456.098439:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606656 00000100:00100000:3.0:1767318456.098450:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606912 00000100:00100000:3.0:1767318456.098452:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606912 00000100:00100000:3.0:1767318456.098464:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22480 00000100:00100000:3.0:1767318456.098469:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989606272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318456.098622:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318456.104424:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989607168:12345-0@lo:400:kworker.0 Request processed in 6637us (7357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318456.104440:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00080000:0.0:1767318456.104571:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318456.104576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318456.104635:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989607168:0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.104650:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989607040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.104710:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22481 00000100:00100000:0.0:1767318456.104717:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989606656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318456.104880:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318456.104959:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989606656:12345-0@lo:38:kworker.0 Request processed in 239us (7426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318456.104966:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22481 00000100:00100000:0.0:1767318456.104982:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22482 00000100:00100000:0.0:1767318456.104987:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989606912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318456.104997:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318456.105021:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989606912:12345-0@lo:38:kworker.0 Request processed in 33us (7455us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318456.105027:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22482 00000100:00080000:0.0:1767318456.105057:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318456.105063:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318456.105067:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989606656:0@lo:38:kworker.0 00000100:00080000:0.0:1767318456.105076:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318456.105079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318456.105082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989606912:0@lo:38:kworker.0 00000100:00100000:0.0:1767318456.105133:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606400 00000100:00100000:0.0:1767318456.105140:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606400 00000100:00100000:0.0:1767318456.105273:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:0.0:1767318456.105278:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989606400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318456.105288:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318456.105403:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989606400:12345-0@lo:38:kworker.0 Request processed in 123us (7912us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318456.105410:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:0.0:1767318456.105437:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989606784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.105473:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.105599:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606784 00000100:00100000:0.0:1767318456.105604:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606784 00000100:00100000:0.0:1767318456.105643:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:0.0:1767318456.105649:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989606784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.105690:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989606784:12345-0@lo:400:kworker.0 Request processed in 41us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318456.105696:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00080000:0.0:1767318456.105711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318456.105982:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318456.105985:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989606784:0@lo:400:kworker.0 00000100:00080000:2.0:1767318456.105991:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318456.105997:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989606400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318456.106099:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318456.106248:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989606528 00000100:00100000:0.0:1767318456.106253:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989606528 00000100:00100000:0.0:1767318456.106293:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482 00000100:00100000:0.0:1767318456.106299:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989606528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318456.106341:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989606528:12345-0@lo:400:kworker.0 Request processed in 42us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318456.106347:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482 00000100:00080000:1.0:1767318456.106453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318456.106471:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989606528:0@lo:400:kworker.0 00000100:00100000:3.0:1767318456.106705:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989606272:12345-0@lo:38:kworker.0 Request processed in 8232us (9270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318456.106713:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22480 00000100:00080000:2.0:1767318456.106903:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318456.106908:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318456.106912:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989606272:0@lo:38:kworker.0 00010000:00010000:3.0:1767318456.928527:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318457.120400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318457.952862:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318458.144831:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318458.144861:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989607296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318458.144935:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318458.145377:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607296 00000100:00100000:1.0:1767318458.145386:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607296 00000100:00100000:1.0:1767318458.145446:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:1.0:1767318458.145456:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989607296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318458.145487:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318458.145544:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989607296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318458.145552:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00080000:1.0:1767318458.145588:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318458.145623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989607296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318458.145863:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318458.146400:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318458.146414:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989607424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318458.146456:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318458.146788:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607424 00000100:00100000:2.0:1767318458.146797:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607424 00000100:00080000:1.0:1767318458.146942:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318458.147988:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:2.0:1767318458.148007:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989607424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318458.148044:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318458.148123:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989607424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318458.148130:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:3.0:1767318458.148263:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989607424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318458.977367:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318459.169091:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318460.000561:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318460.192659:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318460.260623:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318460.260678:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318460.260761:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783040 00000100:00100000:2.0:1767318460.260774:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783040 00000100:00100000:2.0:1767318460.260849:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925782912 00000100:00100000:2.0:1767318460.260853:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925782912 00000100:00100000:2.0:1767318460.260877:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4483 00000100:00100000:2.0:1767318460.260888:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925783040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318460.260979:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925783040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318460.260988:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4483 00000100:00100000:2.0:1767318460.261008:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22483 00000100:00100000:2.0:1767318460.261013:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925782912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318460.261034:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318460.261063:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925782912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 49us (385us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318460.261071:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22483 00000100:00080000:1.0:1767318460.261443:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318461.024475:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318461.216385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318461.218010:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318461.218018:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318461.218021:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318461.218024:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318461.218029:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318461.218036:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3705 00000100:00080000:0.0:1767318461.218040:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318461.218047:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318461.218087:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252680 x1853163989607552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318461.218104:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318461.218107:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318461.218108:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318461.218113:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3705 00000100:00080000:0.0:1767318461.218115:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318461.218119:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318461.218131:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250a80 x1853163989607680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318461.218171:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318461.218175:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318461.218176:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318461.218179:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3705 00000100:00080000:0.0:1767318461.218182:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318461.218185:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318461.218198:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163989607936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318461.218211:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318461.218227:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318461.218249:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318461.218255:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3705 00000100:00080000:0.0:1767318461.218259:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767318461.218262:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989607808:0@lo:400:kworker.0 00000100:00080000:0.0:1767318461.218267:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318461.218285:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252300 x1853163989608192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318461.218325:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318461.218373:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989608064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.218404:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989608320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318461.218411:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318461.218442:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318461.218456:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607808 00000100:00100000:0.0:1767318461.218464:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607808 00000100:00100000:3.0:1767318461.218467:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318461.218472:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989608448:0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.218489:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318461.218515:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608064 00000100:00100000:0.0:1767318461.218520:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484 00000100:00100000:3.0:1767318461.218520:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608064 00000100:00100000:0.0:1767318461.218535:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989607808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.218556:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485 00000100:00100000:3.0:1767318461.218566:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989608064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318461.218591:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989607808:12345-0@lo:400:kworker.0 Request processed in 60us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318461.218599:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484 00000100:00100000:3.0:1767318461.218624:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989608064:12345-0@lo:400:kworker.0 Request processed in 59us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318461.218627:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608320 00000100:00100000:0.0:1767318461.218642:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608320 00000100:00100000:3.0:1767318461.218645:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00080000:1.0:1767318461.218786:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318461.218788:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608448 00000100:00080000:1.0:1767318461.218792:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318461.218794:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608448 00000100:00080000:1.0:1767318461.218812:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318461.218863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989607552:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.218887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318461.218903:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989607680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.218918:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318461.218931:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989607936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.218943:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318461.218952:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989608192:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.218964:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318461.218981:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607552 00000100:00100000:2.0:1767318461.218983:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607552 00000100:00100000:2.0:1767318461.218998:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607936 00000100:00100000:2.0:1767318461.218999:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607936 00000100:00100000:2.0:1767318461.219003:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608192 00000100:00100000:2.0:1767318461.219004:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608192 00000100:00100000:2.0:1767318461.219011:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22484 00000100:00100000:2.0:1767318461.219014:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989607552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318461.219028:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318461.219058:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989607552:12345-0@lo:38:kworker.0 Request processed in 42us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318461.219064:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22484 00000100:00100000:2.0:1767318461.219076:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22485 00000100:00100000:2.0:1767318461.219080:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989607936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318461.219089:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318461.219109:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989607936:12345-0@lo:38:kworker.0 Request processed in 28us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318461.219146:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22485 00000100:00100000:2.0:1767318461.219154:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22486 00000100:00100000:2.0:1767318461.219157:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989608192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318461.219163:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318461.219178:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989608192:12345-0@lo:38:kworker.0 Request processed in 20us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318461.219181:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22486 00000100:00100000:2.0:1767318461.219199:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989607680 00000100:00100000:2.0:1767318461.219202:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989607680 00000100:00100000:2.0:1767318461.219223:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:2.0:1767318461.219227:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989607680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318461.219253:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318461.219276:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989607680:12345-0@lo:38:kworker.0 Request processed in 48us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318461.219282:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00080000:2.0:1767318461.219321:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318461.219327:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318461.219330:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989607552:0@lo:38:kworker.0 00000100:00080000:2.0:1767318461.219338:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318461.219341:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318461.219343:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989607680:0@lo:38:kworker.0 00000100:00080000:2.0:1767318461.219350:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318461.219353:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318461.219355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989607936:0@lo:38:kworker.0 00000100:00080000:2.0:1767318461.219361:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318461.219363:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318461.219365:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989608192:0@lo:38:kworker.0 00000100:00100000:2.0:1767318461.219414:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989607808:0@lo:400:kworker.0 00000100:00100000:1.0:1767318461.219468:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989608064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.219903:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:3.0:1767318461.219915:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989608320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.219970:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989608320:12345-0@lo:400:kworker.0 Request processed in 59us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318461.219976:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:3.0:1767318461.219991:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:3.0:1767318461.219996:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989608448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318461.220022:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989608448:12345-0@lo:400:kworker.0 Request processed in 25us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318461.220039:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:1.0:1767318461.220386:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989608448:0@lo:400:kworker.0 00000100:00100000:1.0:1767318461.220399:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989608320:0@lo:400:kworker.0 00010000:00010000:3.0:1767318462.048487:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318462.240433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318463.072543:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318463.264709:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318463.265373:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989608576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318463.265446:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318463.265553:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608576 00000100:00100000:2.0:1767318463.265562:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608576 00000100:00100000:2.0:1767318463.265638:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:2.0:1767318463.265648:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989608576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318463.265677:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318463.265719:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989608576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318463.265725:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1767318463.266093:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989608704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318463.266125:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318463.266169:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608704 00000100:00100000:2.0:1767318463.266175:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608704 00000100:00080000:1.0:1767318463.266199:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318463.266205:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318463.266272:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989608576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318463.266299:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:2.0:1767318463.266309:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989608704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318463.266326:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318463.266357:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989608704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318463.266363:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:0.0:1767318463.266425:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989608704:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318464.096612:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318464.288463:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318465.120715:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318465.312564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318465.379295:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318465.379349:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318465.379412:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783168 00000100:00100000:0.0:1767318465.379422:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783168 00000100:00100000:0.0:1767318465.379464:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783296 00000100:00100000:0.0:1767318465.379466:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783296 00000100:00100000:0.0:1767318465.379526:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4486 00000100:00100000:0.0:1767318465.379536:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925783296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318465.379626:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925783296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318465.379634:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4486 00000100:00100000:0.0:1767318465.379654:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22487 00000100:00100000:0.0:1767318465.379658:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925783168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318465.379680:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318465.379706:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925783168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318465.379712:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22487 00000100:00080000:1.0:1767318465.379882:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318466.152712:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318466.336374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318466.340071:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318466.340082:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318466.340085:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318466.340088:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318466.340093:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318466.340101:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3710 00000100:00080000:1.0:1767318466.340106:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318466.340112:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318466.340152:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721c00 x1853163989608832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318466.340269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989608832:0@lo:38:kworker.0 00000100:00100000:0.0:1767318466.340359:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318466.340563:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608832 00000100:00100000:3.0:1767318466.340572:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608832 00000100:00100000:3.0:1767318466.340610:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22488 00000100:00100000:3.0:1767318466.340617:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989608832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318466.340650:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318466.340796:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318466.340800:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318466.340803:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318466.340807:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3710 00000100:00080000:1.0:1767318466.340810:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318466.340814:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318466.340835:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723100 x1853163989608960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318466.340867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989608960:0@lo:38:kworker.0 00000100:00100000:0.0:1767318466.340896:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318466.341004:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989608960 00000100:00100000:2.0:1767318466.341009:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989608960 00000100:00100000:2.0:1767318466.341033:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:2.0:1767318466.341038:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989608960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318466.341049:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318466.341080:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989608960:12345-0@lo:38:kworker.0 Request processed in 41us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318466.341087:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00100000:3.0:1767318466.344143:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989608832:12345-0@lo:38:kworker.0 Request processed in 3516us (3774us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318466.344158:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22488 00000100:00080000:0.0:1767318466.344410:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318466.344417:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318466.344422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989608832:0@lo:38:kworker.0 00000100:00080000:0.0:1767318466.344461:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318466.344465:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318466.344468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989608960:0@lo:38:kworker.0 00000100:00100000:3.0:1767318466.345184:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989609088:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.345259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318466.345479:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318466.345484:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318466.345487:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318466.345492:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3710 00000100:00080000:1.0:1767318466.345496:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318466.345501:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318466.345524:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989609216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318466.345554:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318466.345558:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318466.345560:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318466.345564:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3710 00000100:00080000:1.0:1767318466.345566:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318466.345570:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318466.345579:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721f80 x1853163989609472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318466.345625:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989609728:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.345736:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318466.345742:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989609344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.345766:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318466.345811:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318466.345827:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318466.345833:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989609600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.345850:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318466.345897:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609728 00000100:00100000:1.0:1767318466.345903:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609728 00000100:00100000:1.0:1767318466.345963:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609600 00000100:00100000:1.0:1767318466.345967:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609600 00000100:00100000:1.0:1767318466.345988:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:1.0:1767318466.345996:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989609728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.346043:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989609728:12345-0@lo:400:kworker.0 Request processed in 47us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318466.346050:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00100000:1.0:1767318466.346065:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:1.0:1767318466.346073:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989609600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.346097:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989609600:12345-0@lo:400:kworker.0 Request processed in 27us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318466.346103:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00080000:1.0:1767318466.346119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318466.346122:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318466.346145:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989609600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.346154:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989609728:0@lo:400:kworker.0 00000100:00100000:0.0:1767318466.348131:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989609216:0@lo:38:kworker.0 00000100:00100000:1.0:1767318466.350827:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318466.354268:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609088 00000100:00100000:0.0:1767318466.355052:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609344 00000100:00100000:0.0:1767318466.355061:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609344 00000100:00100000:0.0:1767318466.355150:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487 00000100:00100000:0.0:1767318466.355162:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989609344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318466.355262:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989609344:12345-0@lo:400:kworker.0 Request processed in 103us (9494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318466.355270:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487 00000100:00100000:2.0:1767318466.355734:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609088 00000100:00100000:2.0:1767318466.355778:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:2.0:1767318466.355787:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989609088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318466.355826:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989609088:12345-0@lo:400:kworker.0 Request processed in 40us (10566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318466.355833:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000100:00080000:3.0:1767318466.356021:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318466.356065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989609344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318466.356079:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989609088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318466.357191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989609472:0@lo:38:kworker.0 00000100:00100000:1.0:1767318466.357266:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318466.370470:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609216 00000100:00100000:0.0:1767318466.370486:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609216 00000100:00100000:0.0:1767318466.370559:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609472 00000100:00100000:0.0:1767318466.370563:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609472 00000100:00100000:0.0:1767318466.370592:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22489 00000100:00100000:0.0:1767318466.370599:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989609216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318466.370622:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318466.370710:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989609216:12345-0@lo:38:kworker.0 Request processed in 110us (19889us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318466.370717:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22489 00000100:00100000:0.0:1767318466.370734:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22490 00000100:00100000:0.0:1767318466.370738:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989609472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318466.370747:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318466.370766:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989609472:12345-0@lo:38:kworker.0 Request processed in 27us (13501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318466.370771:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22490 00000100:00080000:0.0:1767318466.370814:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318466.370819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318466.370823:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989609216:0@lo:38:kworker.0 00000100:00080000:0.0:1767318466.370832:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318466.370835:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318466.370839:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989609472:0@lo:38:kworker.0 00010000:00010000:3.0:1767318467.168687:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318467.361356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318468.193701:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318468.384514:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318468.384530:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989609856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318468.384600:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318468.384687:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609856 00000100:00100000:1.0:1767318468.384696:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609856 00000100:00100000:1.0:1767318468.384752:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1767318468.384761:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989609856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318468.384792:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318468.385017:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989609856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 257us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318468.385024:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1767318468.385068:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989609856:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318468.385193:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318468.387758:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318468.389203:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318468.389223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989609984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318468.389313:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318468.390778:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989609984 00000100:00100000:1.0:1767318468.390791:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989609984 00000100:00100000:1.0:1767318468.390888:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:1.0:1767318468.390899:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989609984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318468.390931:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767318468.390968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318468.391020:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989609984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318468.391029:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00100000:0.0:1767318468.391064:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989609984:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318469.216507:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318469.408357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318470.240784:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318470.432617:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318470.500469:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318470.500515:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318470.500603:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783552 00000100:00100000:3.0:1767318470.500613:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783552 00000100:00100000:3.0:1767318470.500751:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783424 00000100:00100000:3.0:1767318470.500755:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783424 00000100:00080000:1.0:1767318470.500799:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318470.501024:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4489 00000100:00100000:0.0:1767318470.501039:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925783552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318470.501129:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925783552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318470.501137:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4489 00000100:00100000:0.0:1767318470.501158:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22491 00000100:00100000:0.0:1767318470.501162:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925783424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318470.501182:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318470.501210:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925783424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (694us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318470.501217:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22491 00010000:00010000:3.0:1767318471.273045:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318471.456358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318471.463282:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.463294:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318471.463296:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.463300:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.463305:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.463312:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3716 00000100:00080000:3.0:1767318471.463317:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.463323:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318471.463376:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b100 x1853163989610112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318471.463401:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.463404:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.463406:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.463409:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3716 00000100:00080000:3.0:1767318471.463411:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.463415:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318471.463428:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72ad80 x1853163989610240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318471.463478:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.463482:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.463484:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.463487:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3716 00000100:00080000:3.0:1767318471.463490:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.463493:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318471.463503:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72aa00 x1853163989610496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318471.463518:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318471.463520:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318471.463522:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318471.463525:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3716 00000100:00080000:3.0:1767318471.463537:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318471.463541:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318471.463553:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a680 x1853163989610752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318471.463603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989610880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.463665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318471.463727:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318471.463734:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989611008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.463758:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318471.463806:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610880 00000100:00100000:3.0:1767318471.463813:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610880 00000100:00100000:3.0:1767318471.463872:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611008 00000100:00100000:3.0:1767318471.463875:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611008 00000100:00100000:3.0:1767318471.463896:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:3.0:1767318471.463904:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989610880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.463953:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989610880:12345-0@lo:400:kworker.0 Request processed in 50us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318471.463960:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:3.0:1767318471.463974:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1767318471.463980:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989611008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.464004:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989611008:12345-0@lo:400:kworker.0 Request processed in 25us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318471.464009:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1767318471.464048:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989611008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318471.464057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989610880:0@lo:400:kworker.0 00000100:00100000:0.0:1767318471.464787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989610112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318471.464827:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318471.464867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989610240:0@lo:38:kworker.0 00000100:00100000:0.0:1767318471.464891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318471.464915:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989610496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318471.464935:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318471.464952:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989610752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318471.464972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318471.465001:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610240 00000100:00100000:0.0:1767318471.465005:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610240 00000100:00100000:0.0:1767318471.465029:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1767318471.465034:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989610240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318471.465051:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318471.465083:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989610240:12345-0@lo:38:kworker.0 Request processed in 47us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318471.465089:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1767318471.465110:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610112 00000100:00100000:0.0:1767318471.465114:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610112 00000100:00100000:0.0:1767318471.465130:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610496 00000100:00100000:0.0:1767318471.465133:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610496 00000100:00100000:0.0:1767318471.465146:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610752 00000100:00100000:0.0:1767318471.465148:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610752 00000100:00100000:0.0:1767318471.465162:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22492 00000100:00100000:0.0:1767318471.465166:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989610112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318471.465176:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318471.465200:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989610112:12345-0@lo:38:kworker.0 Request processed in 32us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318471.465205:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22492 00000100:00100000:0.0:1767318471.465217:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22493 00000100:00100000:0.0:1767318471.465221:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989610496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318471.465256:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318471.465280:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989610496:12345-0@lo:38:kworker.0 Request processed in 57us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318471.465285:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22493 00000100:00100000:0.0:1767318471.465296:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22494 00000100:00100000:0.0:1767318471.465300:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989610752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318471.465308:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318471.465328:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989610752:12345-0@lo:38:kworker.0 Request processed in 27us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318471.465333:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22494 00000100:00080000:0.0:1767318471.465384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318471.465388:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318471.465391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989610112:0@lo:38:kworker.0 00000100:00080000:0.0:1767318471.465402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318471.465405:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318471.465407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989610240:0@lo:38:kworker.0 00000100:00080000:0.0:1767318471.465415:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318471.465418:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318471.465421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989610496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318471.465427:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318471.465429:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318471.465443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989610752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318471.465723:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989610368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.465753:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318471.465792:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318471.465798:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989610624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.465820:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318471.465859:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610368 00000100:00100000:1.0:1767318471.465863:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610368 00000100:00100000:1.0:1767318471.465893:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989610624 00000100:00100000:1.0:1767318471.465896:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989610624 00000100:00100000:1.0:1767318471.465914:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490 00000100:00100000:1.0:1767318471.465920:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989610368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.465956:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989610368:12345-0@lo:400:kworker.0 Request processed in 36us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318471.465962:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490 00000100:00100000:1.0:1767318471.465975:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491 00000100:00100000:1.0:1767318471.465981:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989610624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.466008:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989610624:12345-0@lo:400:kworker.0 Request processed in 28us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318471.466013:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491 00000100:00080000:1.0:1767318471.466030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318471.466034:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318471.466036:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318471.466060:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989610624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318471.466069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989610368:0@lo:400:kworker.0 00010000:00010000:3.0:1767318472.288557:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318472.482155:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318473.312461:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318473.504432:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318473.504464:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318473.504479:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989611136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318473.504566:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318473.504660:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318473.504670:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989611264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318473.504699:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318473.504769:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611136 00000100:00100000:1.0:1767318473.504776:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611136 00000100:00100000:1.0:1767318473.504825:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611264 00000100:00100000:1.0:1767318473.504828:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611264 00000100:00100000:1.0:1767318473.504845:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:1.0:1767318473.504854:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989611136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318473.504881:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318473.504920:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989611136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318473.504926:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:1.0:1767318473.504941:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:1.0:1767318473.504947:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989611264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318473.504963:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318473.504988:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989611264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318473.504993:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00080000:1.0:1767318473.505008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318473.505012:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318473.505038:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989611136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318473.510610:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989611264:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318474.336498:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318474.529126:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318474.599123:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767318474.599158:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925783680 offset 0 length 520: 4 00000100:00100000:3.0:1767318474.599183:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318474.601210:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783936 00000100:00100000:2.0:1767318474.601225:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783936 00000100:00100000:2.0:1767318474.601405:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925783808 00000100:00100000:2.0:1767318474.601409:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925783808 00000100:00080000:1.0:1767318474.601505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318474.601629:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4492 00000100:00100000:3.0:1767318474.601641:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925783936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318474.602025:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925783936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 386us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318474.602034:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4492 00000100:00100000:3.0:1767318474.602058:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22495 00000100:00100000:3.0:1767318474.602062:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925783808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318474.602084:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318474.602204:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925783808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 139us (3019us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318474.602211:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22495 00010000:00010000:3.0:1767318475.361931:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318475.552363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318475.552369:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318450/real 1767318450] req@ffff96e2ff0d8380 x1853163989604864/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318475 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318475.552400:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ff0d8380 x1853163989604864/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318475 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318475.552419:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318475.552448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318475.552451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989604864:0@lo:250:kworker.0 00000100:00080000:0.0:1767318475.552526:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.552532:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318475.552534:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318475.552538:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3700 00000100:00080000:0.0:1767318475.552542:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318475.552548:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318475.552588:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163989611392/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318475.552614:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.552618:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318475.552620:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318475.552623:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3721 00000100:00080000:0.0:1767318475.552625:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318475.552628:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318475.552642:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587b80 x1853163989611520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318475.552651:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.552654:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318475.552655:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318475.552659:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3721 00000100:00080000:0.0:1767318475.552661:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318475.552664:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318475.552675:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163989611648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318475.552682:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989611392:0@lo:250:kworker.0 00000100:00080000:0.0:1767318475.552705:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.552709:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318475.552710:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318475.552713:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3721 00000100:00080000:0.0:1767318475.552715:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318475.552718:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318475.552728:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586300 x1853163989611904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767318475.552730:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989611392 offset 0 length 520: 4 00000100:00080000:0.0:1767318475.552741:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318475.552745:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318475.552746:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318475.552749:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3721 00000100:00080000:0.0:1767318475.552751:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318475.552755:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318475.552762:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585c00 x1853163989612160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318475.552774:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989611520:0@lo:38:kworker.0 00000100:00100000:2.0:1767318475.552805:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318475.552836:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989611648:0@lo:38:kworker.0 00000100:00100000:2.0:1767318475.552860:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318475.552875:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989611904:0@lo:38:kworker.0 00000100:00100000:2.0:1767318475.552893:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318475.552910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989612160:0@lo:38:kworker.0 00000100:00100000:2.0:1767318475.552928:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318475.552957:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611520 00000100:00100000:2.0:1767318475.552965:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611520 00000100:00100000:2.0:1767318475.553005:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611904 00000100:00100000:2.0:1767318475.553009:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611904 00000100:00100000:2.0:1767318475.553021:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612160 00000100:00100000:2.0:1767318475.553024:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612160 00000100:00100000:2.0:1767318475.553039:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22496 00000100:00100000:2.0:1767318475.553046:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989611520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318475.553065:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318475.553113:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989611520:12345-0@lo:38:kworker.0 Request processed in 67us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318475.553120:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22496 00000100:00100000:0.0:1767318475.553124:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22497 00000100:00100000:0.0:1767318475.553129:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989611904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318475.553139:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318475.553168:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989611904:12345-0@lo:38:kworker.0 Request processed in 38us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318475.553214:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989611776:0@lo:400:kworker.0 00000100:00100000:3.0:1767318475.553251:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989612288:0@lo:400:kworker.0 00000100:00100000:1.0:1767318475.553257:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318475.553272:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318475.553277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989612032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318475.553290:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318475.553293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318475.553310:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989612416:0@lo:400:kworker.0 00000100:00100000:1.0:1767318475.553329:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318475.553336:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611776 00000100:00100000:3.0:1767318475.553340:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611776 00000100:00100000:1.0:1767318475.553367:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612032 00000100:00100000:1.0:1767318475.553370:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612032 00000100:00100000:2.0:1767318475.553415:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22498 00000100:00100000:2.0:1767318475.553420:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989612160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318475.553431:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318475.553454:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989612160:12345-0@lo:38:kworker.0 Request processed in 33us (524us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318475.555019:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22497 00000100:00100000:0.0:1767318475.555063:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989611648 00000100:00100000:0.0:1767318475.555070:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989611648 00000100:00100000:0.0:1767318475.555106:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1767318475.555113:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989611648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318475.555131:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318475.555442:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989611648:12345-0@lo:38:kworker.0 Request processed in 327us (2579us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318475.555449:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1767318475.555500:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612288 00000100:00100000:0.0:1767318475.555650:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612288 00000100:00100000:0.0:1767318475.555689:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612416 00000100:00100000:0.0:1767318475.555693:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612416 00000100:00100000:0.0:1767318475.555710:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:0.0:1767318475.555716:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989612288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318475.555763:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989612288:12345-0@lo:400:kworker.0 Request processed in 47us (2472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318475.555770:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00100000:0.0:1767318475.555782:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:0.0:1767318475.555788:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989612416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318475.555822:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989612416:12345-0@lo:400:kworker.0 Request processed in 34us (2491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318475.555827:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00100000:0.0:1767318475.555889:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989612416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318475.556158:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493 00000100:00100000:3.0:1767318475.556168:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989611776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318475.556856:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989611776:12345-0@lo:400:kworker.0 Request processed in 688us (3596us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318475.556865:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493 00000100:00100000:3.0:1767318475.556911:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989612288:0@lo:400:kworker.0 00000100:00080000:0.0:1767318475.557045:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318475.557050:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318475.557053:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318475.557088:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989611776:0@lo:400:kworker.0 00000100:00080000:0.0:1767318475.557129:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318475.557135:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318475.557139:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989611648:0@lo:38:kworker.0 00000100:00080000:0.0:1767318475.557151:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318475.557154:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318475.557157:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989611904:0@lo:38:kworker.0 00000100:00080000:0.0:1767318475.557166:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318475.557171:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318475.557173:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989612160:0@lo:38:kworker.0 00000100:00080000:0.0:1767318475.557183:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318475.557802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318475.557809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989611520:0@lo:38:kworker.0 00000100:00100000:1.0:1767318475.560361:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:1.0:1767318475.560386:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989612032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318475.560472:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989612032:12345-0@lo:400:kworker.0 Request processed in 100us (7176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318475.560480:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000100:00100000:2.0:1767318475.560565:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22498 00000100:00100000:0.0:1767318475.560738:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989612032:0@lo:400:kworker.0 00010000:00010000:3.0:1767318476.387018:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318476.576944:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318477.420338:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318477.601356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318478.433614:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318478.624880:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318478.625038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989612544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318478.625106:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318478.625399:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318478.625409:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989612672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318478.625439:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318478.625473:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612544 00000100:00100000:0.0:1767318478.625480:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612544 00000100:00100000:0.0:1767318478.625528:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612672 00000100:00100000:0.0:1767318478.625531:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612672 00000100:00100000:0.0:1767318478.625548:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:0.0:1767318478.625557:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989612544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318478.625589:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318478.625717:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989612544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318478.625726:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:0.0:1767318478.625745:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:0.0:1767318478.625757:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989612672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318478.625773:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318478.625799:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989612672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318478.625805:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00080000:0.0:1767318478.625821:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318478.625826:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318478.625859:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989612672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318478.625876:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989612544:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318479.456557:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318479.650351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318479.722516:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318479.722699:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784192 00000100:00100000:3.0:1767318479.722710:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784192 00000100:00100000:3.0:1767318479.722861:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4495 00000100:00100000:3.0:1767318479.722872:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925784192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318479.722960:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925784192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318479.722968:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4495 00000100:00100000:3.0:1767318479.724562:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:0.0:1767318479.728676:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318479.730076:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784064 00000100:00100000:2.0:1767318479.730091:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784064 00000100:00100000:2.0:1767318479.730201:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22499 00000100:00100000:2.0:1767318479.730220:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925784064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318479.730301:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318479.730391:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925784064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 181us (6187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318479.730399:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22499 00010000:00010000:3.0:1767318480.482571:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318480.675745:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.675764:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318480.675767:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.675772:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318480.675776:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318480.675785:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3725 00000100:00080000:1.0:1767318480.675790:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318480.675797:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318480.675842:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bea00 x1853163989612800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318480.675873:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.675877:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318480.675878:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318480.675882:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3725 00000100:00080000:1.0:1767318480.675885:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318480.675889:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318480.675904:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc380 x1853163989612928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318480.675939:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318480.675944:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318480.675946:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318480.675949:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3725 00000100:00080000:1.0:1767318480.675952:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318480.675956:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318480.675970:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163989613184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318480.675987:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318480.675991:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318480.675991:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318480.675994:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318480.676000:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3725 00000100:00080000:1.0:1767318480.676003:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318480.676007:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318480.676018:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bfb80 x1853163989613440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318480.676031:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989613312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318480.676080:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989613056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318480.676112:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318480.676132:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989613696:0@lo:400:kworker.0 00000100:00100000:1.0:1767318480.676162:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318480.676194:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318480.676201:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989613568:0@lo:400:kworker.0 00000100:00100000:0.0:1767318480.676223:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318480.676250:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318480.676303:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613696 00000100:00100000:1.0:1767318480.676312:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613696 00000100:00100000:0.0:1767318480.676315:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613568 00000100:00100000:0.0:1767318480.676322:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613568 00000100:00100000:2.0:1767318480.676404:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613312 00000100:00100000:2.0:1767318480.676410:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613312 00000100:00100000:2.0:1767318480.676455:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613056 00000100:00100000:2.0:1767318480.676459:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613056 00000100:00100000:2.0:1767318480.676479:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4496 00000100:00100000:2.0:1767318480.676490:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989613312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318480.676543:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989613312:12345-0@lo:400:kworker.0 Request processed in 55us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318480.676550:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4496 00000100:00100000:2.0:1767318480.676566:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497 00000100:00100000:2.0:1767318480.676573:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989613056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318480.676602:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989613056:12345-0@lo:400:kworker.0 Request processed in 30us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318480.676608:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497 00000100:00100000:2.0:1767318480.676627:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989612800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318480.676651:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318480.676673:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989612928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318480.676695:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318480.676718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989613184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318480.676738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318480.676754:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989613440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318480.676771:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318480.676814:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612800 00000100:00100000:2.0:1767318480.676818:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612800 00000100:00100000:2.0:1767318480.676832:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613184 00000100:00100000:2.0:1767318480.676835:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613184 00000100:00100000:2.0:1767318480.676841:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613440 00000100:00100000:2.0:1767318480.676843:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613440 00000100:00100000:2.0:1767318480.676854:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22500 00000100:00100000:2.0:1767318480.676858:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989612800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318480.676875:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318480.676909:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989612800:12345-0@lo:38:kworker.0 Request processed in 50us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318480.676915:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22500 00000100:00100000:2.0:1767318480.676926:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22501 00000100:00100000:2.0:1767318480.676930:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989613184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318480.676937:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318480.676957:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989613184:12345-0@lo:38:kworker.0 Request processed in 26us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318480.676963:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22501 00000100:00100000:2.0:1767318480.676972:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22502 00000100:00100000:2.0:1767318480.676976:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989613440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318480.676984:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318480.677000:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989613440:12345-0@lo:38:kworker.0 Request processed in 23us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318480.677005:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22502 00000100:00080000:2.0:1767318480.677038:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318480.677043:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318480.677046:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989612800:0@lo:38:kworker.0 00000100:00080000:2.0:1767318480.677055:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318480.677058:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318480.677061:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989613184:0@lo:38:kworker.0 00000100:00080000:2.0:1767318480.677068:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318480.677070:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318480.677073:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989613440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318480.677120:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989612928 00000100:00100000:2.0:1767318480.677124:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989612928 00000100:00100000:2.0:1767318480.677144:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1767318480.677148:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989612928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318480.677157:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318480.677185:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989612928:12345-0@lo:38:kworker.0 Request processed in 36us (489us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318480.677191:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1767318480.677218:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989613056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318480.677278:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989613312:0@lo:400:kworker.0 00000100:00080000:2.0:1767318480.677299:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318480.677302:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318480.677305:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989612928:0@lo:38:kworker.0 00000100:00080000:2.0:1767318480.677332:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318480.677337:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318480.677339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318480.678769:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:1.0:1767318480.678790:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989613696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318480.678877:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989613696:12345-0@lo:400:kworker.0 Request processed in 99us (2714us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318480.678884:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767318480.680824:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1767318480.680847:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989613568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318480.682372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989613696:0@lo:400:kworker.0 00000100:00100000:0.0:1767318480.682507:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989613568:12345-0@lo:400:kworker.0 Request processed in 1670us (6277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318480.682518:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:3.0:1767318480.687411:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989613568:0@lo:400:kworker.0 00010000:00010000:3.0:1767318481.506329:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318481.696923:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318482.529921:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318482.720394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318483.552683:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318483.744839:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318483.744983:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989613824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318483.745060:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318483.745190:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989613952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318483.745272:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318483.745539:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613824 00000100:00100000:1.0:1767318483.745559:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613824 00000100:00100000:1.0:1767318483.745620:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989613952 00000100:00100000:1.0:1767318483.745623:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989613952 00000100:00100000:1.0:1767318483.745644:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:1.0:1767318483.745653:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989613824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318483.745684:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318483.745734:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989613824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318483.745742:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00100000:1.0:1767318483.745760:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:1.0:1767318483.745767:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989613952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318483.745783:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318483.745807:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989613952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318483.745814:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:1.0:1767318483.745857:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989613824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318483.746168:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318483.746174:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318483.747707:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989613952:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318484.576455:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318484.768487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318484.835934:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318484.836225:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784320 00000100:00100000:0.0:1767318484.836260:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784320 00000100:00100000:0.0:1767318484.836306:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22503 00000100:00100000:0.0:1767318484.836314:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925784320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318484.836337:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318484.836411:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925784320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318484.836419:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22503 00000100:00100000:1.0:1767318484.838090:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318484.839446:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784448 00000100:00100000:3.0:1767318484.839458:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784448 00000100:00100000:3.0:1767318484.839547:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4498 00000100:00100000:3.0:1767318484.839557:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925784448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767318484.839707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318484.839858:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925784448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 302us (1775us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318484.839866:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4498 00010000:00010000:3.0:1767318485.600653:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318485.792442:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318485.792454:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318485.792457:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318485.792462:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318485.792466:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318485.792474:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318485.792479:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318485.792486:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318485.792531:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1880 x1853163989614080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318485.792556:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318485.792559:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318485.792561:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318485.792565:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318485.792567:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318485.792571:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318485.792585:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1180 x1853163989614208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318485.792616:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318485.792620:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318485.792622:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318485.792626:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318485.792628:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318485.792631:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318485.792646:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3b80 x1853163989614464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318485.792659:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318485.792663:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318485.792665:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318485.792669:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3730 00000100:00080000:1.0:1767318485.792671:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318485.792675:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318485.792685:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3100 x1853163989614720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318485.792744:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989614848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318485.792811:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318485.792870:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318485.792876:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989614976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318485.792899:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318485.792951:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614848 00000100:00100000:1.0:1767318485.792959:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614848 00000100:00100000:1.0:1767318485.793015:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614976 00000100:00100000:1.0:1767318485.793019:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614976 00000100:00100000:1.0:1767318485.793042:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:1.0:1767318485.793051:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989614848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318485.793122:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989614848:12345-0@lo:400:kworker.0 Request processed in 71us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318485.793130:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:1.0:1767318485.793145:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:1.0:1767318485.793152:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989614976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318485.793213:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989614976:12345-0@lo:400:kworker.0 Request processed in 61us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318485.793218:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00080000:1.0:1767318485.793424:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318485.793429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318485.793463:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989614976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318485.793473:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989614848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318485.793684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989614336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318485.793720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318485.793746:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318485.793751:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989614592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318485.793771:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318485.793798:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614336 00000100:00100000:2.0:1767318485.793802:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614336 00000100:00100000:2.0:1767318485.793833:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614592 00000100:00100000:2.0:1767318485.793836:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614592 00000100:00100000:2.0:1767318485.793854:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499 00000100:00100000:2.0:1767318485.793860:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989614336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318485.793894:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989614336:12345-0@lo:400:kworker.0 Request processed in 34us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318485.793899:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499 00000100:00100000:2.0:1767318485.793912:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4500 00000100:00100000:2.0:1767318485.793917:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989614592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318485.793955:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989614592:12345-0@lo:400:kworker.0 Request processed in 38us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318485.793960:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4500 00000100:00080000:2.0:1767318485.793981:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318485.793998:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989614592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318485.794006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989614336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318485.794276:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989614080:0@lo:38:kworker.0 00000100:00100000:0.0:1767318485.794306:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318485.794329:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989614208:0@lo:38:kworker.0 00000100:00100000:0.0:1767318485.794351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318485.794375:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989614464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318485.794395:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318485.794409:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989614720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318485.794427:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318485.794453:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614208 00000100:00100000:0.0:1767318485.794456:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614208 00000100:00100000:0.0:1767318485.794477:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:0.0:1767318485.794481:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989614208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318485.794498:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318485.794531:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989614208:12345-0@lo:38:kworker.0 Request processed in 48us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318485.794540:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00080000:0.0:1767318485.794568:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318485.794573:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318485.794576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989614208:0@lo:38:kworker.0 00000100:00100000:0.0:1767318485.794595:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614080 00000100:00100000:0.0:1767318485.794598:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614080 00000100:00100000:0.0:1767318485.794615:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614464 00000100:00100000:0.0:1767318485.794617:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614464 00000100:00100000:0.0:1767318485.794628:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989614720 00000100:00100000:0.0:1767318485.794630:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989614720 00000100:00100000:0.0:1767318485.794639:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22504 00000100:00100000:0.0:1767318485.794643:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989614080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318485.794653:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318485.794681:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989614080:12345-0@lo:38:kworker.0 Request processed in 36us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318485.794687:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22504 00000100:00100000:0.0:1767318485.794699:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22505 00000100:00100000:0.0:1767318485.794703:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989614464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318485.794711:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318485.794732:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989614464:12345-0@lo:38:kworker.0 Request processed in 29us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318485.794737:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22505 00000100:00100000:0.0:1767318485.794748:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22506 00000100:00100000:0.0:1767318485.794752:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989614720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318485.794759:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318485.794779:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989614720:12345-0@lo:38:kworker.0 Request processed in 26us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318485.794784:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22506 00000100:00080000:0.0:1767318485.794804:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318485.794809:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318485.794812:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989614080:0@lo:38:kworker.0 00000100:00080000:0.0:1767318485.794820:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318485.794822:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318485.794825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989614464:0@lo:38:kworker.0 00000100:00080000:0.0:1767318485.794832:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318485.794835:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318485.794838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989614720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318485.796574:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318486.632153:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318486.816488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318487.649632:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318487.840530:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318488.672476:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318488.864883:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318488.864901:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989615104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318488.865002:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318488.865076:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615104 00000100:00100000:1.0:1767318488.865085:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615104 00000100:00100000:1.0:1767318488.865167:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:1.0:1767318488.865178:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989615104:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318488.865206:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00000024:1.0:1767318488.865213:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318488.865216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989615232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318488.865259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318488.865280:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989615104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318488.865284:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615232 00000100:00100000:0.0:1767318488.865288:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615232 00000100:00100000:1.0:1767318488.865288:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00100000:0.0:1767318488.865313:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:0.0:1767318488.865324:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989615232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318488.865341:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318488.865378:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989615232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318488.865394:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00080000:3.0:1767318488.865414:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318488.865419:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318488.865441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318488.865464:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989615104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318488.865821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989615232:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318489.698850:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318489.895824:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318489.970343:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318489.970387:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318489.971988:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784576 00000100:00100000:0.0:1767318489.972003:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784576 00000100:00100000:0.0:1767318489.972070:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784704 00000100:00100000:0.0:1767318489.972073:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784704 00000100:00100000:0.0:1767318489.972144:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4501 00000100:00100000:0.0:1767318489.972154:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925784704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318489.972259:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925784704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (1871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318489.972266:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4501 00000100:00100000:0.0:1767318489.972288:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22507 00000100:00100000:0.0:1767318489.972293:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925784576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318489.972312:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318489.972335:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925784576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (2002us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318489.972340:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22507 00000100:00080000:1.0:1767318489.972755:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318490.728361:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318490.912328:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318490.912339:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318490.912342:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318490.912346:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318490.912357:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318490.912366:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318490.912371:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318490.912378:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318490.912419:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2680 x1853163989615360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318490.912449:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318490.912460:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318490.912462:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318490.912466:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318490.912469:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318490.912473:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318490.912488:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0380 x1853163989615488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318490.912534:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318490.912537:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318490.912539:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318490.912543:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318490.912545:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318490.912549:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318490.912561:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0a80 x1853163989615744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318490.912575:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318490.912578:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318490.912580:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318490.912583:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3735 00000100:00080000:1.0:1767318490.912585:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318490.912588:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318490.912600:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3100 x1853163989616000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318490.912615:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989615872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318490.912636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989616128:0@lo:400:kworker.0 00000100:00100000:2.0:1767318490.912718:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989615616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318490.912965:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989615360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318490.917425:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318490.917812:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318490.917826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989616256:0@lo:400:kworker.0 00000100:00100000:1.0:1767318490.917870:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318490.917943:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616128 00000100:00100000:1.0:1767318490.917950:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616128 00000100:00100000:1.0:1767318490.918001:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616256 00000100:00100000:1.0:1767318490.918004:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616256 00000100:00100000:1.0:1767318490.918029:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1767318490.918721:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989616128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318490.918787:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989616128:12345-0@lo:400:kworker.0 Request processed in 87us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318490.918795:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1767318490.918817:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:1.0:1767318490.918824:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989616256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318490.918852:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989616256:12345-0@lo:400:kworker.0 Request processed in 30us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318490.918858:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00080000:1.0:1767318490.918876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318490.918880:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318490.918930:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989616256:0@lo:400:kworker.0 00000100:00100000:1.0:1767318490.918943:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989616128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318490.919009:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318490.919503:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318490.919650:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318490.919748:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615872 00000100:00100000:3.0:1767318490.919756:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615872 00000100:00100000:3.0:1767318490.919815:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615616 00000100:00100000:3.0:1767318490.919819:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615616 00000100:00100000:3.0:1767318490.919843:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4502 00000100:00100000:3.0:1767318490.919851:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989615872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318490.920653:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989615872:12345-0@lo:400:kworker.0 Request processed in 797us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318490.920665:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4502 00000100:00100000:3.0:1767318490.920693:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503 00000100:00100000:3.0:1767318490.920703:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989615616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318490.920739:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989615616:12345-0@lo:400:kworker.0 Request processed in 39us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318490.920745:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503 00000100:00100000:3.0:1767318490.920791:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989615872:0@lo:400:kworker.0 00000100:00080000:2.0:1767318490.920932:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318490.921215:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989615616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318490.929294:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318490.929390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989615488:0@lo:38:kworker.0 00000100:00100000:0.0:1767318490.929435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318490.929495:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615488 00000100:00100000:3.0:1767318490.929505:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615488 00000100:00100000:3.0:1767318490.929550:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:3.0:1767318490.929557:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989615488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318490.929579:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318490.929624:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989615488:12345-0@lo:38:kworker.0 Request processed in 65us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318490.929630:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:2.0:1767318490.929765:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615360 00000100:00100000:2.0:1767318490.929771:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615360 00000100:00100000:2.0:1767318490.929808:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22508 00000100:00100000:2.0:1767318490.929813:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989615360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318490.929824:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318490.929855:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989615360:12345-0@lo:38:kworker.0 Request processed in 41us (571us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318490.929861:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22508 00000100:00080000:0.0:1767318490.929936:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318490.929942:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318490.929946:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989615488:0@lo:38:kworker.0 00000100:00100000:0.0:1767318490.929953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989615744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318490.929977:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318490.930003:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989616000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318490.930023:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318490.933048:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318490.933068:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318490.933073:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989615360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318490.933896:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989615744 00000100:00100000:1.0:1767318490.933908:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989615744 00000100:00100000:1.0:1767318490.933965:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616000 00000100:00100000:1.0:1767318490.933969:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616000 00000100:00100000:1.0:1767318490.934003:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22509 00000100:00100000:1.0:1767318490.934010:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989615744:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318490.934323:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22510 00000100:00100000:0.0:1767318490.934329:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989616000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318490.934341:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318490.934429:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989616000:12345-0@lo:38:kworker.0 Request processed in 98us (4404us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318490.934438:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22510 00000100:00080000:0.0:1767318490.934495:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318490.934511:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318490.934515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989616000:0@lo:38:kworker.0 00010000:00020000:1.0:1767318490.935406:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318490.935632:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989615744:12345-0@lo:38:kworker.0 Request processed in 1619us (5652us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318490.935641:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22509 00000100:00080000:0.0:1767318490.939654:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318490.939667:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318490.939672:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989615744:0@lo:38:kworker.0 00010000:00010000:3.0:1767318491.745919:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318491.936427:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318492.771900:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318492.960515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318493.792841:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318493.984658:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989616384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318493.984733:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318493.984877:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616384 00000100:00100000:3.0:1767318493.984887:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616384 00000100:00100000:3.0:1767318493.984957:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1767318493.984967:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989616384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318493.985010:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318493.985061:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989616384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318493.985068:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00080000:2.0:1767318493.985217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318493.985300:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989616384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318493.985932:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318493.987149:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318493.987170:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989616512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318493.987242:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318493.987286:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616512 00000100:00100000:0.0:1767318493.987294:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616512 00000100:00100000:0.0:1767318493.987439:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:0.0:1767318493.987449:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989616512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318493.987474:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767318493.987557:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318493.987666:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989616512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 218us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318493.987674:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00100000:2.0:1767318493.987838:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989616512:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318494.816685:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318495.009691:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318495.075090:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318495.075173:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784960 00000100:00100000:3.0:1767318495.075183:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784960 00000100:00100000:3.0:1767318495.075299:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4504 00000100:00100000:3.0:1767318495.075309:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925784960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318495.075404:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925784960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318495.075413:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4504 00000100:00080000:2.0:1767318495.075606:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318495.079021:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318495.079116:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925784832 00000100:00100000:2.0:1767318495.079129:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925784832 00000100:00100000:2.0:1767318495.079178:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22511 00000100:00100000:2.0:1767318495.079186:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925784832:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318495.079208:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318495.079622:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925784832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 433us (609us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318495.079632:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22511 00010000:00010000:3.0:1767318495.840474:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318496.033991:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318496.034002:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318496.034004:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318496.034008:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318496.034012:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318496.034021:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3740 00000100:00080000:3.0:1767318496.034025:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318496.034032:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318496.034073:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c380 x1853163989616640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318496.034102:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318496.034105:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318496.034108:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318496.034111:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3740 00000100:00080000:3.0:1767318496.034113:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318496.034116:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318496.034129:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163989616768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318496.034166:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318496.034169:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318496.034171:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318496.034175:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3740 00000100:00080000:3.0:1767318496.034177:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318496.034180:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318496.034192:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ed80 x1853163989617024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318496.034207:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318496.034211:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318496.034212:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318496.034216:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3740 00000100:00080000:3.0:1767318496.034218:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318496.034222:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318496.034274:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067fb80 x1853163989617280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318496.034349:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989617536:0@lo:400:kworker.0 00000100:00100000:3.0:1767318496.034418:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318496.034481:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318496.034488:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989617408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318496.034511:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318496.034649:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989617152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318496.034684:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318496.034687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989616896:0@lo:400:kworker.0 00000100:00100000:2.0:1767318496.034718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318496.034771:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989616640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318496.034785:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318496.034800:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318496.034810:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617536 00000100:00100000:3.0:1767318496.034818:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617536 00000100:00100000:3.0:1767318496.034869:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617408 00000100:00100000:3.0:1767318496.034872:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617408 00000100:00100000:3.0:1767318496.034897:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:3.0:1767318496.034905:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989617536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318496.034974:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989617536:12345-0@lo:400:kworker.0 Request processed in 69us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318496.034982:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00100000:3.0:1767318496.034997:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:3.0:1767318496.035003:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989617408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318496.035031:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989617408:12345-0@lo:400:kworker.0 Request processed in 29us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318496.035037:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:3.0:1767318496.035070:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989617408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318496.035081:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989617536:0@lo:400:kworker.0 00000100:00080000:3.0:1767318496.035107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318496.035111:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318496.043684:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617152 00000100:00100000:0.0:1767318496.043701:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617152 00000100:00100000:0.0:1767318496.043775:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616896 00000100:00100000:0.0:1767318496.043779:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616896 00000100:00100000:0.0:1767318496.043805:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505 00000100:00100000:0.0:1767318496.043814:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989617152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318496.043922:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989617152:12345-0@lo:400:kworker.0 Request processed in 108us (9236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318496.043930:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505 00000100:00100000:0.0:1767318496.043949:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1767318496.043956:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989616896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318496.044005:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989616896:12345-0@lo:400:kworker.0 Request processed in 50us (9287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318496.044011:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1767318496.044067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989616896:0@lo:400:kworker.0 00000100:00100000:0.0:1767318496.044101:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989617152:0@lo:400:kworker.0 00000100:00080000:3.0:1767318496.044677:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318496.054068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989616768:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.054138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318496.054216:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616640 00000100:00100000:2.0:1767318496.054226:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616640 00000100:00100000:2.0:1767318496.054301:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22512 00000100:00100000:2.0:1767318496.054307:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989616640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318496.054328:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318496.054373:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989616640:12345-0@lo:38:kworker.0 Request processed in 63us (19570us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318496.054380:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22512 00000100:00100000:3.0:1767318496.059074:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989616768 00000100:00100000:3.0:1767318496.059091:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989616768 00000100:00100000:3.0:1767318496.059210:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:3.0:1767318496.059220:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989616768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318496.059292:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318496.059375:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989616768:12345-0@lo:38:kworker.0 Request processed in 155us (5236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318496.059382:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00080000:1.0:1767318496.059553:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318496.059560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318496.059565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989616768:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.059575:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989617024:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.059611:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318496.059635:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989617280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.059654:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318496.059701:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318496.059706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318496.059709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989616640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.059759:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617024 00000100:00100000:1.0:1767318496.059763:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617024 00000100:00100000:1.0:1767318496.059782:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617280 00000100:00100000:1.0:1767318496.059785:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617280 00000100:00100000:1.0:1767318496.059798:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22513 00000100:00100000:1.0:1767318496.059803:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989617024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318496.059814:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318496.059843:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989617024:12345-0@lo:38:kworker.0 Request processed in 38us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318496.059848:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22513 00000100:00100000:1.0:1767318496.059861:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22514 00000100:00080000:0.0:1767318496.060314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318496.060320:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318496.060324:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989617024:0@lo:38:kworker.0 00000100:00100000:1.0:1767318496.060505:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989617280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318496.060516:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318496.060623:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989617280:12345-0@lo:38:kworker.0 Request processed in 119us (967us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318496.060630:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22514 00000100:00080000:1.0:1767318496.060903:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318496.060918:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318496.060922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989617280:0@lo:38:kworker.0 00010000:00010000:3.0:1767318496.868322:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318497.058021:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318497.888511:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318498.080535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318498.914846:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318499.104502:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318499.104709:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318499.104724:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989617664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318499.104804:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318499.104959:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617664 00000100:00100000:3.0:1767318499.104969:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617664 00000100:00100000:3.0:1767318499.105043:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:3.0:1767318499.105053:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989617664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318499.105084:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318499.105130:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989617664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318499.105137:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00080000:1.0:1767318499.105279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318499.105319:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989617664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318499.105579:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989617792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318499.105609:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318499.105932:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989617792 00000100:00100000:0.0:1767318499.105939:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989617792 00000100:00100000:0.0:1767318499.105986:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:0.0:1767318499.105994:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989617792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318499.106014:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318499.106072:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989617792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318499.106078:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00100000:2.0:1767318499.106266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989617792:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318499.106635:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318499.939124:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318500.128627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318500.195843:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318500.196060:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785216 00000100:00100000:2.0:1767318500.196072:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785216 00000100:00100000:2.0:1767318500.196163:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4507 00000100:00100000:2.0:1767318500.196174:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925785216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318500.196281:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925785216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318500.196289:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4507 00000100:00100000:2.0:1767318500.198914:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318475/real 1767318475] req@ffff96e301587480 x1853163989611392/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318500 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318500.198949:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301587480 x1853163989611392/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318500 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318500.198969:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318500.198979:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318500.198984:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989611392:0@lo:250:kworker.0 00000100:00080000:2.0:1767318500.199039:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318500.199320:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318500.199326:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318500.199330:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318500.199335:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3725 00000100:00080000:3.0:1767318500.199339:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318500.199346:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318500.199376:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ce00 x1853163989617920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318500.199399:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318500.199402:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318500.199405:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318500.199410:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3745 00000100:00080000:3.0:1767318500.199412:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318500.199416:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318500.199431:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163989618048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318500.199439:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318500.199442:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318500.199444:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318500.199448:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3745 00000100:00080000:3.0:1767318500.199450:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318500.199454:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318500.199470:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d500 x1853163989618176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318500.199498:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318500.199502:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318500.199504:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318500.199507:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3745 00000100:00080000:3.0:1767318500.199510:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318500.199513:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318500.199524:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163989618432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318500.199538:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318500.199541:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318500.199544:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318500.199547:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3745 00000100:00080000:3.0:1767318500.199549:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318500.199552:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318500.199561:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067fb80 x1853163989618688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318500.199604:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989618304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.199663:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.199721:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318500.199727:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989618560:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.199748:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.199790:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618304 00000100:00100000:3.0:1767318500.199797:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618304 00000100:00100000:3.0:1767318500.199842:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618560 00000100:00100000:3.0:1767318500.199845:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618560 00000100:00100000:3.0:1767318500.199866:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4508 00000100:00100000:3.0:1767318500.199874:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989618304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.199933:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989618304:12345-0@lo:400:kworker.0 Request processed in 58us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318500.199941:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4508 00000100:00100000:3.0:1767318500.199957:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509 00000100:00100000:3.0:1767318500.199963:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989618560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.199988:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989618560:12345-0@lo:400:kworker.0 Request processed in 26us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318500.199995:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509 00000100:00100000:3.0:1767318500.200012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989618816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.200059:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318500.200064:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989618944:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200097:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.200132:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618816 00000100:00100000:3.0:1767318500.200136:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618816 00000100:00100000:3.0:1767318500.200160:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618944 00000100:00100000:3.0:1767318500.200163:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618944 00000100:00100000:3.0:1767318500.200179:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:3.0:1767318500.200185:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989618816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200224:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989618816:12345-0@lo:400:kworker.0 Request processed in 37us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318500.200258:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:3.0:1767318500.200269:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:3.0:1767318500.200274:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989618944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200299:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989618944:12345-0@lo:400:kworker.0 Request processed in 25us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318500.200304:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00100000:3.0:1767318500.200347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989618944:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200357:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989618816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200378:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989618560:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200387:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989618304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318500.200401:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989617920:0@lo:250:kworker.0 00000400:00000100:3.0:1767318500.200421:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989617920 offset 0 length 520: 4 00000100:00100000:3.0:1767318500.200439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989618048:0@lo:38:kworker.0 00000100:00100000:3.0:1767318500.200456:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.200471:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989618176:0@lo:38:kworker.0 00000100:00100000:3.0:1767318500.200490:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.200505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989618432:0@lo:38:kworker.0 00000100:00100000:3.0:1767318500.200521:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.200537:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989618688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318500.200553:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318500.200579:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618176 00000100:00100000:3.0:1767318500.200583:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618176 00000100:00100000:3.0:1767318500.200600:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:3.0:1767318500.200605:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989618176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318500.200622:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318500.200653:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989618176:12345-0@lo:38:kworker.0 Request processed in 46us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318500.200659:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:3.0:1767318500.200676:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618048 00000100:00100000:3.0:1767318500.200680:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618048 00000100:00100000:3.0:1767318500.200691:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618432 00000100:00100000:3.0:1767318500.200694:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618432 00000100:00100000:3.0:1767318500.200700:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989618688 00000100:00100000:3.0:1767318500.200702:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989618688 00000100:00100000:3.0:1767318500.200711:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22515 00000100:00100000:3.0:1767318500.200715:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989618048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318500.200723:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318500.200749:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989618048:12345-0@lo:38:kworker.0 Request processed in 33us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318500.200754:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22515 00000100:00100000:3.0:1767318500.200765:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22516 00000100:00100000:3.0:1767318500.200768:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989618432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318500.200775:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318500.200792:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989618432:12345-0@lo:38:kworker.0 Request processed in 22us (270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318500.200797:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22516 00000100:00100000:3.0:1767318500.200805:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22517 00000100:00100000:3.0:1767318500.200808:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989618688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318500.200816:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318500.200833:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989618688:12345-0@lo:38:kworker.0 Request processed in 23us (279us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318500.200838:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22517 00000100:00080000:3.0:1767318500.200861:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318500.200866:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318500.200869:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989618048:0@lo:38:kworker.0 00000100:00080000:3.0:1767318500.200877:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318500.200893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318500.200896:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989618176:0@lo:38:kworker.0 00000100:00080000:3.0:1767318500.200905:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318500.200908:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318500.200910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989618432:0@lo:38:kworker.0 00000100:00080000:3.0:1767318500.200917:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318500.200920:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318500.200922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989618688:0@lo:38:kworker.0 00000100:00080000:2.0:1767318500.203094:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318500.206799:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318500.206924:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785088 00000100:00100000:2.0:1767318500.206935:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785088 00000100:00100000:2.0:1767318500.206982:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22518 00000100:00100000:2.0:1767318500.206990:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925785088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318500.207012:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318500.207090:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925785088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 99us (301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318500.207099:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22518 00000400:00000100:0.0:1767318500.207668:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925785344 offset 0 length 520: 4 00010000:00010000:3.0:1767318500.962497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318501.158564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318501.985035:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318502.176365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318503.011254:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318503.202597:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318504.032659:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318504.224940:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989619072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318504.225010:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318504.225127:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619072 00000100:00100000:3.0:1767318504.225135:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619072 00000100:00100000:3.0:1767318504.225188:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:3.0:1767318504.225195:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989619072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318504.225223:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318504.225278:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989619072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318504.225285:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:0.0:1767318504.225359:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989619072:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318504.225537:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318504.225548:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318504.225891:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989619200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318504.225923:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318504.226032:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619200 00000100:00100000:2.0:1767318504.226037:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619200 00000100:00100000:2.0:1767318504.226085:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:2.0:1767318504.226093:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989619200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318504.226113:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318504.226171:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989619200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318504.226178:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1767318504.226327:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989619200:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318504.226384:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318505.056524:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318505.248762:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318505.250221:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318505.250248:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318505.250252:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318505.250256:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318505.250260:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318505.250268:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3749 00000100:00080000:2.0:1767318505.250273:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318505.250280:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318505.250326:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163989619328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318505.250356:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318505.250359:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318505.250361:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318505.250365:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3749 00000100:00080000:2.0:1767318505.250367:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318505.250371:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318505.250385:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e680 x1853163989619456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318505.250511:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989619584:0@lo:400:kworker.0 00000100:00100000:0.0:1767318505.250593:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318505.250645:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989619328:0@lo:38:kworker.0 00000100:00100000:3.0:1767318505.250686:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318505.250733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989619456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318505.250744:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619584 00000100:00100000:1.0:1767318505.250754:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619584 00000100:00100000:3.0:1767318505.250764:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318505.250835:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619328 00000100:00100000:1.0:1767318505.250839:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619328 00000100:00100000:3.0:1767318505.250840:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619456 00000100:00100000:3.0:1767318505.250846:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619456 00000100:00100000:1.0:1767318505.250864:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510 00000100:00100000:1.0:1767318505.250877:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989619584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318505.250887:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:3.0:1767318505.250895:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989619456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318505.250916:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318505.250965:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318505.250970:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318505.250973:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318505.250977:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3749 00000100:00080000:2.0:1767318505.250980:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318505.250984:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318505.251012:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989619712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318505.251040:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318505.251043:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318505.251045:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318505.251049:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3749 00000100:00080000:2.0:1767318505.251052:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318505.251055:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318505.251070:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d880 x1853163989619968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318505.251116:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989620096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318505.251179:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22519 00000100:00100000:0.0:1767318505.251184:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989619328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318505.251195:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318505.256165:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989619456:12345-0@lo:38:kworker.0 Request processed in 5258us (5390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318505.256180:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:3.0:1767318505.256289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989619712:0@lo:38:kworker.0 00000100:00100000:3.0:1767318505.256346:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318505.256376:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989619968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318505.256398:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318505.256433:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318505.256438:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318505.256443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989619456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318505.257026:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989619584:12345-0@lo:400:kworker.0 Request processed in 6149us (6429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318505.257038:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510 00000100:00100000:1.0:1767318505.257064:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619712 00000100:00100000:1.0:1767318505.257070:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619712 00000100:00100000:1.0:1767318505.257100:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619968 00000100:00100000:1.0:1767318505.257104:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619968 00000100:00100000:1.0:1767318505.257122:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22520 00000100:00100000:1.0:1767318505.257128:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989619712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318505.257150:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318505.257308:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989619712:12345-0@lo:38:kworker.0 Request processed in 177us (960us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318505.257315:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22520 00000100:00100000:1.0:1767318505.257328:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22521 00000100:00100000:1.0:1767318505.257332:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989619968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318505.257345:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318505.257370:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989619968:12345-0@lo:38:kworker.0 Request processed in 36us (970us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318505.257376:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22521 00000100:00080000:1.0:1767318505.257395:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318505.257423:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989619840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.257450:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318505.257487:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989619840 00000100:00100000:1.0:1767318505.257490:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989619840 00000100:00100000:1.0:1767318505.257525:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511 00000100:00100000:1.0:1767318505.257531:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989619840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.257570:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989619840:12345-0@lo:400:kworker.0 Request processed in 39us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318505.257576:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511 00000100:00080000:1.0:1767318505.257590:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318505.257609:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989619840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.257630:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989620224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.257658:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318505.257689:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620224 00000100:00100000:1.0:1767318505.257693:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620224 00000100:00100000:1.0:1767318505.257718:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:1.0:1767318505.257724:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989620224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.257756:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989620224:12345-0@lo:400:kworker.0 Request processed in 31us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318505.257762:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:1.0:1767318505.257808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989619584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.257834:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989620224:0@lo:400:kworker.0 00000100:00080000:3.0:1767318505.260213:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318505.260225:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318505.260243:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989619712:0@lo:38:kworker.0 00000100:00080000:3.0:1767318505.260257:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318505.260261:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318505.260264:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989619968:0@lo:38:kworker.0 00000100:00100000:2.0:1767318505.266433:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318505.266702:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989619328:12345-0@lo:38:kworker.0 Request processed in 15512us (16011us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318505.266717:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22519 00000100:00100000:1.0:1767318505.267007:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620096 00000100:00100000:1.0:1767318505.267018:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620096 00000100:00100000:1.0:1767318505.267078:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:1.0:1767318505.267088:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989620096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318505.267161:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989620096:12345-0@lo:400:kworker.0 Request processed in 75us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318505.267167:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00000100:00100000:0.0:1767318505.267315:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989620096:0@lo:400:kworker.0 00000100:00080000:3.0:1767318505.271688:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318505.271702:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318505.271707:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989619328:0@lo:38:kworker.0 00000100:00100000:1.0:1767318505.320498:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318505.320559:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318505.320661:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785600 00000100:00100000:0.0:1767318505.320672:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785600 00000100:00100000:0.0:1767318505.320753:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785472 00000100:00100000:0.0:1767318505.320756:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785472 00000100:00100000:0.0:1767318505.320775:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4512 00000100:00100000:0.0:1767318505.320795:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925785600:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318505.320874:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925785600:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318505.320882:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4512 00000100:00100000:0.0:1767318505.320902:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22522 00000100:00100000:0.0:1767318505.320907:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925785472:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318505.320926:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318505.320953:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925785472:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318505.320959:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22522 00000100:00080000:1.0:1767318505.322328:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318506.080730:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318506.272515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318507.104730:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318507.296368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318508.131290:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318508.320543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318509.152466:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318509.344608:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989620352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318509.344688:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318509.344888:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620352 00000100:00100000:3.0:1767318509.344897:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620352 00000100:00100000:3.0:1767318509.344962:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1767318509.344971:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989620352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318509.344999:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318509.345053:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989620352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318509.345063:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00080000:1.0:1767318509.345121:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318509.345159:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989620352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318509.348772:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318509.348791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989620480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318509.348872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318509.348973:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620480 00000100:00100000:0.0:1767318509.348982:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620480 00000100:00100000:0.0:1767318509.349055:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:0.0:1767318509.349065:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989620480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318509.349094:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318509.349144:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989620480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318509.349150:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00100000:0.0:1767318509.349192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989620480:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318509.349332:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318509.349745:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318510.176521:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318510.368488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318510.368753:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.368759:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318510.368763:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.368767:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318510.368772:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.368780:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3754 00000100:00080000:1.0:1767318510.368786:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.368794:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318510.368839:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989620608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318510.368873:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.368877:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318510.368879:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.368883:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3754 00000100:00080000:1.0:1767318510.368885:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.368889:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318510.368904:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989620736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318510.368943:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.368947:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318510.368949:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.368953:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3754 00000100:00080000:1.0:1767318510.368955:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.368959:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318510.368974:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17480 x1853163989620992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318510.368990:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318510.368994:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318510.368997:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318510.369000:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3754 00000100:00080000:1.0:1767318510.369003:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318510.369007:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318510.369031:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15f80 x1853163989621248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318510.369093:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989621120:0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369215:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989620864:0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369315:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318510.369398:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620864 00000100:00100000:3.0:1767318510.369406:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620864 00000100:00100000:3.0:1767318510.369465:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513 00000100:00100000:3.0:1767318510.369475:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989620864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369528:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989620864:12345-0@lo:400:kworker.0 Request processed in 55us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318510.369536:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513 00000100:00080000:3.0:1767318510.369557:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318510.369586:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989620864:0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369628:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989621504:0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369657:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318510.369677:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318510.369694:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989621376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369716:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318510.369741:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621504 00000100:00100000:3.0:1767318510.369744:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621504 00000100:00100000:3.0:1767318510.369782:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621376 00000100:00100000:3.0:1767318510.369785:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621376 00000100:00100000:3.0:1767318510.369805:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:3.0:1767318510.369810:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989621504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369842:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989621504:12345-0@lo:400:kworker.0 Request processed in 32us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318510.369849:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000100:00100000:3.0:1767318510.369858:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:3.0:1767318510.369864:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989621376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369887:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989621376:12345-0@lo:400:kworker.0 Request processed in 23us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318510.369892:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00100000:3.0:1767318510.369917:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989621376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318510.369927:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989621504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318510.370004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989620608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370033:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318510.370061:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989620736:0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370082:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318510.370119:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989620992:0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318510.370155:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989621248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318510.370156:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620736 00000100:00100000:0.0:1767318510.370160:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620736 00000100:00100000:2.0:1767318510.370173:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318510.370183:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:0.0:1767318510.370189:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989620736:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370198:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620608 00000100:00100000:2.0:1767318510.370201:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620608 00010000:00020000:0.0:1767318510.370205:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318510.370219:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989620992 00000100:00100000:2.0:1767318510.370222:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989620992 00000100:00100000:2.0:1767318510.370249:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621248 00000100:00100000:2.0:1767318510.370252:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621248 00000100:00100000:0.0:1767318510.370255:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989620736:12345-0@lo:38:kworker.0 Request processed in 66us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318510.370261:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00100000:2.0:1767318510.370263:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22523 00000100:00100000:2.0:1767318510.370266:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989620608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318510.370278:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318510.370293:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318510.370298:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318510.370301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989620736:0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370301:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989620608:12345-0@lo:38:kworker.0 Request processed in 33us (267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318510.370306:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22523 00000100:00080000:0.0:1767318510.370314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318510.370317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318510.370317:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22524 00000100:00100000:0.0:1767318510.370320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989620608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370321:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989620992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318510.370330:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318510.370348:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22525 00000100:00100000:0.0:1767318510.370352:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989621248:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318510.370353:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989620992:12345-0@lo:38:kworker.0 Request processed in 31us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318510.370358:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22524 00010000:00020000:0.0:1767318510.370361:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318510.370384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318510.370385:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989621248:12345-0@lo:38:kworker.0 Request processed in 32us (211us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318510.370388:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318510.370391:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22525 00000100:00100000:2.0:1767318510.370391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989620992:0@lo:38:kworker.0 00000100:00080000:2.0:1767318510.370397:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318510.370400:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318510.370404:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989621248:0@lo:38:kworker.0 00000100:00100000:1.0:1767318510.370660:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318510.370718:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621120 00000100:00100000:0.0:1767318510.370722:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621120 00000100:00100000:0.0:1767318510.370771:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4514 00000100:00100000:0.0:1767318510.370778:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989621120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318510.370812:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989621120:12345-0@lo:400:kworker.0 Request processed in 35us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318510.370818:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4514 00000100:00080000:1.0:1767318510.371009:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318510.371040:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989621120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318510.440313:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318510.440362:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318510.440413:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785728 00000100:00100000:3.0:1767318510.440424:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785728 00000100:00100000:3.0:1767318510.440528:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785856 00000100:00100000:3.0:1767318510.440533:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785856 00000100:00080000:0.0:1767318510.440619:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318510.440712:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4515 00000100:00100000:2.0:1767318510.440726:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925785856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318510.440793:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22526 00000100:00100000:1.0:1767318510.440802:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925785728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318510.440822:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318510.440853:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925785856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 129us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318510.440855:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925785728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (552us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318510.440869:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4515 00000100:00100000:1.0:1767318510.440876:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22526 00010000:00010000:3.0:1767318511.206207:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318511.395069:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318512.224686:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318512.417046:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318513.255537:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318513.440373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318514.272827:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318514.464649:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989621760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318514.464656:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318514.464723:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989621632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318514.464731:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318514.464785:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621760 00000100:00100000:2.0:1767318514.464794:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621760 00000100:00100000:2.0:1767318514.464862:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1767318514.464871:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989621760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318514.464900:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767318514.464920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318514.474581:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318514.474711:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621632 00000100:00100000:1.0:1767318514.474724:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621632 00000100:00100000:1.0:1767318514.474797:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:1.0:1767318514.474808:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989621632:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318514.474850:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767318514.474937:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318514.475002:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989621632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 197us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318514.475010:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:0.0:1767318514.478118:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989621632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318514.478463:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989621760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13590us (13733us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318514.478476:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:1.0:1767318514.478513:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989621760:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318515.296693:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318515.489255:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318515.489428:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.489437:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318515.489440:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.489445:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318515.489451:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318515.489459:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3760 00000100:00080000:2.0:1767318515.489464:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318515.489471:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318515.489514:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400fb80 x1853163989621888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318515.489540:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.489544:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318515.489545:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318515.489548:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3760 00000100:00080000:2.0:1767318515.489558:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318515.489562:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318515.489576:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989622016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318515.489628:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.489635:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318515.489637:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318515.489640:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3760 00000100:00080000:2.0:1767318515.489643:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318515.489647:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318515.489663:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163989622272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318515.489678:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318515.489681:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318515.489683:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318515.489687:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3760 00000100:00080000:2.0:1767318515.489689:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318515.489693:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318515.489703:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ed880 x1853163989622528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318515.489863:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989622144:0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.489951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318515.490035:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318515.490045:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989622400:0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.490069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318515.490106:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989622656:0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.490134:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318515.490154:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318515.490159:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989622784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.490179:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318515.490207:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622656 00000100:00100000:0.0:1767318515.490214:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622656 00000100:00100000:0.0:1767318515.490278:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622784 00000100:00100000:0.0:1767318515.490281:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622784 00000100:00100000:0.0:1767318515.490304:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:0.0:1767318515.490326:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989622656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.490380:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989622656:12345-0@lo:400:kworker.0 Request processed in 67us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318515.490388:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:0.0:1767318515.490407:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:0.0:1767318515.490413:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989622784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.490442:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989622784:12345-0@lo:400:kworker.0 Request processed in 30us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318515.490448:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:0.0:1767318515.490497:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989622784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318515.490508:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989622656:0@lo:400:kworker.0 00000100:00100000:3.0:1767318515.490624:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622144 00000100:00100000:3.0:1767318515.490629:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622144 00000100:00100000:3.0:1767318515.490689:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622400 00000100:00100000:3.0:1767318515.490692:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622400 00000100:00100000:3.0:1767318515.490719:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516 00000100:00100000:3.0:1767318515.490727:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989622144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318515.490776:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989622144:12345-0@lo:400:kworker.0 Request processed in 50us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318515.490778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989621888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318515.490787:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516 00000100:00100000:3.0:1767318515.490801:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517 00000100:00100000:1.0:1767318515.490808:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318515.490808:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989622400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318515.490833:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989622016:0@lo:38:kworker.0 00000100:00100000:3.0:1767318515.490833:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989622400:12345-0@lo:400:kworker.0 Request processed in 26us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318515.490839:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517 00000100:00100000:3.0:1767318515.490848:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989621888 00000100:00100000:3.0:1767318515.490851:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989621888 00000100:00100000:1.0:1767318515.490853:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318515.490866:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22527 00000100:00100000:3.0:1767318515.490870:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989621888:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318515.490874:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989622272:0@lo:38:kworker.0 00010000:00020000:3.0:1767318515.490888:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318515.490891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318515.490901:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989622528:0@lo:38:kworker.0 00000100:00100000:3.0:1767318515.490909:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989621888:12345-0@lo:38:kworker.0 Request processed in 38us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318515.490915:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22527 00000100:00100000:1.0:1767318515.490917:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318515.490924:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622272 00000100:00100000:3.0:1767318515.490927:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622272 00000100:00100000:3.0:1767318515.490934:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622528 00000100:00080000:1.0:1767318515.490935:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318515.490936:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622528 00000100:00080000:1.0:1767318515.490939:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318515.490942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989621888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318515.490944:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22528 00000100:00100000:3.0:1767318515.490947:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989622272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318515.490956:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318515.490965:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22529 00000100:00100000:1.0:1767318515.490969:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989622528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318515.490978:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318515.490980:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989622272:12345-0@lo:38:kworker.0 Request processed in 32us (87us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318515.490985:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22528 00000100:00100000:1.0:1767318515.490998:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989622528:12345-0@lo:38:kworker.0 Request processed in 28us (81us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318515.491004:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22529 00000100:00100000:3.0:1767318515.491016:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989622400:0@lo:400:kworker.0 00000100:00100000:1.0:1767318515.491020:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622016 00000100:00100000:1.0:1767318515.491023:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622016 00000100:00100000:3.0:1767318515.491026:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989622144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318515.491044:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:1.0:1767318515.491048:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989622016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318515.491058:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318515.491082:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989622016:12345-0@lo:38:kworker.0 Request processed in 32us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318515.491087:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00080000:1.0:1767318515.491109:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318515.491113:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318515.491115:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989622016:0@lo:38:kworker.0 00000100:00080000:1.0:1767318515.491122:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318515.491124:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318515.491126:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989622272:0@lo:38:kworker.0 00000100:00080000:1.0:1767318515.491133:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318515.491136:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318515.491138:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989622528:0@lo:38:kworker.0 00000100:00080000:0.0:1767318515.491468:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318515.557375:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318515.557428:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318515.557462:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925786112 00000100:00100000:2.0:1767318515.557474:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925786112 00000100:00100000:2.0:1767318515.557562:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925785984 00000100:00100000:2.0:1767318515.557566:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925785984 00000100:00100000:2.0:1767318515.557602:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4518 00000100:00100000:2.0:1767318515.557612:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925786112:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318515.557676:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318515.557718:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22530 00000100:00100000:0.0:1767318515.557724:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925785984:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318515.557745:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318515.558069:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925786112:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 457us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318515.558078:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4518 00000100:00100000:0.0:1767318515.559370:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925785984:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1637us (1933us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318515.559382:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22530 00010000:00010000:3.0:1767318516.324145:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318516.512486:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318517.346499:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318517.536345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318518.382447:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318518.560393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318519.395220:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318519.584358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318519.584782:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989622912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318519.584867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318519.584981:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989622912 00000100:00100000:2.0:1767318519.584991:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989622912 00000100:00100000:2.0:1767318519.585045:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1767318519.585054:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989622912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318519.585084:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318519.586278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318519.588483:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989623040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318519.588589:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318519.588901:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623040 00000100:00100000:3.0:1767318519.588910:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623040 00000100:00100000:3.0:1767318519.588975:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1767318519.588984:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989623040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318519.589018:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318519.589065:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989623040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318519.589073:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00080000:0.0:1767318519.589656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318519.589708:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989623040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318519.590707:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989622912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5648us (5835us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318519.590718:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:1.0:1767318519.591693:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989622912:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318520.418706:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318520.608791:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318520.608851:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318520.608857:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318520.608861:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318520.608864:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318520.608868:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318520.608876:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3765 00000100:00080000:1.0:1767318520.608881:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318520.608887:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318520.608928:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989623168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318520.608958:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318520.608961:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318520.608963:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318520.608967:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3765 00000100:00080000:1.0:1767318520.608969:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318520.608973:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318520.608986:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989623296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318520.609035:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318520.609039:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318520.609041:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318520.609045:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3765 00000100:00080000:1.0:1767318520.609047:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318520.609050:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318520.609058:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318520.609070:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989623424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318520.609134:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318520.609213:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989623552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318520.609264:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318520.609268:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318520.609270:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318520.609274:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3765 00000100:00080000:1.0:1767318520.609277:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318520.609281:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318520.609290:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989623680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318520.609339:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318520.609388:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163989623808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318520.609418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989623936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318520.609445:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318520.609484:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318520.609501:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989624064:0@lo:400:kworker.0 00000100:00100000:1.0:1767318520.609726:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318520.609820:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623424 00000100:00100000:2.0:1767318520.609828:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623424 00000100:00100000:2.0:1767318520.609890:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623680 00000100:00100000:2.0:1767318520.609893:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623680 00000100:00100000:2.0:1767318520.609916:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519 00000100:00100000:2.0:1767318520.609924:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989623424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318520.609976:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989623424:12345-0@lo:400:kworker.0 Request processed in 53us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318520.609983:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519 00000100:00100000:2.0:1767318520.609999:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4520 00000100:00100000:2.0:1767318520.610005:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989623680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318520.610041:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989623680:12345-0@lo:400:kworker.0 Request processed in 36us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318520.610047:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4520 00000100:00100000:2.0:1767318520.610073:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989623168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318520.610098:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318520.610119:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989623296:0@lo:38:kworker.0 00000100:00100000:2.0:1767318520.610140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318520.610161:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989623552:0@lo:38:kworker.0 00000100:00100000:2.0:1767318520.610183:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318520.610195:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989623808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318520.610211:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318520.610387:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623296 00000100:00100000:2.0:1767318520.610392:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623296 00000100:00100000:2.0:1767318520.610413:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1767318520.610418:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989623296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318520.610435:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318520.610471:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989623296:12345-0@lo:38:kworker.0 Request processed in 52us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318520.610598:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1767318520.610620:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623168 00000100:00100000:2.0:1767318520.610624:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623168 00000100:00100000:2.0:1767318520.610639:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623552 00000100:00100000:2.0:1767318520.610642:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623552 00000100:00100000:2.0:1767318520.610653:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623808 00000100:00100000:2.0:1767318520.610655:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623808 00000100:00100000:2.0:1767318520.610664:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22531 00000100:00100000:2.0:1767318520.610668:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989623168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318520.610677:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318520.610702:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989623168:12345-0@lo:38:kworker.0 Request processed in 32us (603us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318520.610708:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22531 00000100:00100000:2.0:1767318520.610719:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22532 00000100:00100000:2.0:1767318520.610722:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989623552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318520.610730:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318520.610750:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989623552:12345-0@lo:38:kworker.0 Request processed in 26us (566us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318520.610755:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22532 00000100:00100000:2.0:1767318520.610764:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22533 00000100:00100000:2.0:1767318520.610767:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989623808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318520.610775:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318520.610794:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989623808:12345-0@lo:38:kworker.0 Request processed in 25us (582us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318520.610799:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22533 00000100:00080000:2.0:1767318520.610838:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318520.610844:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318520.610847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989623168:0@lo:38:kworker.0 00000100:00080000:2.0:1767318520.610856:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318520.610859:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318520.610861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989623296:0@lo:38:kworker.0 00000100:00080000:2.0:1767318520.610869:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318520.610872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318520.610874:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989623552:0@lo:38:kworker.0 00000100:00080000:2.0:1767318520.610881:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318520.610883:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318520.610886:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989623808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318520.610927:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989623680:0@lo:400:kworker.0 00000100:00100000:2.0:1767318520.610938:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989623424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318520.611053:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989623936 00000100:00100000:0.0:1767318520.611058:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989623936 00000100:00100000:0.0:1767318520.611093:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624064 00000100:00100000:0.0:1767318520.611096:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624064 00000100:00100000:0.0:1767318520.611115:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:0.0:1767318520.611121:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989623936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318520.611164:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989623936:12345-0@lo:400:kworker.0 Request processed in 42us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318520.611169:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:0.0:1767318520.611182:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:0.0:1767318520.611189:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989624064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318520.611213:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989624064:12345-0@lo:400:kworker.0 Request processed in 26us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318520.611217:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:0.0:1767318520.611277:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989624064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318520.611287:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989623936:0@lo:400:kworker.0 00000100:00080000:1.0:1767318520.611516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318520.675163:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318520.675221:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318520.676068:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925786240 00000100:00100000:1.0:1767318520.676079:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925786240 00000100:00100000:1.0:1767318520.676177:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925786368 00000100:00100000:1.0:1767318520.676180:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925786368 00000100:00100000:1.0:1767318520.676265:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4521 00000100:00100000:1.0:1767318520.676275:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925786368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318520.676346:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925786368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318520.676354:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4521 00000100:00100000:1.0:1767318520.676371:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22534 00000100:00100000:1.0:1767318520.676376:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925786240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318520.676398:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318520.676418:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925786240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (1268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318520.676425:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22534 00000100:00080000:0.0:1767318520.676651:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318521.440456:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318521.632678:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318522.464599:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318522.657518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318523.488560:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318523.680538:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318524.512905:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318524.704630:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989624192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318524.704701:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318524.704826:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624192 00000100:00100000:3.0:1767318524.704835:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624192 00000100:00100000:3.0:1767318524.704898:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1767318524.704907:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989624192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318524.704940:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318524.704985:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989624192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318524.704992:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1767318524.705036:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989624192:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318524.705098:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318524.705593:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318524.705603:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989624320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318524.705636:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318524.705664:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624320 00000100:00100000:2.0:1767318524.705668:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624320 00000100:00100000:2.0:1767318524.705700:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:2.0:1767318524.705706:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989624320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318524.705723:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318524.705754:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989624320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318524.705761:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:2.0:1767318524.705794:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989624320:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318524.705869:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318524.706014:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318524.771911:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318524.772219:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925786752 00000100:00100000:3.0:1767318524.773366:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925786752 00000100:00100000:3.0:1767318524.773523:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4522 00000100:00100000:3.0:1767318524.773535:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925786752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318524.773636:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925786752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318524.773645:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4522 00000400:00000100:3.0:1767318524.776813:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925786496 offset 0 length 520: 4 00000100:00080000:0.0:1767318524.776905:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318524.776974:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318524.777388:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925786624 00000100:00100000:2.0:1767318524.777397:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925786624 00000100:00100000:2.0:1767318524.777489:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22535 00000100:00100000:2.0:1767318524.777497:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925786624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318524.777518:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318524.777587:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925786624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 89us (612us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318524.777594:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22535 00010000:00010000:1.0:1767318525.537186:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318525.728382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318525.728804:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318500/real 1767318500] req@ffff96e30067ce00 x1853163989617920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318525 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318525.728838:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e30067ce00 x1853163989617920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318525 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318525.728856:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318525.728879:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318525.728883:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989617920:0@lo:250:kworker.0 00000100:00080000:1.0:1767318525.729164:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318525.729170:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318525.729174:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318525.729179:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3749 00000100:00080000:1.0:1767318525.729183:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318525.729189:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318525.729224:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163989624448/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318525.729273:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318525.729276:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318525.729278:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318525.729282:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3770 00000100:00080000:1.0:1767318525.729285:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318525.729288:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318525.729305:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711500 x1853163989624576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318525.729314:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318525.729317:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318525.729319:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318525.729323:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3770 00000100:00080000:1.0:1767318525.729325:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318525.729377:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318525.729421:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712300 x1853163989624704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318525.729463:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318525.729467:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318525.729469:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318525.729474:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3770 00000100:00080000:1.0:1767318525.729476:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318525.729480:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318525.729492:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710380 x1853163989624960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318525.729507:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318525.729511:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318525.729513:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318525.729516:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3770 00000100:00080000:1.0:1767318525.729518:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318525.729521:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318525.729527:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989625088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318525.729530:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711180 x1853163989625216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318525.729605:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318525.729658:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318525.729664:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989624832:0@lo:400:kworker.0 00000100:00100000:1.0:1767318525.729667:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989625472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318525.729689:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318525.729692:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318525.729707:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318525.729712:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989625344:0@lo:400:kworker.0 00000100:00100000:3.0:1767318525.729720:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625088 00000100:00100000:3.0:1767318525.729727:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625088 00000100:00100000:3.0:1767318525.729779:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624832 00000100:00100000:3.0:1767318525.729783:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624832 00000100:00100000:3.0:1767318525.729810:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523 00000100:00100000:3.0:1767318525.729818:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989625088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318525.729824:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318525.729853:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4524 00000100:00100000:1.0:1767318525.729862:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989624832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318525.729865:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989625088:12345-0@lo:400:kworker.0 Request processed in 48us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318525.729872:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523 00000100:00100000:1.0:1767318525.729886:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989624832:12345-0@lo:400:kworker.0 Request processed in 28us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318525.729892:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00100000:3.0:1767318525.729913:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989624832:0@lo:400:kworker.0 00000100:00100000:3.0:1767318525.729923:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989625088:0@lo:400:kworker.0 00000100:00100000:2.0:1767318525.730125:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625472 00000100:00100000:2.0:1767318525.730131:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625472 00000100:00100000:2.0:1767318525.730156:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625344 00000100:00100000:2.0:1767318525.730159:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625344 00000100:00100000:2.0:1767318525.730186:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:2.0:1767318525.730193:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989625472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318525.730252:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989625472:12345-0@lo:400:kworker.0 Request processed in 59us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318525.730259:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00100000:2.0:1767318525.730271:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1767318525.730277:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989625344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318525.730303:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989625344:12345-0@lo:400:kworker.0 Request processed in 26us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318525.730309:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1767318525.730334:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989625344:0@lo:400:kworker.0 00000100:00100000:2.0:1767318525.730344:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989625472:0@lo:400:kworker.0 00000100:00080000:0.0:1767318525.730655:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318525.730676:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989624448:0@lo:250:kworker.0 00000400:00000100:0.0:1767318525.730702:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989624448 offset 0 length 520: 4 00000100:00100000:0.0:1767318525.730859:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989624576:0@lo:38:kworker.0 00000100:00100000:0.0:1767318525.730888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318525.730917:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989624704:0@lo:38:kworker.0 00000100:00100000:0.0:1767318525.730938:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318525.730964:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989624960:0@lo:38:kworker.0 00000100:00100000:3.0:1767318525.731131:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624704 00000100:00100000:0.0:1767318525.731134:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318525.731136:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624704 00000100:00100000:0.0:1767318525.731158:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989625216:0@lo:38:kworker.0 00000100:00100000:3.0:1767318525.731159:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:3.0:1767318525.731164:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989624704:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318525.731177:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767318525.731183:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318525.731207:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624576 00000100:00100000:0.0:1767318525.731210:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624576 00000100:00100000:3.0:1767318525.731223:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989624704:12345-0@lo:38:kworker.0 Request processed in 57us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318525.731247:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00100000:0.0:1767318525.731248:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989624960 00000100:00100000:0.0:1767318525.731251:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989624960 00000100:00100000:0.0:1767318525.731263:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625216 00000100:00100000:0.0:1767318525.731265:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625216 00000100:00100000:0.0:1767318525.731278:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22536 00000100:00100000:3.0:1767318525.731281:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22537 00000100:00100000:0.0:1767318525.731282:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989624576:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318525.731286:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989624960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318525.731293:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318525.731295:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318525.731317:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989624576:12345-0@lo:38:kworker.0 Request processed in 34us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318525.731317:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989624960:12345-0@lo:38:kworker.0 Request processed in 30us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318525.731323:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22537 00000100:00100000:0.0:1767318525.731400:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22536 00000100:00100000:0.0:1767318525.731416:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22538 00000100:00100000:0.0:1767318525.731421:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989625216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318525.731430:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318525.731455:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989625216:12345-0@lo:38:kworker.0 Request processed in 33us (276us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318525.731461:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22538 00000100:00080000:0.0:1767318525.731487:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318525.731492:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318525.731495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989624576:0@lo:38:kworker.0 00000100:00080000:0.0:1767318525.731503:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318525.731506:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318525.731508:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989624704:0@lo:38:kworker.0 00000100:00080000:0.0:1767318525.731515:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318525.731517:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318525.731520:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989624960:0@lo:38:kworker.0 00000100:00080000:0.0:1767318525.731528:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318525.731531:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318525.731533:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989625216:0@lo:38:kworker.0 00010000:00010000:3.0:1767318526.560644:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318526.752580:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318527.584698:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318527.776344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318528.609423:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318528.800616:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318529.632516:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318529.824454:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989625600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318529.824474:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318529.824518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318529.825093:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989625728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318529.825147:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318529.825849:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625600 00000100:00100000:2.0:1767318529.825850:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625728 00000100:00100000:1.0:1767318529.825861:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625600 00000100:00100000:2.0:1767318529.825861:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625728 00000100:00100000:2.0:1767318529.826174:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:2.0:1767318529.826185:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989625728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318529.826524:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318529.826593:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989625728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 409us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318529.826601:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:2.0:1767318529.826691:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989625728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318529.828464:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:1.0:1767318529.828480:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989625600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318529.828508:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318529.828582:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989625600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (4063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318529.828588:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00000100:00100000:3.0:1767318529.828674:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989625600:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318529.828857:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318529.828863:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318529.891273:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318529.891370:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318529.891461:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925786880 00000100:00100000:2.0:1767318529.891472:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925786880 00000100:00100000:2.0:1767318529.891516:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787008 00000100:00100000:2.0:1767318529.891519:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787008 00000100:00100000:2.0:1767318529.891566:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4525 00000100:00100000:2.0:1767318529.891575:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925787008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318529.891658:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925787008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318529.891665:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4525 00000100:00100000:2.0:1767318529.891695:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22539 00000100:00100000:2.0:1767318529.891699:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925786880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318529.891721:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318529.891754:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925786880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (525us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318529.891760:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22539 00000100:00080000:1.0:1767318529.892468:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318530.656560:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318530.848567:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318530.848580:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318530.848583:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318530.848587:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318530.848592:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318530.848604:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3775 00000100:00080000:1.0:1767318530.848613:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318530.848620:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318530.848691:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712300 x1853163989625856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318530.848820:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318530.848931:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318530.848935:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318530.848937:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318530.848942:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3775 00000100:00080000:1.0:1767318530.848945:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318530.848950:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318530.848984:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711500 x1853163989625984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318530.849026:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318530.849030:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318530.849031:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318530.849035:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3775 00000100:00080000:1.0:1767318530.849037:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318530.849040:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318530.849052:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163989626240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318530.849066:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318530.849069:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318530.849071:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318530.849074:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3775 00000100:00080000:1.0:1767318530.849076:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318530.849081:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318530.849091:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712a00 x1853163989626496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318530.849152:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989626624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318530.849225:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318530.849320:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318530.849326:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989626752:0@lo:400:kworker.0 00000100:00100000:1.0:1767318530.849351:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318530.849390:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626624 00000100:00100000:1.0:1767318530.849398:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626624 00000100:00100000:1.0:1767318530.849447:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626752 00000100:00100000:1.0:1767318530.849450:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626752 00000100:00100000:1.0:1767318530.849472:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:1.0:1767318530.849482:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989626624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318530.849538:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989626624:12345-0@lo:400:kworker.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318530.849547:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:1.0:1767318530.849564:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:1.0:1767318530.849571:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989626752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318530.849598:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989626752:12345-0@lo:400:kworker.0 Request processed in 28us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318530.849603:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:1.0:1767318530.849642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989626752:0@lo:400:kworker.0 00000100:00100000:1.0:1767318530.849654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989626624:0@lo:400:kworker.0 00000100:00100000:2.0:1767318530.849921:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989626112:0@lo:400:kworker.0 00000100:00100000:2.0:1767318530.849960:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318530.849993:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318530.849999:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989626368:0@lo:400:kworker.0 00000100:00100000:2.0:1767318530.850032:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318530.850071:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626112 00000100:00100000:2.0:1767318530.850076:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626112 00000100:00100000:2.0:1767318530.850118:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626368 00000100:00100000:2.0:1767318530.850121:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626368 00000100:00100000:2.0:1767318530.850145:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526 00000100:00100000:2.0:1767318530.850152:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989626112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318530.850188:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989626112:12345-0@lo:400:kworker.0 Request processed in 36us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318530.850194:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526 00000100:00100000:2.0:1767318530.850206:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527 00000100:00100000:2.0:1767318530.850211:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989626368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318530.850256:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989626368:12345-0@lo:400:kworker.0 Request processed in 45us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318530.850262:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527 00000100:00100000:2.0:1767318530.850314:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989626368:0@lo:400:kworker.0 00000100:00100000:2.0:1767318530.850323:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989626112:0@lo:400:kworker.0 00000100:00080000:2.0:1767318530.850346:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318530.854346:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989625856:0@lo:38:kworker.0 00000100:00100000:3.0:1767318530.854458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318530.854587:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989625984:0@lo:38:kworker.0 00000100:00100000:3.0:1767318530.856189:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318530.856270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989626240:0@lo:38:kworker.0 00000100:00100000:3.0:1767318530.856321:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318530.856340:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989626496:0@lo:38:kworker.0 00000100:00100000:3.0:1767318530.856361:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318530.856539:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625856 00000100:00100000:0.0:1767318530.856549:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625856 00000100:00100000:0.0:1767318530.856597:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626240 00000100:00100000:0.0:1767318530.856601:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626240 00000100:00100000:0.0:1767318530.856614:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626496 00000100:00100000:0.0:1767318530.856616:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626496 00000100:00100000:0.0:1767318530.856634:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22540 00000100:00100000:0.0:1767318530.856640:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989625856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318530.856663:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318530.856719:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989625856:12345-0@lo:38:kworker.0 Request processed in 78us (2261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318530.856727:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22540 00000100:00100000:0.0:1767318530.856752:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22541 00000100:00100000:0.0:1767318530.856756:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989626240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318530.856766:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318530.856790:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989626240:12345-0@lo:38:kworker.0 Request processed in 33us (470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318530.856796:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22541 00000100:00100000:0.0:1767318530.856808:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22542 00000100:00100000:0.0:1767318530.856812:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989626496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318530.856821:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318530.856844:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989626496:12345-0@lo:38:kworker.0 Request processed in 30us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318530.856850:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22542 00000100:00100000:2.0:1767318530.857259:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989625984 00000100:00100000:2.0:1767318530.857266:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989625984 00000100:00100000:2.0:1767318530.857299:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1767318530.857304:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989625984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318530.857315:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318530.857349:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989625984:12345-0@lo:38:kworker.0 Request processed in 44us (1168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318530.857355:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00080000:3.0:1767318530.857886:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318530.857896:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318530.857901:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989625856:0@lo:38:kworker.0 00000100:00080000:3.0:1767318530.857913:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318530.857916:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318530.857919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989625984:0@lo:38:kworker.0 00000100:00080000:3.0:1767318530.857929:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318530.857932:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318530.857936:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989626240:0@lo:38:kworker.0 00000100:00080000:3.0:1767318530.857947:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318530.857951:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318530.857955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989626496:0@lo:38:kworker.0 00010000:00010000:3.0:1767318531.680578:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318531.873332:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318532.704503:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318532.897657:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318533.728433:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318533.921074:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318534.755088:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318534.947366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318534.947664:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318534.947682:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989626880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318534.947751:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318534.947869:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989626880 00000100:00100000:0.0:1767318534.947878:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989626880 00000100:00100000:0.0:1767318534.947947:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:0.0:1767318534.947957:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989626880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318534.947991:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318534.948038:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989626880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318534.948045:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000100:00080000:1.0:1767318534.948168:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318534.948205:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989626880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318534.948452:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989627008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318534.948481:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318534.948587:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627008 00000100:00100000:2.0:1767318534.948592:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627008 00000100:00100000:2.0:1767318534.948637:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:2.0:1767318534.948645:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989627008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318534.948662:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318534.948696:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989627008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318534.948702:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00080000:1.0:1767318534.948790:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318534.948813:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989627008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318535.012621:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318535.012670:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318535.012715:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787136 00000100:00100000:3.0:1767318535.012727:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787136 00000100:00100000:1.0:1767318535.012775:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787264 00000100:00100000:1.0:1767318535.012782:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787264 00000100:00100000:3.0:1767318535.012784:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22543 00000100:00100000:3.0:1767318535.012795:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925787136:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318535.012819:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318535.012844:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4528 00000100:00100000:1.0:1767318535.012855:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925787264:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318535.012897:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925787136:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 100us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318535.012904:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925787264:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 48us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318535.012912:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22543 00000100:00100000:1.0:1767318535.012920:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4528 00000100:00080000:0.0:1767318535.014586:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318535.776567:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318535.968598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318535.974163:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318535.974174:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318535.974197:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318535.974201:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318535.974206:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318535.974214:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3780 00000100:00080000:3.0:1767318535.974219:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318535.974226:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318535.974319:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989627136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318535.974343:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318535.974347:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318535.974349:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318535.974353:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3780 00000100:00080000:3.0:1767318535.974355:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318535.974359:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318535.974373:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163989627264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318535.974496:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318535.974500:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318535.974503:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318535.974506:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3780 00000100:00080000:3.0:1767318535.974509:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318535.974513:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318535.974527:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2e300 x1853163989627520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318535.974549:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318535.974552:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318535.974554:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318535.974558:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3780 00000100:00080000:3.0:1767318535.974560:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318535.974564:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318535.974575:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2ca80 x1853163989627776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318535.974638:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989627904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318535.974704:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318535.974772:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318535.974779:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989628032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318535.974802:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318535.975044:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989627136:0@lo:38:kworker.0 00000100:00100000:2.0:1767318535.975080:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318535.975109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989627264:0@lo:38:kworker.0 00000100:00100000:2.0:1767318535.975135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318535.975156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989627520:0@lo:38:kworker.0 00000100:00100000:2.0:1767318535.975174:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318535.975188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989627776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318535.975222:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318535.975277:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627904 00000100:00100000:2.0:1767318535.975285:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627904 00000100:00100000:2.0:1767318535.975330:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628032 00000100:00100000:2.0:1767318535.975334:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628032 00000100:00100000:2.0:1767318535.975355:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:2.0:1767318535.975362:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989627904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318535.975492:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1767318535.975503:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989628032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318535.976036:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989627904:12345-0@lo:400:kworker.0 Request processed in 671us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318535.976046:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00100000:2.0:1767318535.976078:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627264 00000100:00100000:2.0:1767318535.976082:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627264 00000100:00100000:2.0:1767318535.976105:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:2.0:1767318535.976111:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989627264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318535.976131:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318535.976145:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989628032:12345-0@lo:400:kworker.0 Request processed in 643us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318535.976153:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:2.0:1767318535.976175:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989627264:12345-0@lo:38:kworker.0 Request processed in 62us (1037us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318535.976183:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:2.0:1767318535.976257:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989628032:0@lo:400:kworker.0 00000100:00100000:2.0:1767318535.976269:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989627904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318535.976296:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627136 00000100:00100000:2.0:1767318535.976300:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627136 00000100:00100000:2.0:1767318535.976321:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627520 00000100:00100000:2.0:1767318535.976324:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627520 00000100:00100000:2.0:1767318535.976344:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627776 00000100:00100000:2.0:1767318535.976347:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627776 00000100:00100000:2.0:1767318535.976370:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22544 00000100:00100000:2.0:1767318535.978103:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989627136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318535.978126:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318535.978209:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989627136:12345-0@lo:38:kworker.0 Request processed in 1831us (3126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318535.978665:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989627392:0@lo:400:kworker.0 00000100:00100000:0.0:1767318535.978706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318535.978732:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318535.978738:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989627648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318535.978759:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318535.978804:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627392 00000100:00100000:0.0:1767318535.978811:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627392 00000100:00100000:3.0:1767318535.979207:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22545 00000100:00100000:3.0:1767318535.979217:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989627520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318535.979248:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318535.979298:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989627520:12345-0@lo:38:kworker.0 Request processed in 80us (4122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318535.983079:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22544 00000100:00100000:2.0:1767318535.983120:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989627648 00000100:00100000:2.0:1767318535.983129:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989627648 00000100:00100000:2.0:1767318535.983172:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529 00000100:00100000:2.0:1767318535.983181:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989627648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318535.983300:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989627648:12345-0@lo:400:kworker.0 Request processed in 120us (4540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318535.983307:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00000100:00100000:2.0:1767318535.983322:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22546 00000100:00100000:2.0:1767318535.983327:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989627776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318535.983348:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318535.983377:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989627776:12345-0@lo:38:kworker.0 Request processed in 49us (8154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318535.983383:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22546 00000100:00100000:2.0:1767318535.983441:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989627648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318535.983551:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530 00000100:00100000:1.0:1767318535.983564:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989627392:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318535.983568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318535.983600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318535.983607:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318535.983692:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989627136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318535.983714:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22545 00000100:00100000:1.0:1767318535.983887:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989627392:12345-0@lo:400:kworker.0 Request processed in 326us (5179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318535.983894:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000100:00100000:1.0:1767318535.983927:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989627392:0@lo:400:kworker.0 00000100:00080000:0.0:1767318535.984172:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318535.984461:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318535.984467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989627264:0@lo:38:kworker.0 00000100:00080000:0.0:1767318535.984484:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318535.984488:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318535.984491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989627520:0@lo:38:kworker.0 00000100:00080000:0.0:1767318535.984500:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318535.984503:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318535.984506:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989627776:0@lo:38:kworker.0 00010000:00010000:3.0:1767318536.800530:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318536.995634:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318537.826693:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318538.016368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318538.849043:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318539.040363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318539.877077:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318540.064751:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318540.064768:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989628160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318540.064846:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318540.064914:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628160 00000100:00100000:1.0:1767318540.064933:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628160 00000100:00100000:1.0:1767318540.064987:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:1.0:1767318540.064997:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989628160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318540.065027:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318540.065092:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989628160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318540.065100:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:1.0:1767318540.065162:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989628160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318540.066070:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318540.069375:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318540.069417:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318540.069448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989628288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318540.069529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318540.070031:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628288 00000100:00100000:1.0:1767318540.070040:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628288 00000100:00100000:1.0:1767318540.070132:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:1.0:1767318540.070143:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989628288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318540.070175:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318540.070223:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989628288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318540.070254:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00080000:2.0:1767318540.070559:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318540.072349:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989628288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318540.137639:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318540.137695:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318540.137806:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787520 00000100:00100000:1.0:1767318540.137817:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787520 00000100:00100000:1.0:1767318540.137900:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787392 00000100:00100000:1.0:1767318540.137904:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787392 00000100:00100000:1.0:1767318540.137933:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4531 00000100:00100000:1.0:1767318540.137944:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925787520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318540.138022:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925787520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318540.138030:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4531 00000100:00100000:1.0:1767318540.138051:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22547 00000100:00100000:1.0:1767318540.138056:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925787392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318540.138077:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318540.138105:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925787392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318540.138128:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22547 00000100:00080000:2.0:1767318540.138309:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318540.896552:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318541.091423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318541.091565:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.091571:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318541.091575:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.091578:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318541.091582:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318541.091591:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3785 00000100:00080000:2.0:1767318541.091596:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318541.091604:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318541.091650:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989628416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318541.091669:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.091673:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318541.091675:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318541.091678:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3785 00000100:00080000:2.0:1767318541.091680:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318541.091684:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318541.091697:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400fb80 x1853163989628544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318541.091744:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.091748:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318541.091750:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318541.091753:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3785 00000100:00080000:2.0:1767318541.091756:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318541.091760:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318541.091771:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989628800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318541.091787:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.091791:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318541.091793:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318541.091796:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3785 00000100:00080000:2.0:1767318541.091798:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318541.091801:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318541.091813:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163989629056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318541.091866:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989629184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318541.091939:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318541.092015:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318541.092021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989629312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318541.092047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318541.092085:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629184 00000100:00100000:2.0:1767318541.092102:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629184 00000100:00100000:2.0:1767318541.092147:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629312 00000100:00100000:2.0:1767318541.092150:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629312 00000100:00100000:2.0:1767318541.092173:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:2.0:1767318541.092182:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989629184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092404:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989628928:0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092439:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318541.092468:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318541.092474:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989628672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092496:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318541.092531:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628928 00000100:00100000:1.0:1767318541.092535:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628928 00000100:00100000:1.0:1767318541.092577:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628672 00000100:00100000:1.0:1767318541.092580:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628672 00000100:00100000:1.0:1767318541.092604:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4532 00000100:00100000:1.0:1767318541.092611:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989628928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092653:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989628928:12345-0@lo:400:kworker.0 Request processed in 41us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318541.092660:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4532 00000100:00100000:1.0:1767318541.092679:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533 00000100:00100000:1.0:1767318541.092686:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989628672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092712:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989628672:12345-0@lo:400:kworker.0 Request processed in 27us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318541.092719:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533 00000100:00080000:1.0:1767318541.092743:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318541.092773:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989628672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092785:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989628928:0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092838:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:1.0:1767318541.092846:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989629312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318541.092884:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989629312:12345-0@lo:400:kworker.0 Request processed in 39us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318541.092889:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:1.0:1767318541.092949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989629312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318541.093160:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989629184:12345-0@lo:400:kworker.0 Request processed in 979us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318541.093169:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00100000:0.0:1767318541.093595:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989628416:0@lo:38:kworker.0 00000100:00100000:0.0:1767318541.093632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318541.093676:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989628544:0@lo:38:kworker.0 00000100:00100000:0.0:1767318541.093700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318541.093733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989628800:0@lo:38:kworker.0 00000100:00100000:0.0:1767318541.093759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318541.093778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989629056:0@lo:38:kworker.0 00000100:00100000:0.0:1767318541.093798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318541.093836:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628416 00000100:00100000:0.0:1767318541.093842:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628416 00000100:00100000:0.0:1767318541.093868:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628800 00000100:00100000:0.0:1767318541.093871:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628800 00000100:00100000:0.0:1767318541.093884:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629056 00000100:00100000:0.0:1767318541.093887:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629056 00000100:00100000:0.0:1767318541.093902:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22548 00000100:00100000:0.0:1767318541.093907:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989628416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318541.093929:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318541.093969:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989628416:12345-0@lo:38:kworker.0 Request processed in 60us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318541.093975:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22548 00000100:00100000:0.0:1767318541.093990:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22549 00000100:00100000:0.0:1767318541.093993:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989628800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318541.094004:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318541.094027:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989628800:12345-0@lo:38:kworker.0 Request processed in 32us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318541.094033:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22549 00000100:00100000:0.0:1767318541.094048:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22550 00000100:00100000:0.0:1767318541.094052:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989629056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318541.094060:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318541.094081:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989629056:12345-0@lo:38:kworker.0 Request processed in 27us (282us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318541.094086:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22550 00000100:00080000:0.0:1767318541.094138:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318541.094143:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318541.094147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989628416:0@lo:38:kworker.0 00000100:00080000:0.0:1767318541.094157:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318541.094160:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318541.094163:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989628800:0@lo:38:kworker.0 00000100:00080000:0.0:1767318541.094169:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318541.094173:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318541.094176:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989629056:0@lo:38:kworker.0 00000100:00100000:3.0:1767318541.094673:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989628544 00000100:00100000:3.0:1767318541.094680:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989628544 00000100:00100000:3.0:1767318541.094710:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:3.0:1767318541.094716:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989628544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318541.094728:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318541.094777:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989628544:12345-0@lo:38:kworker.0 Request processed in 59us (1074us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318541.094783:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00080000:0.0:1767318541.094981:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318541.094986:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318541.094989:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989628544:0@lo:38:kworker.0 00000100:00100000:1.0:1767318541.095263:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989629184:0@lo:400:kworker.0 00010000:00010000:3.0:1767318541.921155:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318542.112770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318542.944639:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318543.136354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318543.970318:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318544.161287:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318544.993757:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318545.184616:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318545.184634:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989629440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318545.184714:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318545.185147:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318545.185447:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629440 00000100:00100000:2.0:1767318545.185456:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629440 00000100:00100000:2.0:1767318545.185541:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:2.0:1767318545.185552:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989629440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318545.185583:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318545.185630:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989629440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318545.185640:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00080000:0.0:1767318545.185802:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318545.185843:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318545.185855:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989629568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318545.185890:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318545.185950:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989629440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318545.186027:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629568 00000100:00100000:3.0:1767318545.186032:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629568 00000100:00100000:3.0:1767318545.186074:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:3.0:1767318545.186081:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989629568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318545.186097:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318545.186149:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989629568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318545.186155:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00080000:0.0:1767318545.186284:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318545.186344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989629568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318545.253530:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318545.254271:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318545.260688:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787776 00000100:00100000:1.0:1767318545.260705:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787776 00000100:00080000:0.0:1767318545.261388:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318545.263566:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925787648 00000100:00100000:1.0:1767318545.263581:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925787648 00000100:00100000:0.0:1767318545.263749:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4534 00000100:00100000:0.0:1767318545.263765:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925787776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318545.263859:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925787776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (10340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318545.263869:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4534 00000100:00100000:0.0:1767318545.263895:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22551 00000100:00100000:0.0:1767318545.263900:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925787648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318545.263924:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318545.263954:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925787648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (9685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318545.263960:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22551 00010000:00010000:1.0:1767318546.019382:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318546.208377:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.208393:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318546.208397:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.208401:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.208406:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.208414:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318546.208420:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.208428:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318546.208478:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646d80 x1853163989629696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.208506:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.208510:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.208511:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.208515:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318546.208518:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.208522:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318546.208537:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989629824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.208573:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.208577:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.208578:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.208581:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318546.208584:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.208587:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318546.208599:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644e00 x1853163989630080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318546.208614:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.208617:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318546.208619:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318546.208622:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3790 00000100:00080000:2.0:1767318546.208624:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318546.208629:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318546.208639:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163989630336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318546.208792:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989629952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318546.208865:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318546.208882:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989629696:0@lo:38:kworker.0 00000100:00100000:3.0:1767318546.208910:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318546.208922:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318546.208928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989630208:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.208933:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989629824:0@lo:38:kworker.0 00000100:00100000:1.0:1767318546.208949:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318546.208954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318546.208971:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989630080:0@lo:38:kworker.0 00000100:00100000:1.0:1767318546.209006:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629952 00000100:00100000:3.0:1767318546.209009:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318546.209014:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629952 00000100:00100000:3.0:1767318546.209024:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989630336:0@lo:38:kworker.0 00000100:00100000:3.0:1767318546.209043:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318546.209064:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629696 00000100:00100000:1.0:1767318546.209068:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629696 00000100:00100000:1.0:1767318546.209078:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630208 00000100:00100000:1.0:1767318546.209080:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630208 00000100:00100000:3.0:1767318546.209080:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989630464:0@lo:400:kworker.0 00000100:00100000:1.0:1767318546.209094:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630080 00000100:00100000:1.0:1767318546.209096:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630080 00000100:00100000:1.0:1767318546.209103:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630336 00000100:00100000:1.0:1767318546.209104:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630336 00000100:00100000:3.0:1767318546.209105:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318546.209115:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535 00000100:00100000:1.0:1767318546.209124:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989629952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.209124:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318546.209128:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989630592:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.209146:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318546.209168:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630464 00000100:00100000:3.0:1767318546.209171:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630464 00000100:00100000:1.0:1767318546.209173:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989629952:12345-0@lo:400:kworker.0 Request processed in 50us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318546.209180:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535 00000100:00100000:3.0:1767318546.209195:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630592 00000100:00100000:1.0:1767318546.209197:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:3.0:1767318546.209198:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630592 00000100:00100000:1.0:1767318546.209203:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989630208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.209214:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1767318546.209219:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989630464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318546.209245:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989630208:12345-0@lo:400:kworker.0 Request processed in 27us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318546.209251:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00000100:00100000:1.0:1767318546.209265:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22552 00000100:00100000:3.0:1767318546.209268:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989630464:12345-0@lo:400:kworker.0 Request processed in 49us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318546.209269:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989629696:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318546.209274:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1767318546.209283:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00010000:00020000:1.0:1767318546.209285:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318546.209288:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989630592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.209309:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989630592:12345-0@lo:400:kworker.0 Request processed in 21us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318546.209313:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989629696:12345-0@lo:38:kworker.0 Request processed in 43us (402us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318546.209316:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00100000:1.0:1767318546.209319:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22552 00000100:00100000:1.0:1767318546.209329:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22553 00000100:00100000:1.0:1767318546.209333:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989630080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318546.209341:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318546.209352:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318546.209357:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318546.209360:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989630080:12345-0@lo:38:kworker.0 Request processed in 26us (351us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318546.209361:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989629696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318546.209366:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22553 00000100:00080000:3.0:1767318546.209369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318546.209372:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318546.209376:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22554 00000100:00100000:3.0:1767318546.209376:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989630080:0@lo:38:kworker.0 00000100:00100000:1.0:1767318546.209380:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989630336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318546.209387:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318546.209423:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989630592:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.209432:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989630464:0@lo:400:kworker.0 00000100:00080000:3.0:1767318546.209492:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318546.209497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318546.209508:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989629824 00000100:00100000:3.0:1767318546.209512:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989629824 00000100:00100000:2.0:1767318546.209531:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989630208:0@lo:400:kworker.0 00000100:00100000:3.0:1767318546.209531:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:3.0:1767318546.209535:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989629824:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318546.209540:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989629952:0@lo:400:kworker.0 00010000:00020000:3.0:1767318546.209545:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318546.219376:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989630336:12345-0@lo:38:kworker.0 Request processed in 9982us (10319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318546.219392:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22554 00000100:00100000:3.0:1767318546.221845:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989629824:12345-0@lo:38:kworker.0 Request processed in 12298us (12879us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318546.221862:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00080000:2.0:1767318546.230856:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318546.230869:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318546.230875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989629824:0@lo:38:kworker.0 00000100:00080000:2.0:1767318546.230889:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318546.230893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318546.230896:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989630336:0@lo:38:kworker.0 00010000:00010000:3.0:1767318547.040462:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318547.233384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318548.065920:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318548.262633:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318549.088621:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318549.280415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318550.112551:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318550.305884:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318525/real 1767318525] req@ffff96e1eb710a80 x1853163989624448/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318550 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318550.305948:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1eb710a80 x1853163989624448/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318550 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318550.305971:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318550.305989:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318550.305993:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989624448:0@lo:250:kworker.0 00000100:00100000:3.0:1767318550.306413:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318550.306431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989630720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318550.307016:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318550.307078:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630720 00000100:00100000:1.0:1767318550.307088:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630720 00000100:00100000:1.0:1767318550.307164:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:1.0:1767318550.307177:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989630720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318550.307215:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318550.307217:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318550.307247:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989630848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318550.307279:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318550.307285:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989630720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318550.307293:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00100000:2.0:1767318550.307311:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989630848 00000100:00100000:2.0:1767318550.307315:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989630848 00000100:00100000:1.0:1767318550.307337:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318550.307342:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:2.0:1767318550.307349:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989630848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318550.307367:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318550.307382:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989630720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318550.307397:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989630848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318550.307404:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:2.0:1767318550.307434:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989630848:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318550.307696:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318550.307702:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318550.308447:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318550.308463:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318550.308467:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318550.308480:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3775 00000100:00080000:0.0:1767318550.308485:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318550.308492:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318550.308530:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163989630976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318550.308558:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318550.308562:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318550.308564:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318550.308567:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3795 00000100:00080000:0.0:1767318550.308570:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318550.308573:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318550.308591:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163989631104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318550.308600:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318550.308603:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318550.308605:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318550.308609:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3795 00000100:00080000:0.0:1767318550.308611:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318550.308615:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318550.308626:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc000 x1853163989631232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318550.308655:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318550.308659:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318550.308661:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318550.308664:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3795 00000100:00080000:0.0:1767318550.308666:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318550.308670:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318550.308681:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989631488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318550.308699:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318550.308703:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318550.308704:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318550.308707:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3795 00000100:00080000:0.0:1767318550.308709:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318550.308712:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318550.308723:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163989631744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318550.308900:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989630976:0@lo:250:kworker.0 00000400:00000100:1.0:1767318550.308958:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989630976 offset 0 length 520: 4 00000100:00100000:1.0:1767318550.308993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989631104:0@lo:38:kworker.0 00000100:00100000:1.0:1767318550.309025:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318550.309053:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989631232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318550.309079:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318550.309096:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989631488:0@lo:38:kworker.0 00000100:00100000:1.0:1767318550.309116:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318550.309132:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989631744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318550.309150:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631104 00000100:00100000:1.0:1767318550.309155:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318550.309158:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631104 00000100:00100000:0.0:1767318550.309190:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631488 00000100:00100000:0.0:1767318550.309193:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631488 00000100:00100000:1.0:1767318550.309203:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631744 00000100:00100000:1.0:1767318550.309206:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631744 00000100:00100000:0.0:1767318550.309211:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22555 00000100:00100000:0.0:1767318550.309217:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989631104:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318550.309223:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22556 00000100:00100000:1.0:1767318550.309227:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989631488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318550.309259:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318550.309260:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318550.309403:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989631360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318550.316496:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22557 00000100:00100000:2.0:1767318550.316521:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989631744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318550.316554:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318550.316666:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989631744:12345-0@lo:38:kworker.0 Request processed in 146us (7508us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318550.316674:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22557 00000100:00100000:2.0:1767318550.316718:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631232 00000100:00100000:2.0:1767318550.316727:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631232 00000100:00100000:2.0:1767318550.316766:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:2.0:1767318550.316771:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989631232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318550.316782:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318550.316828:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989631232:12345-0@lo:38:kworker.0 Request processed in 56us (7748us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318550.316835:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:2.0:1767318550.316867:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989631616:0@lo:400:kworker.0 00000100:00100000:2.0:1767318550.316912:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318550.316978:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631616 00000100:00100000:2.0:1767318550.316982:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631616 00000100:00100000:2.0:1767318550.317031:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4537 00000100:00100000:2.0:1767318550.317037:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989631616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318550.317085:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989631616:12345-0@lo:400:kworker.0 Request processed in 48us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318550.317093:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4537 00000100:00100000:2.0:1767318550.317137:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989631616:0@lo:400:kworker.0 00000100:00080000:2.0:1767318550.317329:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318550.317370:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318550.317377:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318550.317381:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989631104:0@lo:38:kworker.0 00000100:00080000:2.0:1767318550.317392:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318550.317395:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318550.317399:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989631232:0@lo:38:kworker.0 00000100:00080000:2.0:1767318550.317411:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318550.317415:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318550.317418:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989631488:0@lo:38:kworker.0 00000100:00080000:2.0:1767318550.317428:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318550.317432:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318550.317434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989631744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318550.321374:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989631104:12345-0@lo:38:kworker.0 Request processed in 11278us (11470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318550.321396:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22555 00000100:00100000:3.0:1767318550.322170:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318550.322645:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631360 00000100:00100000:0.0:1767318550.322657:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631360 00000100:00100000:0.0:1767318550.322742:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538 00000100:00080000:2.0:1767318550.322855:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318550.323597:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989631360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318550.323720:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989631360:12345-0@lo:400:kworker.0 Request processed in 134us (1551us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318550.323728:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538 00000100:00100000:3.0:1767318550.324006:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989631360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318550.332041:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989631488:12345-0@lo:38:kworker.0 Request processed in 22791us (22902us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318550.332063:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22556 00000400:00000100:0.0:1767318550.373033:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925787904 offset 0 length 520: 4 00000100:00100000:2.0:1767318550.373577:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318550.373620:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318550.374005:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788160 00000100:00100000:0.0:1767318550.374015:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788160 00000100:00100000:0.0:1767318550.374086:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788032 00000100:00100000:0.0:1767318550.374089:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788032 00000100:00100000:0.0:1767318550.374112:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4539 00000100:00100000:0.0:1767318550.374122:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925788160:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318550.374199:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925788160:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318550.374207:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4539 00000100:00100000:0.0:1767318550.374227:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22558 00000100:00100000:0.0:1767318550.374269:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925788032:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318550.374289:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318550.374318:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925788032:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (697us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318550.374342:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22558 00000100:00080000:2.0:1767318550.374767:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318551.137059:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318551.328529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318552.160612:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318552.352505:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318553.184552:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318553.376568:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318554.209431:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318554.400664:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318555.234273:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318555.425089:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989631872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318555.425163:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318555.425301:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989631872 00000100:00100000:3.0:1767318555.425311:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989631872 00000100:00100000:3.0:1767318555.425379:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:3.0:1767318555.425388:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989631872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318555.425418:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318555.425468:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989631872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318555.425476:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:3.0:1767318555.425528:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989631872:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318555.425686:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318555.426074:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318555.426248:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318555.426254:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318555.426257:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318555.426261:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318555.426265:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318555.426271:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3800 00000100:00080000:2.0:1767318555.426275:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318555.426280:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318555.426309:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163989632000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318555.426344:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318555.426348:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318555.426350:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318555.426353:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3800 00000100:00080000:2.0:1767318555.426356:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318555.426360:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318555.426374:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645c00 x1853163989632128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318555.426397:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318555.426401:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318555.426403:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318555.426406:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3800 00000100:00080000:2.0:1767318555.426408:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318555.426412:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318555.426424:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644e00 x1853163989632384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318555.426450:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318555.426454:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318555.426456:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318555.426460:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3800 00000100:00080000:2.0:1767318555.426463:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318555.426467:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318555.426480:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400fb80 x1853163989632640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318555.426510:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989632768:0@lo:400:kworker.0 00000100:00100000:2.0:1767318555.426565:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318555.426598:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318555.426604:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989632512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318555.426633:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318555.426666:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632768 00000100:00100000:2.0:1767318555.426671:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632768 00000100:00100000:2.0:1767318555.426720:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:2.0:1767318555.426728:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989632768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318555.426768:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989632768:12345-0@lo:400:kworker.0 Request processed in 41us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318555.426778:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00080000:2.0:1767318555.426796:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318555.426833:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989632768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318555.427144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989632000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318555.427175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318555.427209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989632128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318555.427263:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318555.427285:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989632384:0@lo:38:kworker.0 00000100:00100000:0.0:1767318555.427311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318555.427335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989632640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318555.427356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318555.427385:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632512 00000100:00100000:0.0:1767318555.427388:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632512 00000100:00100000:0.0:1767318555.427420:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632000 00000100:00100000:0.0:1767318555.427424:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632000 00000100:00100000:0.0:1767318555.427436:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632384 00000100:00100000:0.0:1767318555.427438:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632384 00000100:00100000:0.0:1767318555.427446:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632640 00000100:00100000:0.0:1767318555.427448:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632640 00000100:00100000:0.0:1767318555.427457:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540 00000100:00100000:0.0:1767318555.427464:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989632512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318555.427505:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989632512:12345-0@lo:400:kworker.0 Request processed in 42us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318555.427510:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540 00000100:00100000:0.0:1767318555.427525:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22559 00000100:00100000:0.0:1767318555.427529:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989632000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318555.427549:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318555.427665:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22560 00000100:00100000:1.0:1767318555.427671:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989632384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318555.427683:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318555.427725:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989632384:12345-0@lo:38:kworker.0 Request processed in 52us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318555.427731:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22560 00000100:00100000:1.0:1767318555.427745:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22561 00000100:00100000:1.0:1767318555.427748:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989632640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318555.427758:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318555.427780:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989632640:12345-0@lo:38:kworker.0 Request processed in 30us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318555.427786:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22561 00000100:00080000:1.0:1767318555.427824:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318555.427830:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318555.427833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989632384:0@lo:38:kworker.0 00000100:00080000:1.0:1767318555.427845:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318555.427850:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318555.427853:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989632640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318555.427904:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989632256:0@lo:400:kworker.0 00000100:00100000:1.0:1767318555.427930:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318555.427975:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632256 00000100:00100000:1.0:1767318555.427979:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632256 00000100:00100000:1.0:1767318555.428007:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541 00000100:00100000:1.0:1767318555.428015:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989632256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318555.428050:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989632256:12345-0@lo:400:kworker.0 Request processed in 35us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318555.428057:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541 00000100:00100000:1.0:1767318555.428087:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989632256:0@lo:400:kworker.0 00000100:00080000:1.0:1767318555.428112:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318555.428135:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989632512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318555.429124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989632896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318555.429164:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318555.429202:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632896 00000100:00100000:3.0:1767318555.429207:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632896 00000100:00100000:3.0:1767318555.429260:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:3.0:1767318555.429268:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989632896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318555.429289:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318555.429327:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989632896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318555.429334:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:3.0:1767318555.429370:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989632896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318555.429698:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989632128 00000100:00100000:2.0:1767318555.429703:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989632128 00000100:00100000:2.0:1767318555.429734:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:2.0:1767318555.429739:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989632128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318555.429755:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318555.429794:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989632128:12345-0@lo:38:kworker.0 Request processed in 54us (2530us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318555.429800:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00080000:2.0:1767318555.429856:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318555.429861:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318555.429864:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989632128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318555.430121:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989632000:12345-0@lo:38:kworker.0 Request processed in 2588us (2943us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318555.430128:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22559 00000100:00080000:2.0:1767318555.431359:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318555.431366:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318555.431370:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989632000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318555.491681:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318555.491884:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788416 00000100:00100000:2.0:1767318555.491894:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788416 00000100:00100000:2.0:1767318555.492050:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4542 00000100:00100000:2.0:1767318555.492061:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925788416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318555.492170:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925788416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318555.492179:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4542 00000100:00080000:1.0:1767318555.493022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318555.504181:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318555.504324:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788288 00000100:00100000:3.0:1767318555.504334:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788288 00000100:00100000:3.0:1767318555.504382:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22562 00000100:00100000:3.0:1767318555.504390:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925788288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318555.504413:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318555.504484:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925788288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318555.504491:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22562 00010000:00010000:1.0:1767318556.256400:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318556.452144:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318557.280832:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318557.472325:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318558.305171:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318558.496371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318559.328799:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318559.520482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318560.352553:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318560.545386:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318560.545397:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318560.545400:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318560.545405:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318560.545409:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318560.545418:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3805 00000100:00080000:1.0:1767318560.545423:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318560.545430:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318560.545483:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163989633024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318560.545530:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318560.545533:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318560.545535:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318560.545539:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3805 00000100:00080000:1.0:1767318560.545541:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318560.545545:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318560.545560:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092300 x1853163989633152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318560.545588:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318560.545591:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318560.545593:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318560.545597:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3805 00000100:00080000:1.0:1767318560.545599:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318560.545603:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318560.545615:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645c00 x1853163989633408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318560.545639:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318560.545643:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318560.545645:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318560.545649:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3805 00000100:00080000:1.0:1767318560.545652:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318560.545655:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318560.545665:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163989633664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318560.545729:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989633792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318560.545797:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318560.545861:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318560.545869:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989633536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318560.545897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318560.546104:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633536 00000100:00100000:2.0:1767318560.546112:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633536 00000100:00100000:2.0:1767318560.546190:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767318560.546201:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989633536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.546276:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989633536:12345-0@lo:400:kworker.0 Request processed in 78us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318560.546284:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543 00000100:00100000:2.0:1767318560.546313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989633024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318560.546344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318560.546366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989633152:0@lo:38:kworker.0 00000100:00100000:2.0:1767318560.546392:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318560.546418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989633408:0@lo:38:kworker.0 00000100:00100000:3.0:1767318560.546451:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989633920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.546465:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318560.546494:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318560.546506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989633664:0@lo:38:kworker.0 00000100:00100000:3.0:1767318560.546534:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318560.546536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318560.546544:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989633280:0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.546577:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633024 00000100:00100000:3.0:1767318560.546579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318560.546584:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633024 00000100:00100000:2.0:1767318560.546609:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633408 00000100:00100000:2.0:1767318560.546612:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633408 00000100:00100000:3.0:1767318560.546620:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633792 00000100:00100000:2.0:1767318560.546625:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633664 00000100:00100000:3.0:1767318560.546627:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633792 00000100:00100000:2.0:1767318560.546630:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633664 00000100:00100000:2.0:1767318560.546642:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633280 00000100:00100000:2.0:1767318560.546644:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633280 00000100:00100000:3.0:1767318560.546670:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633920 00000100:00100000:2.0:1767318560.546671:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4544 00000100:00100000:3.0:1767318560.546676:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633920 00000100:00100000:2.0:1767318560.546683:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989633280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318560.546706:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:3.0:1767318560.546725:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989633792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.546738:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989633280:12345-0@lo:400:kworker.0 Request processed in 57us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318560.546748:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4544 00000100:00100000:2.0:1767318560.546764:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22563 00000100:00100000:2.0:1767318560.546772:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989633024:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318560.546772:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989633792:12345-0@lo:400:kworker.0 Request processed in 56us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318560.546787:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00010000:00020000:2.0:1767318560.546798:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318560.546805:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1767318560.546814:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989633920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.546838:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989633024:12345-0@lo:38:kworker.0 Request processed in 66us (491us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318560.546846:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22563 00000100:00100000:3.0:1767318560.546854:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989633920:12345-0@lo:400:kworker.0 Request processed in 41us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318560.546862:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22564 00000100:00100000:3.0:1767318560.546863:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00100000:2.0:1767318560.546872:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989633408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318560.546881:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318560.546893:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22565 00000100:00100000:3.0:1767318560.546900:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989633664:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318560.546909:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989633408:12345-0@lo:38:kworker.0 Request processed in 36us (444us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767318560.546914:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318560.546919:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22564 00000100:00080000:2.0:1767318560.546959:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318560.546964:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318560.546968:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989633024:0@lo:38:kworker.0 00000100:00080000:0.0:1767318560.547119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318560.547124:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318560.547126:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318560.547153:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318560.547216:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989633152 00000100:00100000:0.0:1767318560.547220:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989633152 00000100:00100000:1.0:1767318560.550532:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989634048:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318560.554653:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318560.554669:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318560.554676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989633408:0@lo:38:kworker.0 00000100:00080000:2.0:1767318560.554697:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318560.554702:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318560.554705:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989633664:0@lo:38:kworker.0 00000100:00100000:2.0:1767318560.554799:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989633536:0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.554815:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989633792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.554838:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318560.554842:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:2.0:1767318560.554855:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989634176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318560.554857:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989633152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318560.554884:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318560.554995:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989633664:12345-0@lo:38:kworker.0 Request processed in 8090us (8455us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318560.555006:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22565 00000100:00100000:3.0:1767318560.555220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989633280:0@lo:400:kworker.0 00000100:00100000:3.0:1767318560.555258:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989633920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318560.555642:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318560.555759:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318560.555883:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634176 00000100:00100000:2.0:1767318560.555960:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634176 00000100:00100000:2.0:1767318560.556049:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634048 00000100:00100000:2.0:1767318560.556053:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634048 00000100:00100000:1.0:1767318560.556087:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767318560.556100:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989634176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318560.556129:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318560.556172:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989634176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318560.556179:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767318560.556194:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:1.0:1767318560.556200:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989634048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318560.556324:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318560.556382:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989634176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318560.556472:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989634048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 271us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318560.556479:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00100000:3.0:1767318560.556550:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989634048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318560.561006:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989633152:12345-0@lo:38:kworker.0 Request processed in 6142us (14602us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318560.561022:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00080000:3.0:1767318560.561421:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318560.561428:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318560.561432:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989633152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318560.611871:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318560.611917:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318560.612316:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788672 00000100:00100000:1.0:1767318560.612328:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788672 00000100:00100000:3.0:1767318560.612374:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788544 00000100:00100000:3.0:1767318560.612380:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788544 00000100:00100000:1.0:1767318560.612422:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4545 00000100:00100000:3.0:1767318560.612431:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22566 00000100:00100000:1.0:1767318560.612436:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925788672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318560.612444:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925788544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318560.612467:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318560.612532:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925788544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 90us (613us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318560.612540:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22566 00000100:00080000:3.0:1767318560.612582:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318560.613329:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925788672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 894us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318560.613339:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4545 00010000:00010000:1.0:1767318561.376602:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318561.568355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318562.400466:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318562.592833:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318563.424501:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318563.617440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318564.449457:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318564.640875:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318565.472717:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318565.668829:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318565.668851:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989634304:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318565.668854:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318565.668861:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318565.668865:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318565.668870:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318565.668875:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318565.668882:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3810 00000100:00080000:1.0:1767318565.668886:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318565.668893:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318565.668921:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163989634432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318565.668935:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318565.668945:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318565.668951:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318565.668952:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318565.668957:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3810 00000100:00080000:1.0:1767318565.668960:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318565.668964:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318565.668979:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989634560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318565.669006:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318565.669009:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318565.669011:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318565.669016:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3810 00000100:00080000:1.0:1767318565.669019:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318565.669023:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318565.669026:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634304 00000100:00100000:3.0:1767318565.669035:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634304 00000100:00100000:1.0:1767318565.669037:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163989634816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318565.669056:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318565.669059:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318565.669060:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318565.669063:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3810 00000100:00080000:1.0:1767318565.669065:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318565.669068:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318565.669080:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163989635072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318565.669095:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:3.0:1767318565.669107:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989634304:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318565.669121:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989634432:0@lo:38:kworker.0 00002000:00000024:3.0:1767318565.669148:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318565.669161:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318565.669195:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989634560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318565.669201:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989634304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318565.669210:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:1.0:1767318565.669226:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318565.669256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989634688:0@lo:400:kworker.0 00000100:00100000:1.0:1767318565.669273:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989634816:0@lo:38:kworker.0 00000100:00100000:3.0:1767318565.669288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318565.669311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318565.669315:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318565.669324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989634944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318565.669336:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989635072:0@lo:38:kworker.0 00000100:00100000:3.0:1767318565.669353:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318565.669372:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634432 00000100:00100000:1.0:1767318565.669377:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634432 00000100:00080000:3.0:1767318565.669390:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318565.669407:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634688 00000100:00100000:3.0:1767318565.669408:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634816 00000100:00100000:1.0:1767318565.669411:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634688 00000100:00100000:3.0:1767318565.669414:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634816 00000100:00100000:3.0:1767318565.669438:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634944 00000100:00100000:3.0:1767318565.669440:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634944 00000100:00100000:1.0:1767318565.669448:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546 00000100:00100000:1.0:1767318565.669459:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989634688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318565.669465:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4547 00000100:00100000:3.0:1767318565.669475:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989634944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318565.669509:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989634688:12345-0@lo:400:kworker.0 Request processed in 52us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318565.669518:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546 00000100:00100000:3.0:1767318565.669519:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989634944:12345-0@lo:400:kworker.0 Request processed in 45us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318565.669528:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4547 00000100:00100000:1.0:1767318565.669537:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22567 00000100:00100000:1.0:1767318565.669543:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989634432:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318565.669549:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22568 00000100:00100000:3.0:1767318565.669555:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989634816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318565.669559:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318565.669569:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318565.669596:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989634432:12345-0@lo:38:kworker.0 Request processed in 50us (434us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318565.669606:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22567 00000100:00100000:3.0:1767318565.669607:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989634816:12345-0@lo:38:kworker.0 Request processed in 47us (294us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767318565.669639:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318565.669650:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318565.669681:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22568 00000100:00100000:1.0:1767318565.669698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989634944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318565.669711:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989634688:0@lo:400:kworker.0 00000100:00100000:3.0:1767318565.669724:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989635200:0@lo:400:kworker.0 00000100:00100000:1.0:1767318565.669748:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318565.669759:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318565.669782:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318565.669788:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318565.669792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989634432:0@lo:38:kworker.0 00000100:00100000:3.0:1767318565.669803:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989634304:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318565.669806:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318565.669813:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318565.669817:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989634816:0@lo:38:kworker.0 00000100:00100000:3.0:1767318565.669835:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635200 00000100:00100000:3.0:1767318565.669840:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635200 00000100:00100000:1.0:1767318565.669847:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635072 00000100:00100000:1.0:1767318565.669853:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635072 00000100:00100000:3.0:1767318565.669881:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:1.0:1767318565.669885:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22569 00000100:00100000:3.0:1767318565.669894:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989635200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318565.669895:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989635072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318565.669911:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318565.669945:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989635200:12345-0@lo:400:kworker.0 Request processed in 54us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318565.669954:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:1.0:1767318565.669957:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989635072:12345-0@lo:38:kworker.0 Request processed in 61us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318565.669967:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22569 00000100:00080000:3.0:1767318565.669974:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318565.670002:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989635200:0@lo:400:kworker.0 00000100:00080000:1.0:1767318565.670018:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318565.670023:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318565.670027:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989635072:0@lo:38:kworker.0 00000100:00100000:0.0:1767318565.672757:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989634560 00000100:00100000:0.0:1767318565.672768:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989634560 00000100:00100000:0.0:1767318565.672825:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:0.0:1767318565.672833:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989634560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318565.672855:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318565.672942:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989634560:12345-0@lo:38:kworker.0 Request processed in 108us (3716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318565.672949:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00080000:0.0:1767318565.673007:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318565.673012:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318565.673017:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989634560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318565.673112:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989635328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318565.673162:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318565.674297:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635328 00000100:00100000:0.0:1767318565.674306:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635328 00000100:00100000:0.0:1767318565.674364:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:0.0:1767318565.674372:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989635328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318565.674400:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318565.674466:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989635328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318565.674473:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:1.0:1767318565.675123:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989635328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318565.732152:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318565.732201:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318565.732273:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788928 00000100:00100000:3.0:1767318565.732283:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788928 00000100:00100000:3.0:1767318565.732352:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925788800 00000100:00100000:3.0:1767318565.732355:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925788800 00000100:00100000:3.0:1767318565.732377:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4548 00000100:00100000:3.0:1767318565.732386:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925788928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318565.732463:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925788928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318565.732472:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4548 00000100:00100000:3.0:1767318565.732490:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22570 00000100:00100000:3.0:1767318565.732495:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925788800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318565.732515:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318565.732540:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925788800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318565.732546:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22570 00000100:00080000:1.0:1767318565.732632:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318566.496453:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318566.691382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318567.520919:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318567.712328:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318568.546920:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318568.736540:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318569.570396:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318569.762502:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318570.604148:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318570.784383:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318570.784392:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318570.784395:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318570.784400:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318570.784405:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318570.784413:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3815 00000100:00080000:1.0:1767318570.784417:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318570.784424:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318570.784464:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163989635456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318570.784491:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318570.784495:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318570.784496:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318570.784500:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3815 00000100:00080000:1.0:1767318570.784503:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318570.784506:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318570.784518:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163989635584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318570.784553:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318570.784556:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318570.784558:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318570.784561:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3815 00000100:00080000:1.0:1767318570.784563:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318570.784566:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318570.784575:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713b80 x1853163989635840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318570.784587:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318570.784590:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318570.784592:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318570.784595:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3815 00000100:00080000:1.0:1767318570.784597:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318570.784601:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318570.784608:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989636096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318570.784652:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989635712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.784720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318570.784782:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318570.784787:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989635968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.784808:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318570.784840:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635712 00000100:00100000:1.0:1767318570.784848:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635712 00000100:00100000:1.0:1767318570.784892:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635968 00000100:00100000:1.0:1767318570.784895:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635968 00000100:00100000:1.0:1767318570.784915:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549 00000100:00100000:1.0:1767318570.784922:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989635712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.784978:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989635712:12345-0@lo:400:kworker.0 Request processed in 55us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318570.784985:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549 00000100:00100000:1.0:1767318570.785001:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4550 00000100:00100000:1.0:1767318570.785006:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989635968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.785026:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989635968:12345-0@lo:400:kworker.0 Request processed in 20us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318570.785031:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4550 00000100:00080000:1.0:1767318570.785044:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318570.785053:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.785076:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318570.785090:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318570.785094:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.785108:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318570.785141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989635968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318570.785162:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989635712:0@lo:400:kworker.0 00000100:00100000:0.0:1767318570.785853:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636352 00000100:00100000:0.0:1767318570.785858:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636352 00000100:00100000:0.0:1767318570.785895:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636224 00000100:00100000:0.0:1767318570.785897:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636224 00000100:00100000:0.0:1767318570.785918:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1767318570.785926:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318570.785988:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636352:12345-0@lo:400:kworker.0 Request processed in 64us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318570.785997:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1767318570.786012:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:0.0:1767318570.786017:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318570.786040:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636224:12345-0@lo:400:kworker.0 Request processed in 24us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318570.786045:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00100000:0.0:1767318570.786062:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318570.786070:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989636480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318570.786094:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318570.786122:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318570.786125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318570.786140:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318570.786161:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636352:0@lo:400:kworker.0 00000100:00100000:2.0:1767318570.786251:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636480 00000100:00100000:2.0:1767318570.786255:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636480 00000100:00100000:2.0:1767318570.786286:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:2.0:1767318570.786291:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989636480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318570.786312:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318570.786358:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989636480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318570.786365:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:0.0:1767318570.786764:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989636480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318570.787446:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989635456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318570.787475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318570.787487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318570.787540:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989635584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318570.787565:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318570.787589:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989635840:0@lo:38:kworker.0 00000100:00100000:3.0:1767318570.787610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318570.787611:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989636608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318570.787638:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318570.787669:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636608 00000100:00100000:0.0:1767318570.787673:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636608 00000100:00100000:0.0:1767318570.787706:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:0.0:1767318570.787712:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989636608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318570.787730:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318570.787766:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989636608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318570.787772:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:0.0:1767318570.787805:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989636608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318570.798453:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635456 00000100:00100000:1.0:1767318570.798470:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635456 00000100:00100000:1.0:1767318570.798539:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635840 00000100:00100000:1.0:1767318570.798543:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635840 00000100:00100000:1.0:1767318570.798565:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22571 00000100:00100000:1.0:1767318570.798573:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989635456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318570.798597:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318570.799658:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989635456:12345-0@lo:38:kworker.0 Request processed in 1079us (12163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318570.799669:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22571 00000100:00100000:1.0:1767318570.799700:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22572 00000100:00100000:1.0:1767318570.799705:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989635840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318570.799719:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318570.799751:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989635840:12345-0@lo:38:kworker.0 Request processed in 45us (12140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318570.799757:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22572 00000100:00080000:1.0:1767318570.799862:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318570.799868:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318570.799873:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989635840:0@lo:38:kworker.0 00000100:00100000:1.0:1767318570.799885:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989636096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318570.799922:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318570.800070:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636096 00000100:00100000:2.0:1767318570.800076:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636096 00000100:00100000:2.0:1767318570.800105:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22573 00000100:00100000:2.0:1767318570.800110:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989636096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318570.800121:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318570.801100:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989636096:12345-0@lo:38:kworker.0 Request processed in 983us (1172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318570.801109:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22573 00000100:00100000:2.0:1767318570.801182:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989635584 00000100:00100000:2.0:1767318570.801187:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989635584 00000100:00100000:2.0:1767318570.801212:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00100000:2.0:1767318570.801217:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989635584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318570.801248:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318570.801294:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989635584:12345-0@lo:38:kworker.0 Request processed in 75us (13728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318570.801301:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00080000:1.0:1767318570.810694:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318570.810708:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318570.810713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989636096:0@lo:38:kworker.0 00000100:00080000:1.0:1767318570.810760:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318570.810763:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318570.810766:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989635456:0@lo:38:kworker.0 00000100:00080000:1.0:1767318570.810777:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318570.810780:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318570.810782:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989635584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318570.854148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318570.854384:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789056 00000100:00100000:0.0:1767318570.854394:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789056 00000100:00100000:0.0:1767318570.854444:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22574 00000100:00100000:0.0:1767318570.854452:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925789056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318570.854475:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318570.854563:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925789056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 110us (425us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318570.854571:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22574 00000100:00100000:0.0:1767318570.865449:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318570.865558:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789184 00000100:00100000:3.0:1767318570.865572:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789184 00000100:00100000:3.0:1767318570.865688:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4551 00000100:00100000:3.0:1767318570.865699:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925789184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318570.865806:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925789184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 108us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318570.865816:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4551 00000100:00080000:0.0:1767318570.866299:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318571.616865:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318571.808402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318572.650499:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318572.832371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318573.667639:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318573.856354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318574.689045:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318574.880555:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318575.713389:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318575.904521:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318575.904593:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318575.904646:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636864 00000100:00100000:0.0:1767318575.904655:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636864 00000100:00100000:3.0:1767318575.904664:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318575.904672:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318575.904700:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318575.904808:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318575.904832:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318575.904838:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318575.904841:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318575.904844:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318575.904848:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318575.904853:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3820 00000100:00080000:1.0:1767318575.904857:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318575.904861:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318575.904894:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac700 x1853163989636992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318575.904911:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318575.904914:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318575.904915:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318575.904926:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3820 00000100:00080000:1.0:1767318575.904929:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318575.904932:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318575.904943:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae680 x1853163989637120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318575.904966:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318575.904968:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318575.904970:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318575.904973:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3820 00000100:00080000:1.0:1767318575.904975:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318575.904977:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318575.904986:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad500 x1853163989637376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318575.905013:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318575.905016:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318575.905017:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318575.905021:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3820 00000100:00080000:1.0:1767318575.905023:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318575.905026:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318575.905034:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaca80 x1853163989637632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318575.905059:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989637504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905091:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.905111:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318575.905115:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989637248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905131:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.905148:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989637760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905168:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.905190:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989637760 00000100:00100000:1.0:1767318575.905194:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989637760 00000100:00100000:1.0:1767318575.905264:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767318575.905274:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989637760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905324:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989637760:12345-0@lo:400:kworker.0 Request processed in 52us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318575.905331:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:1.0:1767318575.905370:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989637760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905392:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989637504 00000100:00100000:1.0:1767318575.905394:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989637504 00000100:00100000:1.0:1767318575.905431:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989637248 00000100:00100000:1.0:1767318575.905434:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989637248 00000100:00100000:1.0:1767318575.905461:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4552 00000100:00100000:1.0:1767318575.905467:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989637504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905500:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989637504:12345-0@lo:400:kworker.0 Request processed in 33us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318575.905505:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4552 00000100:00100000:1.0:1767318575.905516:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4553 00000100:00100000:1.0:1767318575.905521:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989637248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905544:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989637248:12345-0@lo:400:kworker.0 Request processed in 24us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318575.905549:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4553 00000100:00100000:1.0:1767318575.905577:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989637248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905584:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989637504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318575.905612:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989636992:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.905637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.905656:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636992 00000100:00100000:1.0:1767318575.905659:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636992 00000100:00100000:1.0:1767318575.905676:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22575 00000100:00100000:1.0:1767318575.905680:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989636992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318575.905697:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318575.905724:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989636992:12345-0@lo:38:kworker.0 Request processed in 42us (85us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318575.905730:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22575 00000100:00080000:1.0:1767318575.905758:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318575.905763:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318575.905765:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989636992:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.905771:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989637120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.905793:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.905816:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989637120 00000100:00100000:1.0:1767318575.905819:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989637120 00000100:00100000:1.0:1767318575.905839:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:1.0:1767318575.905843:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989637120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318575.905853:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318575.905879:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989637120:12345-0@lo:38:kworker.0 Request processed in 35us (85us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318575.905884:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00080000:1.0:1767318575.905909:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318575.905913:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318575.905916:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989637120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.905921:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989637376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.905941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.905956:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989637376 00000100:00100000:1.0:1767318575.905960:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989637376 00000100:00100000:1.0:1767318575.905975:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22576 00000100:00100000:1.0:1767318575.905980:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989637376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318575.905991:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318575.906013:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989637376:12345-0@lo:38:kworker.0 Request processed in 33us (73us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318575.906018:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22576 00000100:00080000:1.0:1767318575.906038:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318575.906041:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318575.906044:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989637376:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.906050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989637632:0@lo:38:kworker.0 00000100:00100000:1.0:1767318575.906070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318575.906086:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989637632 00000100:00100000:1.0:1767318575.906089:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989637632 00000100:00100000:1.0:1767318575.906103:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22577 00000100:00100000:1.0:1767318575.906107:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989637632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318575.906117:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318575.906140:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989637632:12345-0@lo:38:kworker.0 Request processed in 31us (68us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318575.906146:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22577 00000100:00080000:1.0:1767318575.906166:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318575.906170:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318575.906173:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989637632:0@lo:38:kworker.0 00000100:00080000:1.0:1767318575.906218:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318575.906223:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318575.906225:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318575.920675:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989636736 00000100:00100000:0.0:1767318575.920694:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989636736 00000100:00100000:0.0:1767318575.920769:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1767318575.920781:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318575.920818:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318575.921115:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 337us (16521us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318575.921124:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1767318575.921146:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:0.0:1767318575.921153:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318575.921170:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318575.921201:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989636736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (16501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318575.921208:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00100000:3.0:1767318575.921837:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318575.921870:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989636864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318575.971300:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318575.971390:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789440 00000100:00100000:3.0:1767318575.971401:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789440 00000100:00100000:3.0:1767318575.971494:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4554 00000100:00100000:3.0:1767318575.971505:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925789440:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767318575.971586:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318575.971667:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925789440:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 162us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318575.971677:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4554 00000100:00100000:2.0:1767318575.972630:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318575.972716:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789312 00000100:00100000:1.0:1767318575.972722:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789312 00000100:00100000:1.0:1767318575.972755:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22578 00000100:00100000:1.0:1767318575.972761:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925789312:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318575.972781:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318575.972841:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925789312:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 79us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318575.972848:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22578 00000400:00000100:1.0:1767318575.976042:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925789568 offset 0 length 520: 4 00010000:00010000:1.0:1767318576.736834:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318576.928824:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318550/real 1767318550] req@ffff96e1edefd880 x1853163989630976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318575 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318576.928856:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1edefd880 x1853163989630976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318575 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318576.928876:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318576.928905:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318576.928909:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989630976:0@lo:250:kworker.0 00000100:00080000:0.0:1767318576.929118:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318576.929125:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318576.929128:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318576.929133:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3800 00000100:00080000:0.0:1767318576.929137:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318576.929144:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318576.929153:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318576.929181:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989637888/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318576.929212:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318576.929216:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318576.929218:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318576.929221:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3825 00000100:00080000:0.0:1767318576.929224:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318576.929228:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318576.929268:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163989638016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318576.929277:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318576.929280:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318576.929282:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318576.929286:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3825 00000100:00080000:0.0:1767318576.929289:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318576.929292:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318576.929303:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163989638144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318576.929351:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318576.929355:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318576.929357:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318576.929361:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3825 00000100:00080000:0.0:1767318576.929363:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318576.929366:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318576.929378:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989638400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318576.929413:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318576.929417:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318576.929418:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318576.929422:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3825 00000100:00080000:0.0:1767318576.929425:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318576.929429:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318576.929445:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163989638656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318576.929449:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989638272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.929524:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989638784:0@lo:400:kworker.0 00000100:00100000:3.0:1767318576.929530:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318576.929596:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989638528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318576.929609:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989638912:0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.932332:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.932472:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638272 00000100:00100000:0.0:1767318576.932482:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638272 00000100:00100000:0.0:1767318576.932537:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555 00000100:00100000:0.0:1767318576.932594:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989638272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.932653:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989638272:12345-0@lo:400:kworker.0 Request processed in 61us (3125us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318576.932661:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555 00000100:00100000:0.0:1767318576.932704:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638784 00000100:00100000:0.0:1767318576.932708:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638784 00000100:00100000:0.0:1767318576.932730:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1767318576.932736:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989638784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.932770:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989638784:12345-0@lo:400:kworker.0 Request processed in 34us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318576.932776:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1767318576.932826:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989638784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.932857:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989637888:0@lo:250:kworker.0 00000400:00000100:0.0:1767318576.932885:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989637888 offset 0 length 520: 4 00000100:00100000:0.0:1767318576.932905:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989638016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.932927:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.932948:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638016 00000100:00100000:0.0:1767318576.932952:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638016 00000100:00100000:0.0:1767318576.932971:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22579 00000100:00100000:0.0:1767318576.932975:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989638016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.932993:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.933022:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989638016:12345-0@lo:38:kworker.0 Request processed in 45us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.933028:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22579 00000100:00080000:0.0:1767318576.933363:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318576.933369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318576.933373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989638016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.933380:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989638144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.933419:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.933437:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989638400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.933460:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.933476:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638400 00000100:00100000:0.0:1767318576.933479:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638400 00000100:00100000:0.0:1767318576.933498:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22580 00000100:00100000:0.0:1767318576.933502:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989638400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.933512:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.933535:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989638400:12345-0@lo:38:kworker.0 Request processed in 33us (75us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.933541:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22580 00000100:00080000:0.0:1767318576.933561:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318576.933565:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318576.933568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989638400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.933574:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989638656:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.933593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318576.933610:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638656 00000100:00100000:0.0:1767318576.933613:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638656 00000100:00100000:0.0:1767318576.933633:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22581 00000100:00100000:0.0:1767318576.933637:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989638656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.933646:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.933669:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989638656:12345-0@lo:38:kworker.0 Request processed in 31us (75us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.933698:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22581 00000100:00080000:0.0:1767318576.933721:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318576.933725:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318576.933728:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989638656:0@lo:38:kworker.0 00000100:00100000:0.0:1767318576.933783:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638144 00000100:00100000:0.0:1767318576.935187:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638144 00000100:00100000:0.0:1767318576.935263:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767318576.935269:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a50850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989638144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318576.935286:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318576.936227:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a50850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989638144:12345-0@lo:38:kworker.0 Request processed in 953us (2803us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318576.936263:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:3.0:1767318576.936732:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989638272:0@lo:400:kworker.0 00000100:00080000:3.0:1767318576.936831:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318576.936836:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318576.936840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989638144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318576.945269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318576.946707:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318576.951698:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638528 00000100:00100000:3.0:1767318576.951713:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638528 00000100:00100000:3.0:1767318576.951780:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4556 00000100:00100000:3.0:1767318576.951789:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989638528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318576.951888:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989638528:12345-0@lo:400:kworker.0 Request processed in 99us (6625us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318576.951896:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4556 00000100:00100000:1.0:1767318576.954748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989638528:0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.955682:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989638912 00000100:00100000:0.0:1767318576.955694:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989638912 00000100:00100000:0.0:1767318576.957772:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:0.0:1767318576.957794:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989638912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318576.957888:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989638912:12345-0@lo:400:kworker.0 Request processed in 105us (11187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318576.957896:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1767318576.958016:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989638912:0@lo:400:kworker.0 00010000:00010000:3.0:1767318577.763896:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318577.952533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318578.787763:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318578.976451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318579.809259:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318580.000412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318580.839802:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318581.024836:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318581.026118:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989639040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318581.026201:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318581.026258:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639040 00000100:00100000:2.0:1767318581.026277:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639040 00000100:00100000:2.0:1767318581.026352:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:2.0:1767318581.026365:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989639040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318581.026402:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318581.026475:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989639040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318581.026482:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00080000:3.0:1767318581.026698:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318581.026827:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318581.026836:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989639168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318581.026869:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318581.027015:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639168 00000100:00100000:3.0:1767318581.027020:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639168 00000100:00100000:3.0:1767318581.027077:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:3.0:1767318581.027086:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989639168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318581.027106:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318581.027143:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989639168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318581.027150:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:3.0:1767318581.027192:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989639168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318581.027412:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989639040:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318581.027572:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318581.097542:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318581.097646:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318581.097915:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789824 00000100:00100000:2.0:1767318581.097925:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789824 00000100:00100000:2.0:1767318581.098077:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789696 00000100:00100000:2.0:1767318581.098082:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789696 00000100:00100000:2.0:1767318581.098106:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4557 00000100:00100000:2.0:1767318581.098117:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925789824:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318581.098194:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925789824:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318581.098201:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4557 00000100:00100000:2.0:1767318581.098220:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22582 00000100:00100000:2.0:1767318581.098225:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925789696:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318581.098285:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318581.098312:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925789696:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 86us (666us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318581.098319:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22582 00000100:00080000:0.0:1767318581.099976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318581.856482:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318582.048527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318582.050356:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318582.050366:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318582.050369:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318582.050372:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318582.050377:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318582.050385:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3826 00000100:00080000:0.0:1767318582.050391:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318582.050398:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318582.050440:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2680 x1853163989639296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318582.050471:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318582.050475:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318582.050476:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318582.050480:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3826 00000100:00080000:0.0:1767318582.050482:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318582.050486:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318582.050993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989639296:0@lo:38:kworker.0 00000100:00100000:3.0:1767318582.051062:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318582.051375:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989639424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318582.051432:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318582.051437:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318582.051439:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318582.051444:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3826 00000100:00080000:0.0:1767318582.051446:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318582.051451:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318582.051464:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0000 x1853163989639680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318582.051489:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318582.051493:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318582.051495:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318582.051498:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3826 00000100:00080000:0.0:1767318582.051512:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318582.051516:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318582.051530:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1c00 x1853163989639936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318582.051580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989640192:0@lo:400:kworker.0 00000100:00100000:0.0:1767318582.051616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318582.051646:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640192 00000100:00100000:0.0:1767318582.051652:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640192 00000100:00100000:0.0:1767318582.051691:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:0.0:1767318582.051699:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989640192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318582.051745:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989640192:12345-0@lo:400:kworker.0 Request processed in 47us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318582.051752:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:0.0:1767318582.051796:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989640192:0@lo:400:kworker.0 00000100:00100000:0.0:1767318582.051813:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318582.051818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989639552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318582.051841:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318582.051889:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989639424:0@lo:38:kworker.0 00000100:00100000:3.0:1767318582.051918:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318582.051948:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989639680:0@lo:38:kworker.0 00000100:00100000:3.0:1767318582.051983:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639424 00000100:00100000:3.0:1767318582.051987:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639424 00000100:00100000:3.0:1767318582.052008:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:3.0:1767318582.052013:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989639424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318582.052031:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318582.052063:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989639424:12345-0@lo:38:kworker.0 Request processed in 49us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318582.052070:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:3.0:1767318582.052100:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989640064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318582.052124:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318582.052142:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318582.052147:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989639808:0@lo:400:kworker.0 00000100:00100000:3.0:1767318582.052170:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640064 00000100:00100000:3.0:1767318582.052174:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640064 00000100:00100000:3.0:1767318582.052197:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1767318582.052203:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989640064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318582.052253:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989640064:12345-0@lo:400:kworker.0 Request processed in 50us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318582.052260:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:0.0:1767318582.061810:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318582.067550:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639296 00000100:00100000:1.0:1767318582.067566:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639296 00000100:00100000:1.0:1767318582.067704:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639552 00000100:00100000:1.0:1767318582.067708:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639552 00000100:00100000:2.0:1767318582.070498:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639680 00000100:00100000:2.0:1767318582.070512:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639680 00000100:00100000:2.0:1767318582.070573:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558 00000100:00100000:2.0:1767318582.070589:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989639552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318582.070683:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989639552:12345-0@lo:400:kworker.0 Request processed in 101us (18840us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318582.070690:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558 00000100:00100000:2.0:1767318582.070711:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22583 00000100:00100000:2.0:1767318582.070716:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989639296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318582.070735:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318582.070767:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989639296:12345-0@lo:38:kworker.0 Request processed in 50us (19705us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318582.070774:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22583 00000100:00100000:2.0:1767318582.070787:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22584 00000100:00100000:2.0:1767318582.070790:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989639680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318582.070800:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318582.070826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989639680:12345-0@lo:38:kworker.0 Request processed in 34us (9024us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318582.070832:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22584 00000100:00100000:2.0:1767318582.070910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989639552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318582.070968:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318582.071005:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989640064:0@lo:400:kworker.0 00000100:00100000:2.0:1767318582.071024:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639808 00000100:00100000:2.0:1767318582.071027:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639808 00000100:00100000:2.0:1767318582.071059:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559 00000100:00100000:2.0:1767318582.071065:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989639808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318582.071100:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989639808:12345-0@lo:400:kworker.0 Request processed in 34us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318582.071106:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559 00000100:00100000:2.0:1767318582.071130:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989639808:0@lo:400:kworker.0 00000100:00080000:2.0:1767318582.078253:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318582.078265:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318582.078271:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989639680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318582.078283:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989639936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318582.078359:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318582.078401:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989639936 00000100:00100000:2.0:1767318582.078408:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989639936 00000100:00100000:2.0:1767318582.078448:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22585 00000100:00100000:2.0:1767318582.078454:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989639936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318582.078475:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318582.078512:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989639936:12345-0@lo:38:kworker.0 Request processed in 57us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318582.078519:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22585 00000100:00080000:2.0:1767318582.078554:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318582.078559:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318582.078561:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989639936:0@lo:38:kworker.0 00000100:00080000:2.0:1767318582.078572:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318582.078576:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318582.078579:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989639296:0@lo:38:kworker.0 00000100:00080000:2.0:1767318582.078608:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318582.078612:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318582.078615:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989639424:0@lo:38:kworker.0 00000100:00080000:2.0:1767318582.078644:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318582.883699:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318583.073088:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318583.904598:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318584.096407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318584.928714:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318585.121538:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318585.953673:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318586.144374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318586.144539:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989640448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318586.144690:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318586.144740:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640448 00000100:00100000:1.0:1767318586.144748:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640448 00000100:00100000:1.0:1767318586.144814:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00080000:2.0:1767318586.144825:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318586.144826:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989640448:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318586.144833:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318586.144846:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989640320:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318586.144870:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318586.144877:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318586.144910:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640320 00000100:00100000:2.0:1767318586.144914:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640320 00000100:00100000:2.0:1767318586.144946:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:2.0:1767318586.144953:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989640320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318586.144969:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318586.145004:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989640320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318586.145013:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:2.0:1767318586.145059:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989640320:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318586.145467:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318586.150868:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989640448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6035us (6166us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318586.150883:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:3.0:1767318586.154385:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989640448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318586.219133:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318586.219847:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318586.219959:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790080 00000100:00100000:0.0:1767318586.219969:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790080 00000100:00100000:0.0:1767318586.220046:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925789952 00000100:00100000:0.0:1767318586.220049:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925789952 00000100:00100000:0.0:1767318586.220070:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4560 00000100:00100000:0.0:1767318586.220080:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925790080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318586.220152:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925790080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318586.220160:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4560 00000100:00100000:0.0:1767318586.220192:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22586 00000100:00100000:0.0:1767318586.220197:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925789952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318586.220217:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318586.220277:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925789952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 77us (431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318586.220284:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22586 00000100:00080000:2.0:1767318586.220880:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318586.976458:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318587.169503:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318587.169516:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318587.169516:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318587.169522:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318587.169528:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318587.169532:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318587.169541:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3831 00000100:00080000:1.0:1767318587.169547:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318587.169554:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318587.169603:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163989640576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318587.169642:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318587.169645:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318587.169647:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318587.169652:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3831 00000100:00080000:1.0:1767318587.169655:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318587.169659:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318587.169677:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710e00 x1853163989640704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318587.169729:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318587.169729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989640576:0@lo:38:kworker.0 00000100:00080000:1.0:1767318587.169738:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318587.169740:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318587.169744:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3831 00000100:00080000:1.0:1767318587.169747:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318587.169750:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318587.169763:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163989640960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318587.169774:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318587.169790:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989640832:0@lo:400:kworker.0 00000100:00080000:1.0:1767318587.169793:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318587.169797:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318587.169799:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318587.169804:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3831 00000100:00080000:1.0:1767318587.169806:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318587.169810:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318587.169839:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712d80 x1853163989641216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318587.169956:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989641344:0@lo:400:kworker.0 00000100:00100000:2.0:1767318587.172574:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318587.172652:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989640704:0@lo:38:kworker.0 00000100:00100000:2.0:1767318587.172685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318587.172719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989640960:0@lo:38:kworker.0 00000100:00100000:2.0:1767318587.172737:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318587.172758:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989641216:0@lo:38:kworker.0 00000100:00100000:2.0:1767318587.172776:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318587.172812:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640704 00000100:00100000:2.0:1767318587.172819:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640704 00000100:00100000:2.0:1767318587.172853:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:2.0:1767318587.172861:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989640704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318587.172882:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318587.172923:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989640704:12345-0@lo:38:kworker.0 Request processed in 61us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318587.172930:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:2.0:1767318587.172954:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640576 00000100:00100000:2.0:1767318587.172958:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640576 00000100:00100000:2.0:1767318587.172976:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640960 00000100:00100000:2.0:1767318587.172979:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640960 00000100:00100000:2.0:1767318587.173001:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641216 00000100:00100000:2.0:1767318587.173004:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641216 00000100:00100000:2.0:1767318587.173020:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22587 00000100:00100000:2.0:1767318587.173025:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989640576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318587.173034:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318587.173062:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989640576:12345-0@lo:38:kworker.0 Request processed in 36us (497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318587.173067:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22587 00000100:00100000:2.0:1767318587.173078:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22588 00000100:00100000:2.0:1767318587.173082:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989640960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318587.173090:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318587.173112:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989640960:12345-0@lo:38:kworker.0 Request processed in 29us (374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318587.173118:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22588 00000100:00100000:2.0:1767318587.173128:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22589 00000100:00100000:2.0:1767318587.173132:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989641216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318587.173140:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318587.173252:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989641216:12345-0@lo:38:kworker.0 Request processed in 70us (426us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318587.173258:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22589 00000100:00080000:2.0:1767318587.173311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318587.173315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318587.173318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989640960:0@lo:38:kworker.0 00000100:00080000:2.0:1767318587.173328:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318587.173331:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318587.173333:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989641216:0@lo:38:kworker.0 00000100:00080000:2.0:1767318587.173342:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318587.173345:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318587.173348:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989640576:0@lo:38:kworker.0 00000100:00080000:2.0:1767318587.173355:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318587.173358:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318587.173361:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989640704:0@lo:38:kworker.0 00000100:00100000:2.0:1767318587.173433:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989641088:0@lo:400:kworker.0 00000100:00100000:2.0:1767318587.173460:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318587.173490:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641088 00000100:00100000:2.0:1767318587.173494:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641088 00000100:00100000:2.0:1767318587.173537:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561 00000100:00100000:2.0:1767318587.173544:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989641088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318587.173587:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989641088:12345-0@lo:400:kworker.0 Request processed in 43us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318587.173593:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561 00000100:00080000:2.0:1767318587.173618:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318587.173642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989641088:0@lo:400:kworker.0 00000100:00100000:0.0:1767318587.178223:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318587.178268:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318587.178293:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989641472:0@lo:400:kworker.0 00000100:00100000:0.0:1767318587.178310:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989640832 00000100:00100000:0.0:1767318587.178320:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989640832 00000100:00100000:2.0:1767318587.178497:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318587.178531:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4562 00000100:00100000:0.0:1767318587.178544:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989640832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318587.178546:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641472 00000100:00100000:2.0:1767318587.178552:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641472 00000100:00100000:2.0:1767318587.178598:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:2.0:1767318587.178607:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989641472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318587.178621:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989640832:12345-0@lo:400:kworker.0 Request processed in 80us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318587.178630:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4562 00000100:00100000:2.0:1767318587.178666:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989641472:12345-0@lo:400:kworker.0 Request processed in 60us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318587.178675:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:0.0:1767318587.178693:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989640832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318587.178714:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989641472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318587.180118:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318587.183298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318587.187902:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641344 00000100:00100000:0.0:1767318587.188803:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641344 00000100:00100000:0.0:1767318587.188891:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1767318587.188900:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989641344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318587.190044:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989641344:12345-0@lo:400:kworker.0 Request processed in 1139us (9924us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318587.190056:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:3.0:1767318587.196087:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989641344:0@lo:400:kworker.0 00010000:00010000:3.0:1767318588.000599:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318588.192903:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318589.025508:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318589.217121:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318590.050773:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318590.240930:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318591.075995:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318591.264375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318591.264606:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989641600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318591.264675:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318591.264743:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641600 00000100:00100000:0.0:1767318591.264753:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641600 00000100:00100000:0.0:1767318591.264844:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:0.0:1767318591.264854:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989641600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318591.264886:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318591.264941:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989641600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318591.264949:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00080000:3.0:1767318591.265185:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318591.266839:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989641600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318591.266863:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989641728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318591.267017:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318591.268636:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641728 00000100:00100000:0.0:1767318591.268647:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641728 00000100:00100000:0.0:1767318591.268795:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:0.0:1767318591.268805:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989641728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318591.268839:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318591.270733:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989641728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1920us (3707us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318591.270748:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00100000:2.0:1767318591.271122:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989641728:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318591.275275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318591.333439:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318591.333612:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318591.333833:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790208 00000100:00100000:0.0:1767318591.334060:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790208 00000100:00100000:0.0:1767318591.334107:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790336 00000100:00100000:0.0:1767318591.334111:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790336 00000100:00100000:2.0:1767318591.334222:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22590 00000100:00100000:2.0:1767318591.334254:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925790208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318591.334277:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318591.334341:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925790208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (914us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318591.334348:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22590 00000100:00100000:0.0:1767318591.334631:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4563 00000100:00100000:0.0:1767318591.334639:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925790336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318591.334686:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925790336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 48us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318591.334692:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4563 00000100:00080000:3.0:1767318591.342833:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318592.096544:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318592.288464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318592.288539:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318592.288545:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318592.288559:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318592.288563:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318592.288567:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318592.288575:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3836 00000100:00080000:3.0:1767318592.288580:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318592.288587:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318592.288630:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01f480 x1853163989641856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318592.289203:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318592.289208:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318592.289210:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318592.289214:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3836 00000100:00080000:3.0:1767318592.289217:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318592.289222:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318592.289268:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff01e680 x1853163989641984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318592.289313:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318592.289317:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318592.289319:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318592.289322:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3836 00000100:00080000:3.0:1767318592.289324:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318592.289328:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318592.289339:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ea00 x1853163989642240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318592.289354:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318592.289358:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318592.289360:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318592.289364:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3836 00000100:00080000:3.0:1767318592.289366:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318592.289369:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318592.289379:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d180 x1853163989642496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318592.289488:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989642112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318592.289577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318592.289662:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318592.289669:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989642368:0@lo:400:kworker.0 00000100:00100000:0.0:1767318592.289692:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318592.290000:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642112 00000100:00100000:3.0:1767318592.290008:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642112 00000100:00100000:3.0:1767318592.290072:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642368 00000100:00100000:3.0:1767318592.290076:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642368 00000100:00100000:3.0:1767318592.290102:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4564 00000100:00100000:3.0:1767318592.290122:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989642112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318592.290176:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989642112:12345-0@lo:400:kworker.0 Request processed in 56us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318592.290184:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4564 00000100:00100000:3.0:1767318592.290201:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4565 00000100:00100000:3.0:1767318592.290207:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989642368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318592.290257:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989642368:12345-0@lo:400:kworker.0 Request processed in 50us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318592.290262:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4565 00000100:00100000:3.0:1767318592.290307:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989642368:0@lo:400:kworker.0 00000100:00100000:3.0:1767318592.290317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989642112:0@lo:400:kworker.0 00000100:00100000:2.0:1767318592.290396:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989642752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318592.290428:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318592.290464:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318592.290469:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989642624:0@lo:400:kworker.0 00000100:00100000:2.0:1767318592.290491:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318592.290526:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642752 00000100:00100000:2.0:1767318592.290530:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642752 00000100:00100000:2.0:1767318592.290565:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642624 00000100:00100000:2.0:1767318592.290568:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642624 00000100:00100000:2.0:1767318592.290588:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:2.0:1767318592.290595:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989642752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318592.290629:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989642752:12345-0@lo:400:kworker.0 Request processed in 35us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318592.290635:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:2.0:1767318592.290655:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259 00000100:00100000:2.0:1767318592.290662:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989642624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318592.290688:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989642624:12345-0@lo:400:kworker.0 Request processed in 27us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318592.290693:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00100000:2.0:1767318592.290717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989641856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318592.290742:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318592.290761:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989641984:0@lo:38:kworker.0 00000100:00100000:2.0:1767318592.290784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318592.290807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989642240:0@lo:38:kworker.0 00000100:00100000:2.0:1767318592.290826:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318592.290839:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989642496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318592.291031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318592.291061:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641984 00000100:00100000:2.0:1767318592.291065:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641984 00000100:00100000:2.0:1767318592.291084:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:2.0:1767318592.291089:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989641984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318592.291115:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318592.291151:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989641984:12345-0@lo:38:kworker.0 Request processed in 61us (365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318592.291158:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:2.0:1767318592.291190:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989642624:0@lo:400:kworker.0 00000100:00100000:2.0:1767318592.291199:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989642752:0@lo:400:kworker.0 00000100:00080000:2.0:1767318592.291220:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318592.291224:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318592.291227:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989641984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318592.291343:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989641856 00000100:00100000:1.0:1767318592.291347:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989641856 00000100:00100000:1.0:1767318592.291375:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642240 00000100:00100000:1.0:1767318592.291378:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642240 00000100:00100000:1.0:1767318592.291388:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642496 00000100:00100000:1.0:1767318592.291390:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642496 00000100:00100000:1.0:1767318592.291399:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22591 00000100:00100000:1.0:1767318592.291404:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989641856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318592.291414:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318592.291447:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989641856:12345-0@lo:38:kworker.0 Request processed in 43us (706us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318592.291453:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22591 00000100:00100000:1.0:1767318592.291465:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22592 00000100:00100000:1.0:1767318592.291469:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989642240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318592.291478:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318592.291500:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989642240:12345-0@lo:38:kworker.0 Request processed in 30us (673us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318592.291506:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22592 00000100:00100000:1.0:1767318592.291518:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22593 00000100:00100000:1.0:1767318592.291522:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989642496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318592.291531:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318592.291566:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989642496:12345-0@lo:38:kworker.0 Request processed in 42us (535us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318592.291572:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22593 00000100:00080000:1.0:1767318592.291594:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318592.291599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318592.291602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989641856:0@lo:38:kworker.0 00000100:00080000:1.0:1767318592.291610:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318592.291613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318592.291616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989642240:0@lo:38:kworker.0 00000100:00080000:1.0:1767318592.291622:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318592.291625:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318592.291628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989642496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318592.292770:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318593.120785:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318593.313369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318594.144500:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318594.337207:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318595.169806:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318595.362372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318596.193144:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318596.384740:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318596.384917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989642880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318596.385006:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318596.385178:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989642880 00000100:00100000:3.0:1767318596.385186:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989642880 00000100:00100000:3.0:1767318596.385281:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:3.0:1767318596.385291:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989642880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318596.385337:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318596.385381:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989642880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318596.385388:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00080000:1.0:1767318596.386780:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318596.386832:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989642880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318596.386854:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318596.386861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989643008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318596.386906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318596.386963:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643008 00000100:00100000:1.0:1767318596.386969:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643008 00000100:00100000:1.0:1767318596.387022:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1767318596.387042:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989643008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318596.387087:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318596.387129:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989643008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318596.387136:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1767318596.387168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989643008:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318596.387260:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318596.456435:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318596.456504:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318596.456567:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790464 00000100:00100000:3.0:1767318596.456578:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790464 00000100:00100000:3.0:1767318596.456610:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790592 00000100:00100000:3.0:1767318596.456612:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790592 00000100:00100000:3.0:1767318596.456652:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4566 00000100:00100000:3.0:1767318596.456661:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925790592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318596.456747:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925790592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318596.456753:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4566 00000100:00100000:3.0:1767318596.456768:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22594 00000100:00100000:3.0:1767318596.456771:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925790464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318596.456788:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318596.456806:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925790464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 34us (612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318596.456810:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22594 00000100:00080000:1.0:1767318596.457051:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318597.216484:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318597.409038:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318597.409048:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318597.409050:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318597.409054:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318597.409057:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318597.409065:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3842 00000100:00080000:3.0:1767318597.409069:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318597.409075:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318597.409112:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d500 x1853163989643136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318597.409135:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318597.409138:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318597.409139:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318597.409142:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3842 00000100:00080000:3.0:1767318597.409143:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318597.409146:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318597.409154:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f800 x1853163989643264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318597.409176:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318597.409179:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318597.409180:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318597.409182:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3842 00000100:00080000:3.0:1767318597.409184:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318597.409186:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318597.409191:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48dc00 x1853163989643520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318597.409199:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318597.409203:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318597.409204:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318597.409206:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3842 00000100:00080000:3.0:1767318597.409207:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318597.409209:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318597.409214:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48c700 x1853163989643776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318597.409262:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989643648:0@lo:400:kworker.0 00000100:00100000:2.0:1767318597.409302:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989643136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318597.409319:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318597.409357:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318597.409366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318597.409376:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318597.409386:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989643392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318597.409402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989643264:0@lo:38:kworker.0 00000100:00100000:1.0:1767318597.409404:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989643904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318597.409415:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318597.409445:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318597.409453:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989644032:0@lo:400:kworker.0 00000100:00100000:1.0:1767318597.409457:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318597.409480:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989643520:0@lo:38:kworker.0 00000100:00100000:3.0:1767318597.409496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318597.409511:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318597.409536:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989643776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318597.409543:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643648 00000100:00100000:3.0:1767318597.409550:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643648 00000100:00100000:2.0:1767318597.409558:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318597.409584:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643136 00000100:00100000:0.0:1767318597.409590:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643136 00000100:00100000:3.0:1767318597.409595:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643392 00000100:00100000:3.0:1767318597.409599:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643392 00000100:00100000:2.0:1767318597.409602:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643520 00000100:00100000:2.0:1767318597.409607:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643520 00000100:00100000:0.0:1767318597.409608:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643776 00000100:00100000:0.0:1767318597.409611:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643776 00000100:00100000:3.0:1767318597.409625:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567 00000100:00100000:2.0:1767318597.409636:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4568 00000100:00100000:3.0:1767318597.409638:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989643648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318597.409650:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989643392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318597.409704:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989643648:12345-0@lo:400:kworker.0 Request processed in 70us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318597.409708:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989643392:12345-0@lo:400:kworker.0 Request processed in 60us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318597.409717:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567 00000100:00100000:2.0:1767318597.409724:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4568 00000100:00100000:3.0:1767318597.409741:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22595 00000100:00100000:2.0:1767318597.409751:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22596 00000100:00100000:3.0:1767318597.409751:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989643136:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318597.409761:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989643776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318597.409770:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767318597.409775:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318597.409803:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989643136:12345-0@lo:38:kworker.0 Request processed in 55us (446us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318597.409808:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22595 00000100:00100000:2.0:1767318597.409813:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989643776:12345-0@lo:38:kworker.0 Request processed in 51us (255us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318597.409822:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22596 00000100:00100000:3.0:1767318597.409834:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22597 00000100:00100000:3.0:1767318597.409839:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989643520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318597.409846:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318597.409864:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318597.409870:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989643520:12345-0@lo:38:kworker.0 Request processed in 29us (359us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318597.409872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318597.409880:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989643136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318597.409883:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22597 00000100:00080000:2.0:1767318597.409900:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318597.409907:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318597.409910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989643520:0@lo:38:kworker.0 00000100:00080000:2.0:1767318597.409918:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318597.409921:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318597.409923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989643776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318597.409973:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989643392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318597.409982:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989643648:0@lo:400:kworker.0 00000100:00100000:2.0:1767318597.410023:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643264 00000100:00100000:2.0:1767318597.410027:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643264 00000100:00100000:2.0:1767318597.410068:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:2.0:1767318597.410073:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989643264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318597.410083:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318597.410113:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989643264:12345-0@lo:38:kworker.0 Request processed in 39us (670us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318597.410119:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00080000:2.0:1767318597.410144:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318597.410147:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318597.410150:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989643264:0@lo:38:kworker.0 00000100:00080000:2.0:1767318597.410171:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318597.421307:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989643904 00000100:00100000:1.0:1767318597.421322:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989643904 00000100:00100000:3.0:1767318597.421328:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644032 00000100:00100000:3.0:1767318597.421335:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644032 00000100:00100000:1.0:1767318597.421404:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:3.0:1767318597.421412:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:1.0:1767318597.421418:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989643904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318597.421426:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989644032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318597.426801:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989643904:12345-0@lo:400:kworker.0 Request processed in 5374us (17335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318597.426820:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:3.0:1767318597.426867:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989644032:12345-0@lo:400:kworker.0 Request processed in 5443us (17370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318597.426879:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1767318597.427319:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989643904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318597.429082:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989644032:0@lo:400:kworker.0 00010000:00010000:3.0:1767318598.240445:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318598.439478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318599.266310:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318599.456788:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318600.288657:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318600.480365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318600.557874:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318600.557925:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925790720 offset 0 length 520: 4 00000100:00100000:0.0:1767318600.557962:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318600.560154:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790976 00000100:00100000:2.0:1767318600.560167:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790976 00000100:00100000:2.0:1767318600.560345:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925790848 00000100:00100000:2.0:1767318600.560349:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925790848 00000100:00080000:1.0:1767318600.560481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318600.560537:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4569 00000100:00100000:2.0:1767318600.560549:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925790976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318600.560710:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925790976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 163us (2847us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318600.560718:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4569 00000100:00100000:2.0:1767318600.560739:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22598 00000100:00100000:2.0:1767318600.560745:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925790848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318600.560778:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318600.560805:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925790848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 59us (2842us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318600.560811:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22598 00010000:00010000:0.0:1767318601.312557:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318601.505049:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318576/real 1767318576] req@ffff96e2dfecf100 x1853163989637888/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318601 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318601.505089:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfecf100 x1853163989637888/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318601 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318601.505111:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318601.505176:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318601.505180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989637888:0@lo:250:kworker.0 00000100:00080000:3.0:1767318601.505374:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318601.505381:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318601.505384:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318601.505388:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3826 00000100:00080000:3.0:1767318601.505400:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318601.505407:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318601.505437:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ce00 x1853163989644160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318601.505468:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318601.505471:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318601.505473:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318601.505476:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318601.505479:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318601.505482:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318601.505497:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48c000 x1853163989644288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318601.505506:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318601.505508:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318601.505510:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318601.505513:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318601.505516:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318601.505520:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318601.505531:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163989644416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318601.505561:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318601.505564:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318601.505565:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318601.505569:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318601.505571:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318601.505574:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318601.505585:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163989644672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318601.505600:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318601.505603:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318601.505604:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318601.505608:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318601.505609:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318601.505613:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318601.505621:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f480 x1853163989644928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318601.505732:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989644800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.505798:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.505860:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318601.505875:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989644544:0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.505897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.505936:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644800 00000100:00100000:2.0:1767318601.505943:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644800 00000100:00100000:2.0:1767318601.505988:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644544 00000100:00100000:2.0:1767318601.505991:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644544 00000100:00100000:2.0:1767318601.506014:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570 00000100:00100000:2.0:1767318601.506022:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989644800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.506070:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989644800:12345-0@lo:400:kworker.0 Request processed in 49us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318601.506076:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570 00000100:00100000:2.0:1767318601.506091:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571 00000100:00100000:2.0:1767318601.506096:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989644544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.506119:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989644544:12345-0@lo:400:kworker.0 Request processed in 24us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318601.506125:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571 00000100:00100000:2.0:1767318601.506159:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989644544:0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.506168:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989644800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.506186:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989644160:0@lo:250:kworker.0 00000400:00000100:2.0:1767318601.506203:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989644160 offset 0 length 520: 4 00000100:00100000:2.0:1767318601.506220:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989644288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318601.506262:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.506279:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989644416:0@lo:38:kworker.0 00000100:00100000:2.0:1767318601.506301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.506316:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989644672:0@lo:38:kworker.0 00000100:00100000:2.0:1767318601.506334:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.506349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989644928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318601.506402:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318601.506431:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644288 00000100:00100000:2.0:1767318601.506435:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644288 00000100:00100000:2.0:1767318601.506452:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644672 00000100:00100000:2.0:1767318601.506455:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644672 00000100:00100000:2.0:1767318601.506462:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644928 00000100:00100000:2.0:1767318601.506464:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644928 00000100:00100000:2.0:1767318601.506474:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22599 00000100:00100000:2.0:1767318601.506479:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989644288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318601.506496:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318601.506527:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989644288:12345-0@lo:38:kworker.0 Request processed in 47us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318601.506533:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22599 00000100:00100000:2.0:1767318601.506544:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22600 00000100:00100000:2.0:1767318601.506548:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989644672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318601.506557:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318601.506578:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989644672:12345-0@lo:38:kworker.0 Request processed in 29us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318601.506584:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22600 00000100:00100000:2.0:1767318601.506594:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22601 00000100:00100000:2.0:1767318601.506598:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989644928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318601.506608:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318601.506629:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989644928:12345-0@lo:38:kworker.0 Request processed in 30us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318601.506634:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22601 00000100:00100000:2.0:1767318601.506651:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989644416 00000100:00100000:2.0:1767318601.506654:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989644416 00000100:00100000:2.0:1767318601.506671:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:2.0:1767318601.506676:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989644416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318601.506685:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318601.506707:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989644416:12345-0@lo:38:kworker.0 Request processed in 30us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318601.506712:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00080000:2.0:1767318601.506747:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318601.506752:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318601.506755:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989644288:0@lo:38:kworker.0 00000100:00080000:2.0:1767318601.506764:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318601.506768:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318601.506771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989644416:0@lo:38:kworker.0 00000100:00080000:2.0:1767318601.506778:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318601.506781:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318601.506784:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989644672:0@lo:38:kworker.0 00000100:00080000:2.0:1767318601.506790:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318601.506793:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318601.506795:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989644928:0@lo:38:kworker.0 00000100:00100000:1.0:1767318601.507292:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989645312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318601.507325:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318601.507361:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645312 00000100:00100000:1.0:1767318601.507365:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645312 00000100:00100000:1.0:1767318601.507414:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1767318601.507423:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989645312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318601.507446:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318601.507480:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989645312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318601.507486:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1767318601.507520:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989645312:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318601.507536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318601.507541:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318601.507549:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318601.507665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989645184:0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.507695:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318601.507730:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318601.507736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989645056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.507757:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318601.509088:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989645440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318601.509140:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318601.509271:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645184 00000100:00100000:1.0:1767318601.509278:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645184 00000100:00100000:1.0:1767318601.509323:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645056 00000100:00100000:1.0:1767318601.509326:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645056 00000100:00100000:1.0:1767318601.509355:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:1.0:1767318601.509364:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989645184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318601.509424:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989645184:12345-0@lo:400:kworker.0 Request processed in 61us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318601.509431:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:1.0:1767318601.509445:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:1.0:1767318601.509451:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989645056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318601.509477:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989645056:12345-0@lo:400:kworker.0 Request processed in 27us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318601.509481:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00080000:1.0:1767318601.509500:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318601.509691:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989645056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318601.509703:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989645184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318601.510812:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645440 00000100:00100000:2.0:1767318601.510820:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645440 00000100:00100000:2.0:1767318601.510879:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:2.0:1767318601.510888:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989645440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318601.510913:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318601.510984:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989645440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318601.510990:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00100000:3.0:1767318601.511087:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989645440:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318602.340318:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318602.529098:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318603.367917:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318603.553527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318604.386115:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318604.576422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318605.410208:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318605.600374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318605.670600:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318605.670669:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318605.670802:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791232 00000100:00100000:1.0:1767318605.670813:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791232 00000100:00100000:1.0:1767318605.670930:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791104 00000100:00100000:1.0:1767318605.670933:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791104 00000100:00100000:1.0:1767318605.670954:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4572 00000100:00100000:1.0:1767318605.670965:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925791232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318605.671042:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925791232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318605.671051:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4572 00000100:00100000:1.0:1767318605.671072:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22602 00000100:00100000:1.0:1767318605.671077:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925791104:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318605.671112:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318605.671139:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925791104:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 60us (470us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318605.671145:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22602 00000100:00080000:2.0:1767318605.672923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318606.436874:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318606.624882:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318606.624892:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318606.624895:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318606.624900:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318606.624905:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318606.624912:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3851 00000100:00080000:3.0:1767318606.624917:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318606.624926:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318606.624964:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d180 x1853163989645568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318606.625003:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318606.625007:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318606.625009:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318606.625012:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3851 00000100:00080000:3.0:1767318606.625014:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318606.625018:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318606.625030:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ea00 x1853163989645696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318606.625085:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318606.625089:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318606.625091:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318606.625103:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3851 00000100:00080000:3.0:1767318606.625106:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318606.625109:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318606.625121:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163989645952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318606.625151:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318606.625155:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318606.625156:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318606.625160:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3851 00000100:00080000:3.0:1767318606.625162:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318606.625166:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318606.625177:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48e300 x1853163989646208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318606.625281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989645824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.625457:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989646080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.625526:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318606.625637:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646080 00000100:00100000:0.0:1767318606.625644:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646080 00000100:00100000:0.0:1767318606.625697:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573 00000100:00100000:0.0:1767318606.625707:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989646080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.625756:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989646080:12345-0@lo:400:kworker.0 Request processed in 51us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318606.625763:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573 00000100:00080000:0.0:1767318606.625805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318606.625848:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989646080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.625895:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989646464:0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.625941:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318606.625963:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318606.625969:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989646336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.626002:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318606.626041:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646464 00000100:00100000:0.0:1767318606.626044:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646464 00000100:00100000:0.0:1767318606.626086:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646336 00000100:00100000:0.0:1767318606.626090:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646336 00000100:00100000:0.0:1767318606.626109:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:0.0:1767318606.626115:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989646464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.626150:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989646464:12345-0@lo:400:kworker.0 Request processed in 35us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318606.626156:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:0.0:1767318606.626168:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:0.0:1767318606.626174:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989646336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.626198:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989646336:12345-0@lo:400:kworker.0 Request processed in 25us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318606.626204:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00080000:0.0:1767318606.626217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318606.626219:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318606.626257:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989646336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318606.626268:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989646464:0@lo:400:kworker.0 00000100:00100000:3.0:1767318606.626775:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.626812:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645824 00000100:00100000:3.0:1767318606.626816:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645824 00000100:00100000:3.0:1767318606.626879:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4574 00000100:00100000:3.0:1767318606.626887:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989645824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318606.626923:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989645824:12345-0@lo:400:kworker.0 Request processed in 37us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318606.626929:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4574 00000100:00080000:3.0:1767318606.626945:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318606.626962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989645824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318606.627626:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318606.627637:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989646592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318606.627699:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318606.628732:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989645568:0@lo:38:kworker.0 00000100:00100000:3.0:1767318606.630185:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318606.630205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989646720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318606.630296:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.630398:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646592 00000100:00100000:3.0:1767318606.630406:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646592 00000100:00100000:3.0:1767318606.632129:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646720 00000100:00100000:3.0:1767318606.632143:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646720 00000100:00100000:3.0:1767318606.632184:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:3.0:1767318606.632195:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989646592:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318606.632410:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767318606.632431:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989646720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318606.632464:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318606.632565:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989646720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (2268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318606.632573:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767318606.632624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989646720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318606.632954:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00002000:00000024:3.0:1767318606.633348:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318606.633395:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989646592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1202us (5694us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318606.633402:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:1.0:1767318606.638305:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318606.638362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989645696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318606.638395:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318606.638421:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989645952:0@lo:38:kworker.0 00000100:00100000:1.0:1767318606.638441:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318606.638455:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989646208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318606.638473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318606.638996:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645696 00000100:00100000:3.0:1767318606.639004:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645696 00000100:00100000:3.0:1767318606.639048:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:3.0:1767318606.639056:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989645696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318606.639080:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318606.639126:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989645696:12345-0@lo:38:kworker.0 Request processed in 70us (729us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318606.639133:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:3.0:1767318606.639156:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645568 00000100:00100000:3.0:1767318606.639159:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645568 00000100:00100000:0.0:1767318606.639387:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989646592:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318606.639570:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318606.639576:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318606.639580:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989645696:0@lo:38:kworker.0 00000100:00100000:2.0:1767318606.641666:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989645952 00000100:00100000:2.0:1767318606.641755:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989645952 00000100:00100000:2.0:1767318606.641807:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646208 00000100:00100000:2.0:1767318606.641811:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646208 00000100:00100000:2.0:1767318606.641842:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22603 00000100:00100000:2.0:1767318606.641850:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989645568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318606.641874:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318606.641964:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989645568:12345-0@lo:38:kworker.0 Request processed in 113us (3660us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318606.641971:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22603 00000100:00100000:2.0:1767318606.641987:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22604 00000100:00100000:2.0:1767318606.641990:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989645952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318606.642000:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318606.642027:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989645952:12345-0@lo:38:kworker.0 Request processed in 35us (3585us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318606.642033:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22604 00000100:00100000:2.0:1767318606.642045:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22605 00000100:00100000:2.0:1767318606.642049:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989646208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318606.642058:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318606.642080:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989646208:12345-0@lo:38:kworker.0 Request processed in 30us (3606us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318606.642086:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22605 00000100:00080000:1.0:1767318606.646976:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318606.646989:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318606.646994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989645568:0@lo:38:kworker.0 00000100:00080000:1.0:1767318606.647008:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318606.647011:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318606.647014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989645952:0@lo:38:kworker.0 00000100:00080000:1.0:1767318606.647024:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318606.647027:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318606.647029:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989646208:0@lo:38:kworker.0 00010000:00010000:1.0:1767318607.456577:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318607.649434:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318608.486402:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318608.672682:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318609.507950:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318609.696876:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318610.528549:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318610.722114:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318610.797287:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318610.797360:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318610.797465:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791488 00000100:00100000:0.0:1767318610.797476:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791488 00000100:00100000:0.0:1767318610.797562:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791360 00000100:00100000:0.0:1767318610.797566:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791360 00000100:00100000:0.0:1767318610.797587:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4575 00000100:00100000:0.0:1767318610.797611:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925791488:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318610.797682:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925791488:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318610.797689:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4575 00000100:00100000:0.0:1767318610.797729:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22606 00000100:00100000:0.0:1767318610.797734:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925791360:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318610.797762:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318610.797788:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925791360:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (427us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318610.797794:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22606 00000100:00080000:2.0:1767318610.798124:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318611.557909:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318611.745309:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318611.746103:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989646848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318611.746200:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318611.746297:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646848 00000100:00100000:3.0:1767318611.746306:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646848 00000100:00080000:1.0:1767318611.746501:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318611.746506:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318611.746510:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318611.746514:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318611.746517:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318611.746523:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3856 00000100:00080000:1.0:1767318611.746527:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318611.746544:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318611.746567:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989646976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318611.746584:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318611.746587:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318611.746589:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318611.746593:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3856 00000100:00080000:1.0:1767318611.746595:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318611.746598:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318611.746608:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382300 x1853163989647104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318611.746629:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318611.746632:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318611.746634:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318611.746637:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3856 00000100:00080000:1.0:1767318611.746639:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318611.746642:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318611.746653:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163989647360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318611.746676:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318611.746679:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318611.746681:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318611.746684:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3856 00000100:00080000:1.0:1767318611.746686:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318611.746689:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318611.746699:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989647616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318611.746784:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989646976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.746820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318611.746847:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989646976 00000100:00100000:1.0:1767318611.746850:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989646976 00000100:00100000:1.0:1767318611.746885:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22607 00000100:00100000:1.0:1767318611.746891:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989646976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318611.746909:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318611.746945:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989646976:12345-0@lo:38:kworker.0 Request processed in 53us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318611.746952:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22607 00000100:00080000:1.0:1767318611.746994:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318611.746999:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318611.747002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989646976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.747009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989647104:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.747032:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318611.747055:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647104 00000100:00100000:1.0:1767318611.747058:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647104 00000100:00100000:1.0:1767318611.747079:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1767318611.747083:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989647104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318611.747093:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318611.747117:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989647104:12345-0@lo:38:kworker.0 Request processed in 33us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318611.747123:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00080000:1.0:1767318611.747152:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318611.747156:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318611.747159:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989647104:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.747164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989647360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.747205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318611.747224:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647360 00000100:00100000:1.0:1767318611.747227:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647360 00000100:00100000:1.0:1767318611.747266:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22608 00000100:00100000:1.0:1767318611.747270:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989647360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318611.747280:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318611.747304:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989647360:12345-0@lo:38:kworker.0 Request processed in 32us (98us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318611.747310:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22608 00000100:00100000:0.0:1767318611.747676:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989647232:0@lo:400:kworker.0 00000100:00100000:0.0:1767318611.747708:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318611.747795:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:3.0:1767318611.747805:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989646848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318611.747832:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318611.747868:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989646848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318611.747875:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:3.0:1767318611.747909:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989646848:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318611.747960:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318611.747965:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318611.747967:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989647360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.747974:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989647616:0@lo:38:kworker.0 00000100:00100000:1.0:1767318611.748021:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989647744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318611.748046:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318611.748070:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318611.748075:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989647488:0@lo:400:kworker.0 00000100:00080000:2.0:1767318611.751106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318611.751135:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989647872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318611.751194:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318611.751270:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647872 00000100:00100000:2.0:1767318611.751277:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647872 00000100:00100000:2.0:1767318611.751341:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767318611.751350:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989647872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318611.751378:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318611.751419:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989647872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318611.751426:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00080000:2.0:1767318611.751444:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318611.751476:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989647872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318611.751597:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647744 00000100:00100000:2.0:1767318611.751602:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647744 00000100:00100000:2.0:1767318611.751634:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:2.0:1767318611.751641:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989647744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318611.751685:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989647744:12345-0@lo:400:kworker.0 Request processed in 44us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318611.751691:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1767318611.761430:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318611.770854:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989647744:0@lo:400:kworker.0 00000100:00100000:3.0:1767318611.779710:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647232 00000100:00100000:3.0:1767318611.779743:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647232 00000100:00080000:3.0:1767318611.779812:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318611.779874:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647488 00000100:00100000:3.0:1767318611.779879:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647488 00000100:00100000:3.0:1767318611.779915:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4576 00000100:00100000:3.0:1767318611.779925:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989647232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318611.780022:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989647232:12345-0@lo:400:kworker.0 Request processed in 98us (32311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318611.780029:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4576 00000100:00100000:3.0:1767318611.780046:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4577 00000100:00100000:3.0:1767318611.780053:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989647488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318611.780092:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989647488:12345-0@lo:400:kworker.0 Request processed in 40us (18672us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318611.780097:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4577 00000100:00080000:3.0:1767318611.780111:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318611.780150:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989647488:0@lo:400:kworker.0 00000100:00100000:3.0:1767318611.780274:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989647232:0@lo:400:kworker.0 00000100:00100000:3.0:1767318611.780301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318611.781309:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989647616 00000100:00100000:1.0:1767318611.781316:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989647616 00000100:00100000:1.0:1767318611.781384:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22609 00000100:00100000:1.0:1767318611.781390:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989647616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318611.781408:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318611.781452:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989647616:12345-0@lo:38:kworker.0 Request processed in 61us (1150us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318611.781459:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22609 00000100:00080000:3.0:1767318611.782885:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318611.782896:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318611.782900:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989647616:0@lo:38:kworker.0 00010000:00010000:1.0:1767318612.578613:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318612.768877:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318613.600538:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318613.792356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318614.627375:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318614.816366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318615.649372:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318615.840507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318615.907490:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318615.907540:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318615.907660:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791744 00000100:00100000:2.0:1767318615.907671:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791744 00000100:00100000:2.0:1767318615.907747:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791616 00000100:00100000:2.0:1767318615.907758:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791616 00000100:00100000:2.0:1767318615.907779:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4578 00000100:00100000:2.0:1767318615.907789:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925791744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318615.907858:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925791744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318615.907866:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4578 00000100:00100000:2.0:1767318615.907884:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22610 00000100:00100000:2.0:1767318615.907888:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925791616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318615.907906:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318615.907932:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925791616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (392us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318615.907942:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22610 00000100:00080000:3.0:1767318615.909028:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318616.678869:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318616.865407:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989648000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318616.865486:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318616.866484:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648000 00000100:00100000:3.0:1767318616.866495:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648000 00000100:00100000:3.0:1767318616.866584:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:3.0:1767318616.866596:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989648000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318616.866662:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318616.866898:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989648000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318616.866907:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767318616.867418:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318616.867916:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318616.867922:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318616.867925:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318616.867930:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318616.867933:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318616.867940:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3861 00000100:00080000:2.0:1767318616.867945:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318616.867950:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318616.867996:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092300 x1853163989648128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318616.868025:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318616.868028:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318616.868030:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318616.868034:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3861 00000100:00080000:2.0:1767318616.868036:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318616.868040:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318616.868060:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090e00 x1853163989648256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318616.868086:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318616.868090:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318616.868091:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318616.868094:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3861 00000100:00080000:2.0:1767318616.868098:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318616.868101:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318616.868112:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091180 x1853163989648512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318616.868125:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318616.868129:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318616.868130:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318616.868133:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3861 00000100:00080000:2.0:1767318616.868136:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318616.868139:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318616.868148:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092d80 x1853163989648768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318616.868193:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989648896:0@lo:400:kworker.0 00000100:00100000:2.0:1767318616.868285:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318616.868347:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648896 00000100:00100000:2.0:1767318616.868355:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648896 00000100:00100000:2.0:1767318616.868421:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:2.0:1767318616.868431:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989648896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318616.868484:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989648896:12345-0@lo:400:kworker.0 Request processed in 54us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318616.868491:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:2.0:1767318616.868537:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989648896:0@lo:400:kworker.0 00000100:00080000:0.0:1767318616.869198:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318616.869204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318616.869264:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989648640:0@lo:400:kworker.0 00000100:00100000:0.0:1767318616.869304:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318616.869341:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318616.869348:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989648384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318616.869371:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318616.869430:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989648000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318616.869785:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989648128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318616.869823:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318616.869859:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989648256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318616.869883:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318616.869907:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989648512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318616.869928:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318616.869945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989648768:0@lo:38:kworker.0 00000100:00100000:1.0:1767318616.869975:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318616.870014:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648640 00000100:00100000:1.0:1767318616.870019:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648640 00000100:00100000:1.0:1767318616.870081:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648384 00000100:00100000:1.0:1767318616.870085:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648384 00000100:00100000:1.0:1767318616.870101:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648128 00000100:00100000:1.0:1767318616.870104:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648128 00000100:00100000:1.0:1767318616.870112:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648512 00000100:00100000:1.0:1767318616.870114:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648512 00000100:00100000:1.0:1767318616.870121:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648768 00000100:00100000:1.0:1767318616.870123:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648768 00000100:00100000:1.0:1767318616.870133:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579 00000100:00100000:1.0:1767318616.870141:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989648640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318616.870188:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989648640:12345-0@lo:400:kworker.0 Request processed in 48us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318616.870194:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579 00000100:00100000:1.0:1767318616.870210:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4580 00000100:00100000:1.0:1767318616.870216:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989648384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318616.870285:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989648384:12345-0@lo:400:kworker.0 Request processed in 69us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318616.870291:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4580 00000100:00100000:1.0:1767318616.870305:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22611 00000100:00100000:1.0:1767318616.870309:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989648128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318616.870327:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318616.870359:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989648128:12345-0@lo:38:kworker.0 Request processed in 47us (535us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318616.870365:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22611 00000100:00100000:1.0:1767318616.870376:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22612 00000100:00100000:1.0:1767318616.870381:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989648512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318616.870389:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318616.870425:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989648512:12345-0@lo:38:kworker.0 Request processed in 42us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318616.870431:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22612 00000100:00100000:1.0:1767318616.870442:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22613 00000100:00100000:1.0:1767318616.870446:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989648768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318616.870455:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318616.870475:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989648768:12345-0@lo:38:kworker.0 Request processed in 27us (499us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318616.870480:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22613 00000100:00100000:1.0:1767318616.870499:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989648256 00000100:00100000:1.0:1767318616.870503:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989648256 00000100:00100000:1.0:1767318616.870523:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:1.0:1767318616.870527:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989648256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318616.870536:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318616.870560:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989648256:12345-0@lo:38:kworker.0 Request processed in 31us (676us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318616.870566:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00080000:1.0:1767318616.870594:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318616.870623:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318616.870628:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318616.870642:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989648128:0@lo:38:kworker.0 00000100:00080000:1.0:1767318616.870653:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318616.870657:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318616.870659:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989648256:0@lo:38:kworker.0 00000100:00080000:1.0:1767318616.870666:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318616.870705:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318616.870709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989648512:0@lo:38:kworker.0 00000100:00080000:1.0:1767318616.870720:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318616.870723:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318616.870726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989648768:0@lo:38:kworker.0 00000100:00100000:1.0:1767318616.870767:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989648384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318616.870780:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989648640:0@lo:400:kworker.0 00000100:00100000:3.0:1767318616.872190:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318616.872208:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989649024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318616.872298:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318616.872348:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649024 00000100:00100000:3.0:1767318616.872354:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649024 00000100:00100000:3.0:1767318616.872395:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1767318616.872402:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989649024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318616.872446:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318616.872483:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989649024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318616.872490:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1767318616.872524:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989649024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318617.696565:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318617.888740:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318618.721054:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318618.913453:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318619.745220:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318619.936709:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318620.768804:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318620.960863:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318621.030879:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318621.030995:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925791872 00000100:00100000:0.0:1767318621.031007:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925791872 00000100:00100000:0.0:1767318621.031112:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22614 00000100:00100000:0.0:1767318621.031120:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925791872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318621.031153:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318621.031217:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925791872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318621.031225:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22614 00000100:00100000:1.0:1767318621.037138:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318621.041840:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792000 00000100:00100000:2.0:1767318621.041859:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792000 00000100:00100000:2.0:1767318621.041933:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4581 00000100:00100000:2.0:1767318621.041944:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925792000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318621.042029:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925792000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (4901us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318621.042037:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4581 00000100:00080000:1.0:1767318621.045649:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318621.794168:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318621.984532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318621.984680:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.984688:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318621.984691:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.984695:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318621.984698:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318621.984706:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3866 00000100:00080000:2.0:1767318621.984711:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318621.984718:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318621.984767:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e680 x1853163989649152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318621.984783:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.984786:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318621.984788:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318621.984791:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3866 00000100:00080000:2.0:1767318621.984793:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318621.984797:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318621.984808:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8c700 x1853163989649280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318621.984840:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.984844:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318621.984845:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318621.984849:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3866 00000100:00080000:2.0:1767318621.984851:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318621.984855:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318621.984865:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989649536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318621.984881:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318621.984884:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318621.984885:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318621.984888:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3866 00000100:00080000:2.0:1767318621.984890:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318621.984893:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318621.984903:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf800 x1853163989649792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318621.985053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989649408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.985125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318621.985193:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318621.985199:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989649664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.985221:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318621.985271:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649408 00000100:00100000:0.0:1767318621.985279:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649408 00000100:00100000:0.0:1767318621.985323:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649664 00000100:00100000:0.0:1767318621.985327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649664 00000100:00100000:0.0:1767318621.985348:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582 00000100:00100000:0.0:1767318621.985355:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989649408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.985406:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989649408:12345-0@lo:400:kworker.0 Request processed in 51us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318621.985413:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582 00000100:00100000:0.0:1767318621.985457:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989649408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.985480:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4583 00000100:00100000:0.0:1767318621.985487:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989649664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318621.985519:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989649664:12345-0@lo:400:kworker.0 Request processed in 33us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318621.985525:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4583 00000100:00100000:0.0:1767318621.985560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989649664:0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.985635:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989650048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.985670:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318621.985701:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318621.985707:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989649920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.985728:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318621.985751:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318621.985765:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650048 00000100:00100000:1.0:1767318621.985768:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650048 00000100:00100000:1.0:1767318621.985794:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649920 00000100:00100000:1.0:1767318621.985797:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649920 00000100:00100000:1.0:1767318621.985815:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:1.0:1767318621.985821:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989650048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.985855:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989650048:12345-0@lo:400:kworker.0 Request processed in 35us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318621.985861:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:1.0:1767318621.985874:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:1.0:1767318621.985881:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989649920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.985905:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989649920:12345-0@lo:400:kworker.0 Request processed in 25us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318621.985925:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00080000:1.0:1767318621.985940:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318621.985942:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318621.985961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989649152:0@lo:38:kworker.0 00000100:00100000:1.0:1767318621.985986:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318621.986008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989649280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318621.986031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318621.986051:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989649536:0@lo:38:kworker.0 00000100:00100000:1.0:1767318621.986069:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318621.986080:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989649792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318621.986095:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318621.986117:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649280 00000100:00100000:1.0:1767318621.986120:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649280 00000100:00100000:1.0:1767318621.986140:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1767318621.986144:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989649280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318621.986160:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318621.986191:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989649280:12345-0@lo:38:kworker.0 Request processed in 45us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318621.986197:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1767318621.986212:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649152 00000100:00100000:1.0:1767318621.986215:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649152 00000100:00100000:1.0:1767318621.986249:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649536 00000100:00100000:1.0:1767318621.986251:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649536 00000100:00100000:1.0:1767318621.986258:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989649792 00000100:00100000:1.0:1767318621.986260:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989649792 00000100:00100000:1.0:1767318621.986268:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22615 00000100:00100000:1.0:1767318621.986272:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989649152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318621.986281:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318621.986303:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989649152:12345-0@lo:38:kworker.0 Request processed in 31us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318621.986309:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22615 00000100:00100000:1.0:1767318621.986318:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22616 00000100:00100000:1.0:1767318621.986322:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989649536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318621.986329:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318621.986349:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989649536:12345-0@lo:38:kworker.0 Request processed in 26us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318621.986354:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22616 00000100:00100000:1.0:1767318621.986364:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22617 00000100:00100000:1.0:1767318621.986367:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989649792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318621.986375:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318621.986393:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989649792:12345-0@lo:38:kworker.0 Request processed in 24us (297us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318621.986398:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22617 00000100:00100000:1.0:1767318621.986431:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989649920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318621.986439:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989650048:0@lo:400:kworker.0 00000100:00080000:1.0:1767318621.986459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318621.986463:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318621.986467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989649152:0@lo:38:kworker.0 00000100:00080000:1.0:1767318621.986473:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318621.986476:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318621.986478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989649280:0@lo:38:kworker.0 00000100:00080000:1.0:1767318621.986484:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318621.986487:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318621.986489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989649536:0@lo:38:kworker.0 00000100:00080000:1.0:1767318621.986496:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318621.986499:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318621.986501:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989649792:0@lo:38:kworker.0 00000100:00100000:3.0:1767318621.987145:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318621.987156:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989650176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318621.987189:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318621.987216:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650176 00000100:00100000:3.0:1767318621.987220:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650176 00000100:00100000:3.0:1767318621.987263:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:3.0:1767318621.987270:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989650176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318621.987293:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318621.987328:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989650176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318621.987334:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:3.0:1767318621.987366:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989650176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318621.987668:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318621.987676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989650304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318621.987701:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318621.987768:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650304 00000100:00100000:2.0:1767318621.987773:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650304 00000100:00100000:2.0:1767318621.987803:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:2.0:1767318621.987809:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989650304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318621.987824:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318621.987861:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989650304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318621.987867:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:1.0:1767318621.988006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989650304:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318622.822508:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318623.009063:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318623.840610:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318624.032613:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318624.866826:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318625.056342:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318625.889272:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318626.080367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318626.080578:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318601/real 1767318601] req@ffff96e2da48ce00 x1853163989644160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318626.080617:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da48ce00 x1853163989644160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318626.080630:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318626.080696:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318626.080701:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989644160:0@lo:250:kworker.0 00000100:00080000:2.0:1767318626.080818:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.080823:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318626.080826:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.080830:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3851 00000100:00080000:2.0:1767318626.080841:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.080848:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318626.080922:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baed80 x1853163989650432/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318626.080967:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989650432:0@lo:250:kworker.0 00000400:00000100:1.0:1767318626.081008:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989650432 offset 0 length 520: 4 00000100:00080000:2.0:1767318626.081057:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.081061:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.081063:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.081067:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3871 00000100:00080000:2.0:1767318626.081069:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.081072:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318626.081087:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf800 x1853163989650560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318626.081289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989650560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318626.081326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318626.081449:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.081453:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.081465:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.081485:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3871 00000100:00080000:2.0:1767318626.081488:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.081492:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318626.081508:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163989650688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318626.081548:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.081553:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.081555:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.081558:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3871 00000100:00080000:2.0:1767318626.081561:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.081564:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318626.081577:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac380 x1853163989650944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318626.081595:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318626.081598:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318626.081600:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318626.081603:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3871 00000100:00080000:2.0:1767318626.081613:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318626.081618:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318626.081629:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251f80 x1853163989651200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318626.081677:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989651072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318626.081706:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318626.081744:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989651328:0@lo:400:kworker.0 00000100:00100000:1.0:1767318626.081773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318626.081797:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318626.081803:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989651456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318626.081824:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318626.082016:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989650816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318626.082216:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651328 00000100:00100000:3.0:1767318626.082223:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651328 00000100:00100000:3.0:1767318626.082304:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1767318626.082313:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989651328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318626.082361:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989651328:12345-0@lo:400:kworker.0 Request processed in 49us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318626.082368:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1767318626.082384:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651456 00000100:00100000:3.0:1767318626.082387:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651456 00000100:00100000:3.0:1767318626.082412:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:3.0:1767318626.082418:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989651456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318626.082446:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989651456:12345-0@lo:400:kworker.0 Request processed in 28us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318626.082451:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00080000:3.0:1767318626.082479:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318626.082482:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318626.082511:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989650688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318626.082538:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318626.082556:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989650944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318626.082591:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650688 00000100:00100000:3.0:1767318626.082595:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650688 00000100:00100000:1.0:1767318626.082766:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989651456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318626.082778:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989651328:0@lo:400:kworker.0 00000100:00100000:3.0:1767318626.083015:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:3.0:1767318626.083021:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989650688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318626.083038:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318626.083074:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989650688:12345-0@lo:38:kworker.0 Request processed in 52us (535us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318626.083080:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00100000:2.0:1767318626.083445:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318626.084158:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650560 00000100:00100000:0.0:1767318626.084167:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650560 00000100:00100000:0.0:1767318626.084218:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651072 00000100:00100000:0.0:1767318626.084222:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651072 00000100:00080000:0.0:1767318626.084259:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318626.084290:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584 00000100:00100000:0.0:1767318626.084300:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989651072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318626.084362:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989651072:12345-0@lo:400:kworker.0 Request processed in 64us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318626.084368:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584 00000100:00100000:0.0:1767318626.084389:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22618 00000100:00100000:0.0:1767318626.084394:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989650560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318626.084411:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318626.084442:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989650560:12345-0@lo:38:kworker.0 Request processed in 46us (3117us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318626.084448:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22618 00000100:00100000:0.0:1767318626.084518:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989651072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318626.085442:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650816 00000100:00100000:3.0:1767318626.085450:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650816 00000100:00080000:0.0:1767318626.085527:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318626.085543:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318626.086065:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989651200:0@lo:38:kworker.0 00000100:00100000:0.0:1767318626.086111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318626.086128:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989650944 00000100:00100000:1.0:1767318626.086133:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989650944 00000100:00100000:1.0:1767318626.086160:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585 00000100:00100000:1.0:1767318626.086170:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989650816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318626.086221:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989650816:12345-0@lo:400:kworker.0 Request processed in 54us (2777us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318626.086228:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585 00000100:00100000:1.0:1767318626.086262:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22619 00000100:00100000:1.0:1767318626.086267:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989650944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318626.086284:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318626.086309:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989650944:12345-0@lo:38:kworker.0 Request processed in 41us (766us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318626.086315:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22619 00000100:00100000:3.0:1767318626.086432:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989650816:0@lo:400:kworker.0 00000100:00080000:0.0:1767318626.086779:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.086784:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.086786:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989650560:0@lo:38:kworker.0 00000100:00080000:0.0:1767318626.086800:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.086802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.086804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989650688:0@lo:38:kworker.0 00000100:00080000:0.0:1767318626.086809:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.086812:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.086814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989650944:0@lo:38:kworker.0 00000100:00100000:2.0:1767318626.087011:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651200 00000100:00100000:2.0:1767318626.087016:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651200 00000100:00100000:2.0:1767318626.087082:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22620 00000100:00100000:2.0:1767318626.087088:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989651200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318626.087101:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318626.087141:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989651200:12345-0@lo:38:kworker.0 Request processed in 52us (1029us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318626.087151:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22620 00000100:00080000:0.0:1767318626.087198:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318626.087203:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318626.087206:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989651200:0@lo:38:kworker.0 00000400:00000100:3.0:1767318626.150671:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925792128 offset 0 length 520: 4 00000100:00100000:3.0:1767318626.150716:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318626.150754:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318626.151014:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792256 00000100:00100000:2.0:1767318626.151025:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792256 00000100:00100000:2.0:1767318626.151066:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792384 00000100:00100000:2.0:1767318626.151069:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792384 00000100:00100000:2.0:1767318626.151116:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4586 00000100:00100000:2.0:1767318626.151125:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925792384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318626.151189:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925792384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 66us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318626.151196:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4586 00000100:00100000:2.0:1767318626.151212:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22621 00000100:00100000:2.0:1767318626.151216:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925792256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318626.151263:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318626.151286:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925792256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 68us (569us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318626.151292:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22621 00000100:00080000:3.0:1767318626.151943:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318626.912567:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318627.104901:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989651584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318627.104906:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318627.104971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318627.105118:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651584 00000100:00100000:0.0:1767318627.105126:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651584 00000100:00100000:0.0:1767318627.105181:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:0.0:1767318627.105191:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989651584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318627.105220:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318627.105306:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989651584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318627.105314:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767318627.105520:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989651584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318627.105954:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318627.105964:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989651712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318627.105998:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318627.106082:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651712 00000100:00100000:0.0:1767318627.106088:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651712 00000100:00100000:0.0:1767318627.106120:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1767318627.106128:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989651712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318627.106145:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318627.106187:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989651712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318627.106193:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:3.0:1767318627.106265:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989651712:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318627.936467:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318628.128620:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318628.960752:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318629.152434:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318629.986037:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318630.176519:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318631.011830:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318631.200379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318631.200502:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318631.200518:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318631.200521:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318631.200525:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318631.200529:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318631.200538:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3875 00000100:00080000:1.0:1767318631.200543:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318631.200550:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318631.200591:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090e00 x1853163989651840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318631.200609:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318631.200612:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318631.200615:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318631.200620:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3875 00000100:00080000:1.0:1767318631.200622:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318631.200627:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318631.200641:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092300 x1853163989651968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318631.200674:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318631.200677:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318631.200679:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318631.200684:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3875 00000100:00080000:1.0:1767318631.200686:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318631.200691:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318631.200704:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5f80 x1853163989652224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318631.200724:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318631.200728:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318631.200730:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318631.200733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3875 00000100:00080000:1.0:1767318631.200735:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318631.200738:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318631.200750:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163989652480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318631.200807:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989652096:0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.200872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318631.200940:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318631.200947:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989652352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.200981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318631.201005:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989652736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.201029:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318631.201046:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318631.201051:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989652608:0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.201070:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318631.201101:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652096 00000100:00100000:1.0:1767318631.201107:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652096 00000100:00100000:2.0:1767318631.201378:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652736 00000100:00100000:2.0:1767318631.201383:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652736 00000100:00100000:2.0:1767318631.201420:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652608 00000100:00100000:2.0:1767318631.201423:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652608 00000100:00100000:2.0:1767318631.201445:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1767318631.201453:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989652736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318631.201515:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989652736:12345-0@lo:400:kworker.0 Request processed in 51us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318631.201522:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1767318631.201538:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1767318631.201544:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989652608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318631.201570:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989652608:12345-0@lo:400:kworker.0 Request processed in 27us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318631.201576:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1767318631.209338:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652352 00000100:00100000:1.0:1767318631.209352:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652352 00000100:00100000:1.0:1767318631.209421:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587 00000100:00100000:1.0:1767318631.209431:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989652096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.209695:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989652096:12345-0@lo:400:kworker.0 Request processed in 266us (8823us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318631.209703:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587 00000100:00100000:1.0:1767318631.209720:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588 00000100:00100000:1.0:1767318631.209726:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989652352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.209753:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989652352:12345-0@lo:400:kworker.0 Request processed in 29us (8772us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318631.209758:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588 00000100:00080000:1.0:1767318631.209785:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318631.209789:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318631.209792:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318631.209831:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989652352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318631.209842:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989652096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318631.210032:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989652608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318631.210045:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989652736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318631.212056:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989651840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318631.212167:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318631.212259:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989651968:0@lo:38:kworker.0 00000100:00100000:0.0:1767318631.212303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318631.212325:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989652224:0@lo:38:kworker.0 00000100:00100000:0.0:1767318631.212369:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318631.212393:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989652480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318631.212419:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318631.212484:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651840 00000100:00100000:0.0:1767318631.212491:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651840 00000100:00100000:0.0:1767318631.212532:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652224 00000100:00100000:0.0:1767318631.212535:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652224 00000100:00100000:0.0:1767318631.212549:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652480 00000100:00100000:0.0:1767318631.212551:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652480 00000100:00100000:0.0:1767318631.212566:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22622 00000100:00100000:0.0:1767318631.212572:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989651840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318631.212590:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318631.212629:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989651840:12345-0@lo:38:kworker.0 Request processed in 56us (461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318631.212634:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22622 00000100:00100000:0.0:1767318631.212651:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22623 00000100:00100000:0.0:1767318631.212655:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989652224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318631.212664:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318631.212686:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989652224:12345-0@lo:38:kworker.0 Request processed in 30us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318631.212691:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22623 00000100:00100000:0.0:1767318631.212701:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22624 00000100:00100000:0.0:1767318631.212705:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989652480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318631.212715:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318631.213154:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989652480:12345-0@lo:38:kworker.0 Request processed in 445us (732us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318631.213161:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22624 00000100:00080000:0.0:1767318631.213207:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.213213:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318631.213216:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989651840:0@lo:38:kworker.0 00000100:00080000:0.0:1767318631.213227:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.213254:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318631.213257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989652224:0@lo:38:kworker.0 00000100:00080000:0.0:1767318631.213267:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.213271:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318631.213274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989652480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318631.214738:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989651968 00000100:00100000:1.0:1767318631.214750:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989651968 00000100:00100000:1.0:1767318631.214804:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:1.0:1767318631.214811:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989651968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318631.214829:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318631.214905:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989651968:12345-0@lo:38:kworker.0 Request processed in 93us (2600us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318631.214911:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00080000:0.0:1767318631.215014:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.215020:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318631.215023:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989651968:0@lo:38:kworker.0 00000100:00100000:2.0:1767318631.269081:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318631.269268:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792640 00000100:00100000:1.0:1767318631.269279:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792640 00000100:00100000:1.0:1767318631.269372:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4589 00000100:00100000:3.0:1767318631.269374:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318631.269385:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925792640:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318631.269466:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925792640:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318631.269475:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4589 00000100:00100000:1.0:1767318631.269491:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792512 00000100:00100000:1.0:1767318631.269495:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792512 00000100:00100000:1.0:1767318631.269512:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22625 00000100:00100000:1.0:1767318631.269517:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925792512:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318631.269538:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318631.269563:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925792512:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318631.269569:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22625 00000100:00080000:2.0:1767318631.269764:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318632.032667:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318632.224433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318632.224451:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767318632.224477:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989652992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318632.224541:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318632.224601:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989652864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318632.224621:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318632.228521:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652992 00000100:00100000:3.0:1767318632.228539:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652992 00000100:00100000:3.0:1767318632.228670:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989652864 00000100:00100000:3.0:1767318632.228675:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989652864 00000100:00100000:1.0:1767318632.228840:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:1.0:1767318632.228855:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989652992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318632.228891:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318632.228984:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989652992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318632.228992:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:1.0:1767318632.229009:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:1.0:1767318632.229016:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989652864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318632.229035:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318632.229062:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989652864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (4441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318632.229068:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:2.0:1767318632.229188:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989652992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318632.229205:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989652864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318633.058703:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318633.248525:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318634.080917:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318634.273062:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318635.104663:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318635.296461:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318636.129454:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318636.320551:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318636.320870:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.320877:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318636.320879:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.320884:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318636.320888:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.320896:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3880 00000100:00080000:2.0:1767318636.320900:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.320907:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318636.320973:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251f80 x1853163989653120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318636.320999:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.321003:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318636.321005:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.321008:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3880 00000100:00080000:2.0:1767318636.321010:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.321014:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318636.321028:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989653248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318636.321067:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.321071:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318636.321072:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.321076:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3880 00000100:00080000:2.0:1767318636.321078:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.321081:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318636.321091:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163989653504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318636.321133:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318636.321149:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989653376:0@lo:400:kworker.0 00000100:00080000:2.0:1767318636.321176:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318636.321181:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318636.321183:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318636.321187:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3880 00000100:00080000:2.0:1767318636.321190:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318636.321194:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318636.321207:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585c00 x1853163989653760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318636.321251:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318636.321277:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989653632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318636.321312:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318636.321330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989654016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318636.321339:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318636.321348:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989653888:0@lo:400:kworker.0 00000100:00100000:3.0:1767318636.321363:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318636.321393:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318636.321539:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653376 00000100:00100000:0.0:1767318636.321549:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653376 00000100:00100000:0.0:1767318636.321620:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653632 00000100:00100000:0.0:1767318636.321624:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653632 00000100:00100000:0.0:1767318636.321647:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4590 00000100:00100000:0.0:1767318636.321656:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989653376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318636.321711:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989653376:12345-0@lo:400:kworker.0 Request processed in 57us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318636.321718:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4590 00000100:00100000:0.0:1767318636.321735:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591 00000100:00100000:0.0:1767318636.321742:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989653632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318636.321767:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989653632:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318636.321773:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591 00000100:00100000:0.0:1767318636.321804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989653120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318636.321827:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318636.321850:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989653248:0@lo:38:kworker.0 00000100:00080000:3.0:1767318636.321868:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318636.321876:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318636.321902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989653504:0@lo:38:kworker.0 00000100:00100000:3.0:1767318636.321905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989653376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318636.321924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318636.321941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989653760:0@lo:38:kworker.0 00000100:00100000:3.0:1767318636.321944:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653248 00000100:00100000:3.0:1767318636.321948:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653248 00000100:00100000:0.0:1767318636.321962:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318636.321986:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653120 00000100:00100000:0.0:1767318636.321990:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653120 00000100:00100000:0.0:1767318636.322005:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653504 00000100:00100000:0.0:1767318636.322007:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653504 00000100:00100000:0.0:1767318636.322016:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653760 00000100:00100000:0.0:1767318636.322017:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653760 00000100:00100000:0.0:1767318636.322026:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22626 00000100:00100000:0.0:1767318636.322030:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989653120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318636.322047:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318636.322051:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:3.0:1767318636.322057:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989653248:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318636.322081:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989653120:12345-0@lo:38:kworker.0 Request processed in 49us (251us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318636.322088:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22626 00000100:00100000:0.0:1767318636.322100:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22627 00000100:00100000:0.0:1767318636.322104:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989653504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318636.322112:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318636.322134:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989653504:12345-0@lo:38:kworker.0 Request processed in 28us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318636.322139:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22627 00000100:00100000:0.0:1767318636.322149:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22628 00000100:00100000:0.0:1767318636.322153:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989653760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318636.322163:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318636.322183:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989653760:12345-0@lo:38:kworker.0 Request processed in 29us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318636.322188:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22628 00000100:00080000:0.0:1767318636.322218:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318636.322223:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318636.322226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989653120:0@lo:38:kworker.0 00000100:00080000:0.0:1767318636.322256:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318636.322271:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318636.322274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989653504:0@lo:38:kworker.0 00000100:00080000:0.0:1767318636.322285:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318636.322289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767318636.322292:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318636.322294:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989653760:0@lo:38:kworker.0 00000100:00100000:3.0:1767318636.322334:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989653248:12345-0@lo:38:kworker.0 Request processed in 275us (457us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318636.322341:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00080000:3.0:1767318636.322370:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318636.322374:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318636.322378:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989653248:0@lo:38:kworker.0 00000100:00100000:1.0:1767318636.322399:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654016 00000100:00100000:1.0:1767318636.322405:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654016 00000100:00100000:3.0:1767318636.322413:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989653888 00000100:00100000:3.0:1767318636.322419:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989653888 00000100:00100000:1.0:1767318636.322466:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1767318636.322474:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989654016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318636.322513:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989654016:12345-0@lo:400:kworker.0 Request processed in 41us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318636.322519:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1767318636.322556:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989654016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318636.323159:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989653632:0@lo:400:kworker.0 00000100:00100000:3.0:1767318636.328059:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:3.0:1767318636.328414:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989653888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318636.328528:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989653888:12345-0@lo:400:kworker.0 Request processed in 123us (7133us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318636.328614:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989653888:0@lo:400:kworker.0 00000100:00080000:0.0:1767318636.328664:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318636.328671:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318636.334678:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00100000:2.0:1767318636.394146:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318636.394206:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318636.394416:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792896 00000100:00100000:0.0:1767318636.394430:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792896 00000100:00100000:0.0:1767318636.394533:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925792768 00000100:00100000:0.0:1767318636.394537:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925792768 00000100:00100000:0.0:1767318636.394569:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4592 00000100:00100000:0.0:1767318636.394580:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925792896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318636.394698:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925792896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 119us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318636.394708:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4592 00000100:00100000:0.0:1767318636.394735:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22629 00000100:00100000:0.0:1767318636.394741:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925792768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318636.394767:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318636.394798:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925792768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (591us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318636.394805:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22629 00000100:00080000:3.0:1767318636.395203:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318637.152886:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318637.344536:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318637.345100:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318637.345122:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989654272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318637.345201:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318637.346183:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654272 00000100:00100000:0.0:1767318637.346195:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654272 00000100:00100000:0.0:1767318637.346306:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:0.0:1767318637.346316:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989654272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318637.346354:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318637.346429:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989654272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318637.346437:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:2.0:1767318637.346557:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989654272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318637.350330:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318637.350368:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989654144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318637.350446:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318637.350572:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654144 00000100:00100000:3.0:1767318637.350581:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654144 00000100:00100000:3.0:1767318637.350636:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:3.0:1767318637.350645:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989654144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318637.350678:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318637.350740:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989654144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318637.350747:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:1.0:1767318637.351659:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989654144:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318638.177839:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318638.372971:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318639.203140:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318639.393687:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318640.224697:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318640.418329:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318641.256767:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318641.440878:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318641.441761:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.441768:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318641.441771:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.441775:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.441779:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.441786:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3886 00000100:00080000:3.0:1767318641.441790:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.441797:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318641.441839:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ea00 x1853163989654400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318641.441854:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.441857:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.441858:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.441862:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3886 00000100:00080000:3.0:1767318641.441864:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.441867:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318641.441880:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989654528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318641.441913:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.441917:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.441919:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.441923:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3886 00000100:00080000:3.0:1767318641.441925:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.441928:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318641.441942:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b800 x1853163989654784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318641.441966:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318641.441970:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318641.441972:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318641.441976:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3886 00000100:00080000:3.0:1767318641.441978:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318641.441982:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318641.441992:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163989655040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318641.442027:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989655296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.442131:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318641.442196:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318641.442203:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989654656:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.442247:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318641.442284:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655296 00000100:00100000:3.0:1767318641.442292:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655296 00000100:00100000:3.0:1767318641.442347:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00100000:3.0:1767318641.442356:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989655296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.442406:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989655296:12345-0@lo:400:kworker.0 Request processed in 51us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318641.442413:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00100000:3.0:1767318641.442436:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654656 00000100:00100000:3.0:1767318641.442440:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654656 00000100:00100000:3.0:1767318641.442458:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593 00000100:00100000:3.0:1767318641.442462:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989654656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.442492:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989654656:12345-0@lo:400:kworker.0 Request processed in 29us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318641.442498:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593 00000100:00080000:3.0:1767318641.442515:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318641.442519:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318641.442534:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989655168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.442556:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.442701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989654400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318641.442730:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.442753:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989654528:0@lo:38:kworker.0 00000100:00100000:0.0:1767318641.442773:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.442792:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989654784:0@lo:38:kworker.0 00000100:00100000:0.0:1767318641.442810:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.442827:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989655040:0@lo:38:kworker.0 00000100:00100000:0.0:1767318641.442847:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318641.442873:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654400 00000100:00100000:0.0:1767318641.442878:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654400 00000100:00100000:0.0:1767318641.442897:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654784 00000100:00100000:0.0:1767318641.442900:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654784 00000100:00100000:0.0:1767318641.442912:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655040 00000100:00100000:0.0:1767318641.442914:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655040 00000100:00100000:0.0:1767318641.442923:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22630 00000100:00100000:0.0:1767318641.442928:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989654400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318641.442946:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318641.442979:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989654400:12345-0@lo:38:kworker.0 Request processed in 49us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318641.442985:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22630 00000100:00100000:0.0:1767318641.442999:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22631 00000100:00100000:0.0:1767318641.443003:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989654784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318641.443012:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318641.443035:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989654784:12345-0@lo:38:kworker.0 Request processed in 30us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318641.443041:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22631 00000100:00100000:0.0:1767318641.443054:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22632 00000100:00100000:0.0:1767318641.443058:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989655040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318641.443066:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318641.443086:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989655040:12345-0@lo:38:kworker.0 Request processed in 27us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318641.443091:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22632 00000100:00080000:0.0:1767318641.443126:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318641.443131:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318641.443134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989654400:0@lo:38:kworker.0 00000100:00080000:0.0:1767318641.443143:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318641.443145:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318641.443148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989654784:0@lo:38:kworker.0 00000100:00080000:0.0:1767318641.443154:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318641.443156:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318641.443170:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989655040:0@lo:38:kworker.0 00000100:00100000:0.0:1767318641.443259:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989654656:0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.443272:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989655296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.443296:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655168 00000100:00100000:0.0:1767318641.443300:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655168 00000100:00100000:0.0:1767318641.443328:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:0.0:1767318641.443335:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989655168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318641.443368:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989655168:12345-0@lo:400:kworker.0 Request processed in 33us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318641.443375:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00080000:0.0:1767318641.443397:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318641.443499:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989654912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318641.443539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318641.443586:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654528 00000100:00100000:1.0:1767318641.443591:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654528 00000100:00100000:1.0:1767318641.443613:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1767318641.443618:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989654528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318641.443630:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318641.443659:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989654528:12345-0@lo:38:kworker.0 Request processed in 39us (885us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318641.443665:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00080000:1.0:1767318641.443693:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318641.443697:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318641.443700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989654528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318641.443875:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989654912 00000100:00100000:2.0:1767318641.443880:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989654912 00000100:00100000:2.0:1767318641.443925:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594 00000100:00100000:2.0:1767318641.443932:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989654912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318641.443974:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989654912:12345-0@lo:400:kworker.0 Request processed in 42us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318641.443979:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594 00000100:00100000:2.0:1767318641.444008:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989654912:0@lo:400:kworker.0 00000100:00080000:1.0:1767318641.444107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318641.444186:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989655168:0@lo:400:kworker.0 00000100:00100000:3.0:1767318641.509401:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318641.509452:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318641.509691:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793152 00000100:00100000:2.0:1767318641.509701:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793152 00000100:00100000:2.0:1767318641.509783:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793024 00000100:00100000:2.0:1767318641.509787:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793024 00000100:00100000:2.0:1767318641.509811:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4595 00000100:00100000:2.0:1767318641.509820:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925793152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318641.509898:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925793152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318641.509906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4595 00000100:00100000:2.0:1767318641.509925:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22633 00000100:00100000:2.0:1767318641.509930:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925793024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318641.509950:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318641.509974:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925793024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (521us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318641.509981:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22633 00000100:00080000:1.0:1767318641.510201:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318642.273328:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318642.464644:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989655424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318642.464727:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318642.464880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989655552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318642.464918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318642.465136:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655424 00000100:00100000:2.0:1767318642.465156:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655424 00000100:00100000:2.0:1767318642.465210:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655552 00000100:00100000:2.0:1767318642.465214:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655552 00000100:00100000:2.0:1767318642.465273:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:2.0:1767318642.465284:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989655424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318642.465318:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318642.465377:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989655424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318642.465386:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:2.0:1767318642.465411:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1767318642.465420:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989655552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318642.465441:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318642.465473:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989655552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318642.465480:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1767318642.465537:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989655424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318642.472743:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318642.481120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989655552:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318643.296544:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318643.493640:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318644.320558:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318644.513203:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318645.344644:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318645.536366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318646.369786:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318646.560492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318646.560789:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318646.560795:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318646.560799:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318646.560802:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318646.560806:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318646.560813:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3891 00000100:00080000:3.0:1767318646.560818:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318646.560825:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318646.560863:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f800 x1853163989655680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318646.560893:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318646.560897:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318646.560899:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318646.560904:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3891 00000100:00080000:3.0:1767318646.560907:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318646.560910:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318646.560953:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14000 x1853163989655808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318646.560988:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318646.560993:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318646.560995:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318646.560999:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3891 00000100:00100000:0.0:1767318646.561003:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989655680:0@lo:38:kworker.0 00000100:00080000:3.0:1767318646.561003:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318646.561011:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318646.561027:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163989656064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318646.561071:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318646.561075:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318646.561077:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318646.561081:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3891 00000100:00080000:3.0:1767318646.561083:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318646.561087:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318646.561094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318646.561100:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989656320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318646.561157:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989656448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.561191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989655808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318646.561207:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318646.561225:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318646.561267:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318646.561276:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989656192:0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.561281:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989656064:0@lo:38:kworker.0 00000100:00100000:3.0:1767318646.561324:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318646.561327:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656448 00000100:00100000:0.0:1767318646.561336:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656448 00000100:00100000:3.0:1767318646.561362:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655680 00000100:00100000:3.0:1767318646.561367:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655680 00000100:00100000:0.0:1767318646.561411:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:3.0:1767318646.561414:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656192 00000100:00100000:3.0:1767318646.561418:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656192 00000100:00100000:0.0:1767318646.561423:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989656448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.561477:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989656448:12345-0@lo:400:kworker.0 Request processed in 57us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318646.561484:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:0.0:1767318646.561513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318646.561570:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989655936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.562359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989656576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.562400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318646.562476:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655808 00000100:00100000:1.0:1767318646.562481:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655808 00000100:00100000:1.0:1767318646.562507:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767318646.562513:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989655808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318646.562533:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318646.562564:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989655808:12345-0@lo:38:kworker.0 Request processed in 50us (1341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318646.562571:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00080000:1.0:1767318646.562590:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318646.562594:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318646.562618:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656576 00000100:00100000:1.0:1767318646.562622:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656576 00000100:00100000:1.0:1767318646.562663:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:1.0:1767318646.562672:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989656576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318646.562708:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989656576:12345-0@lo:400:kworker.0 Request processed in 39us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318646.562715:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00080000:1.0:1767318646.562730:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318646.562771:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989656576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.564260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989656320:0@lo:38:kworker.0 00000100:00100000:0.0:1767318646.564316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318646.571696:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656064 00000100:00100000:3.0:1767318646.571714:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656064 00000100:00100000:3.0:1767318646.571773:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656320 00000100:00100000:3.0:1767318646.571777:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656320 00000100:00080000:0.0:1767318646.571788:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318646.571797:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4596 00000100:00080000:0.0:1767318646.571798:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318646.571804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989655808:0@lo:38:kworker.0 00000100:00100000:3.0:1767318646.571817:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989656192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.571847:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22634 00000100:00100000:0.0:1767318646.571854:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989655680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318646.571873:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318646.571892:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989656192:12345-0@lo:400:kworker.0 Request processed in 81us (10567us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318646.571901:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4596 00000100:00100000:0.0:1767318646.571912:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989655680:12345-0@lo:38:kworker.0 Request processed in 56us (10849us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318646.571920:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22634 00000100:00100000:3.0:1767318646.571926:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22635 00000100:00100000:3.0:1767318646.571933:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989656064:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318646.571939:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22636 00000100:00100000:0.0:1767318646.571945:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989656320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318646.571948:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767318646.571957:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318646.571985:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989656064:12345-0@lo:38:kworker.0 Request processed in 50us (10469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318646.571995:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989656320:12345-0@lo:38:kworker.0 Request processed in 47us (7677us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318646.571995:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22635 00000100:00100000:0.0:1767318646.572006:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22636 00000100:00100000:0.0:1767318646.572032:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318646.572042:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989656192:0@lo:400:kworker.0 00000100:00100000:3.0:1767318646.572072:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989656448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.572167:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989655936 00000100:00100000:0.0:1767318646.572171:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989655936 00000100:00100000:0.0:1767318646.572228:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597 00000100:00080000:3.0:1767318646.572254:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318646.572258:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989655936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318646.572294:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989655936:12345-0@lo:400:kworker.0 Request processed in 39us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318646.572300:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597 00000100:00100000:0.0:1767318646.572326:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989655936:0@lo:400:kworker.0 00000100:00080000:0.0:1767318646.572345:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318646.572349:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318646.572352:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989656064:0@lo:38:kworker.0 00000100:00080000:0.0:1767318646.572359:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318646.572362:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318646.572365:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989656320:0@lo:38:kworker.0 00000100:00080000:0.0:1767318646.572372:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318646.572557:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318646.572560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989655680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318646.630529:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318646.630633:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318646.631397:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793408 00000100:00100000:2.0:1767318646.631411:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793408 00000100:00100000:1.0:1767318646.631903:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793280 00000100:00100000:1.0:1767318646.631909:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793280 00000100:00100000:1.0:1767318646.631964:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22637 00000100:00100000:1.0:1767318646.631972:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925793280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318646.631994:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318646.632071:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925793280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 90us (1429us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318646.632078:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22637 00000100:00100000:0.0:1767318646.632398:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4598 00000100:00100000:0.0:1767318646.632408:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925793408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318646.632453:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925793408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 47us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318646.632459:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4598 00000100:00080000:3.0:1767318646.635680:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318647.394186:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318647.584689:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989656832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318647.584762:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318647.584901:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656832 00000100:00100000:2.0:1767318647.584911:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656832 00000100:00100000:2.0:1767318647.584968:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:2.0:1767318647.584978:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989656832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318647.585050:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318647.585098:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989656832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318647.585105:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:2.0:1767318647.585148:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989656832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318647.585319:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989656704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318647.585349:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318647.585387:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656704 00000100:00100000:0.0:1767318647.585392:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656704 00000100:00100000:0.0:1767318647.585417:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1767318647.585425:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989656704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318647.585444:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318647.585487:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989656704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318647.585493:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1767318647.585524:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989656704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318647.587320:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318648.417380:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318648.614171:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318649.442373:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318649.633594:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318650.465470:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318650.660186:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:3.0:1767318650.723076:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925793536 offset 0 length 520: 4 00000100:00100000:1.0:1767318650.730359:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318650.730445:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318650.730593:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793792 00000100:00100000:0.0:1767318650.730608:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793792 00000100:00100000:2.0:1767318650.731089:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793664 00000100:00100000:2.0:1767318650.731098:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793664 00000100:00100000:2.0:1767318650.731347:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22638 00000100:00100000:2.0:1767318650.731548:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925793664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318650.731597:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318650.731709:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925793664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 350us (1264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318650.731715:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22638 00000100:00080000:3.0:1767318650.732400:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318650.732452:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4599 00000100:00100000:0.0:1767318650.732465:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925793792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318650.732544:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925793792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318650.732553:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4599 00010000:00010000:3.0:1767318651.488814:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318651.680570:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318651.680582:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318651.680593:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318651.680598:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318651.680603:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318651.680623:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318651.680630:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318651.680638:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318651.680695:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec700 x1853163989656960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318651.680722:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318651.680727:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318651.680729:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318651.680736:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318651.680740:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318651.680756:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318651.680767:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318651.680776:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef100 x1853163989657088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318651.680830:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318651.680835:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318651.680838:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318651.680841:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989657216:0@lo:400:kworker.0 00000100:00080000:3.0:1767318651.680845:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318651.680851:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318651.680856:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318651.680872:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff806d80 x1853163989657344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318651.680946:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318651.681021:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989657472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318651.681093:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657216 00000100:00100000:1.0:1767318651.681102:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657216 00000100:00100000:1.0:1767318651.681171:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4600 00000100:00100000:1.0:1767318651.681183:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989657216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318651.681258:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989657216:12345-0@lo:400:kworker.0 Request processed in 79us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318651.681266:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4600 00000100:00080000:1.0:1767318651.681294:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318651.681324:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989657216:0@lo:400:kworker.0 00000100:00080000:3.0:1767318651.681748:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318651.681766:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318651.681769:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318651.681773:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3896 00000100:00080000:3.0:1767318651.681776:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318651.681781:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318651.681799:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ff806300 x1853163989657600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318651.687139:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318626/real 1767318626] req@ffff96e2f9baed80 x1853163989650432/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318651 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318651.687193:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f9baed80 x1853163989650432/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318651 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318651.687218:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989656960:0@lo:38:kworker.0 00000100:00100000:2.0:1767318651.687364:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318651.687406:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989657088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318651.687434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318651.687485:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989657344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318651.687524:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318651.687542:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989657600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318651.687562:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318651.687581:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318651.687602:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318651.687606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989650432:0@lo:250:kworker.0 00000100:00100000:3.0:1767318651.687635:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989656960 00000100:00080000:2.0:1767318651.687644:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318651.687647:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989656960 00000100:00080000:2.0:1767318651.687651:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318651.687655:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318651.687660:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3875 00000100:00080000:2.0:1767318651.687664:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318651.687670:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318651.687685:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657344 00000100:00100000:2.0:1767318651.687697:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163989657984/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318651.687704:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657344 00000100:00100000:3.0:1767318651.687729:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657600 00000100:00100000:3.0:1767318651.687733:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657600 00000100:00100000:2.0:1767318651.687739:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989657984:0@lo:250:kworker.0 00000100:00100000:3.0:1767318651.687756:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22639 00000400:00000100:2.0:1767318651.687764:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989657984 offset 0 length 520: 4 00000100:00100000:3.0:1767318651.687766:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989656960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318651.687789:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318651.687813:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22640 00000100:00100000:2.0:1767318651.687821:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989657344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318651.687834:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318651.687841:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989656960:12345-0@lo:38:kworker.0 Request processed in 75us (531us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318651.687849:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22639 00000100:00100000:3.0:1767318651.687868:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22641 00000100:00100000:2.0:1767318651.687872:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989657344:12345-0@lo:38:kworker.0 Request processed in 49us (345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318651.687878:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989657600:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318651.687886:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22640 00010000:00020000:3.0:1767318651.687893:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318651.687927:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989657856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318651.687956:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318651.688046:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318651.688051:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318651.688054:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989656960:0@lo:38:kworker.0 00000100:00080000:2.0:1767318651.688063:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318651.688066:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318651.688069:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989657344:0@lo:38:kworker.0 00000100:00100000:3.0:1767318651.688470:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989657600:12345-0@lo:38:kworker.0 Request processed in 592us (905us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318651.688478:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22641 00000100:00100000:0.0:1767318651.690533:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318651.690592:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318651.690603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989657728:0@lo:400:kworker.0 00000100:00100000:0.0:1767318651.690630:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318651.692358:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657472 00000100:00100000:3.0:1767318651.692371:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657472 00000100:00100000:3.0:1767318651.692466:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4601 00000100:00100000:3.0:1767318651.692477:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989657472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318651.692555:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989657472:12345-0@lo:400:kworker.0 Request processed in 80us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318651.692563:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4601 00000100:00080000:0.0:1767318651.692805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318651.692847:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989657472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318651.706172:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657088 00000100:00100000:1.0:1767318651.706187:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657088 00000100:00100000:1.0:1767318651.706269:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:1.0:1767318651.706278:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989657088:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318651.706296:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657856 00000100:00100000:0.0:1767318651.706304:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657856 00010000:00020000:1.0:1767318651.706304:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318651.706361:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989657728 00000100:00100000:0.0:1767318651.706366:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989657728 00000100:00100000:1.0:1767318651.706384:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989657088:12345-0@lo:38:kworker.0 Request processed in 105us (18947us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318651.706392:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767318651.706395:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:0.0:1767318651.706404:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989657856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318651.706425:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:1.0:1767318651.706435:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989657728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318651.706461:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989657856:12345-0@lo:400:kworker.0 Request processed in 59us (18502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318651.706469:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767318651.706489:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989657728:12345-0@lo:400:kworker.0 Request processed in 55us (15855us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318651.706495:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318651.706500:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00080000:0.0:1767318651.706502:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318651.706568:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989657728:0@lo:400:kworker.0 00000100:00100000:2.0:1767318651.707720:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989657856:0@lo:400:kworker.0 00000100:00080000:2.0:1767318651.707762:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318651.707767:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318651.707770:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989657088:0@lo:38:kworker.0 00000100:00080000:2.0:1767318651.707779:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318651.707783:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318651.707786:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ff806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989657600:0@lo:38:kworker.0 00010000:00010000:0.0:1767318652.513470:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318652.704737:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318652.704904:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989658112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318652.705032:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318652.705213:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658112 00000100:00100000:3.0:1767318652.705251:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658112 00000100:00100000:3.0:1767318652.705352:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:3.0:1767318652.705361:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989658112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318652.705421:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318652.705512:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989658112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318652.705520:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:1.0:1767318652.705644:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989658112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318652.705706:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318652.705716:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989658240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318652.705745:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318652.705800:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658240 00000100:00100000:0.0:1767318652.705806:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658240 00000100:00100000:0.0:1767318652.705842:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:0.0:1767318652.705850:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989658240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318652.705901:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318652.705956:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989658240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318652.705966:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:3.0:1767318652.705996:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989658240:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318653.537206:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318653.728340:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318654.560486:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318654.752713:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318655.584611:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318655.776344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318655.846312:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318655.846426:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794048 00000100:00100000:0.0:1767318655.846439:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794048 00000100:00100000:0.0:1767318655.846538:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4602 00000100:00100000:0.0:1767318655.846548:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925794048:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318655.846639:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925794048:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318655.846649:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4602 00000100:00080000:2.0:1767318655.846816:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318655.856350:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318655.856648:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925793920 00000100:00100000:1.0:1767318655.856659:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925793920 00000100:00100000:1.0:1767318655.856758:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22642 00000100:00100000:1.0:1767318655.856766:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925793920:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318655.856788:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318655.856872:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925793920:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 106us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318655.856880:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22642 00010000:00010000:3.0:1767318656.608999:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318656.800841:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318656.800856:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318656.800857:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318656.800874:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318656.800880:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318656.800885:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318656.800939:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3901 00000100:00080000:1.0:1767318656.800944:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318656.800949:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318656.801014:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989658368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318656.801041:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318656.801045:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318656.801047:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318656.801051:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3901 00000100:00080000:1.0:1767318656.801053:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318656.801058:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318656.801072:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163989658496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318656.801095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989658368:0@lo:38:kworker.0 00000100:00080000:1.0:1767318656.801134:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318656.801146:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318656.801149:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318656.801164:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3901 00000100:00080000:1.0:1767318656.801167:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318656.801171:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318656.801184:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163989658752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318656.801196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318656.801218:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318656.801347:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989658496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318656.801377:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318656.801418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989658752:0@lo:38:kworker.0 00000100:00080000:1.0:1767318656.801455:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318656.801458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318656.801462:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318656.801466:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318656.801471:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3901 00000100:00080000:1.0:1767318656.801474:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318656.801478:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318656.801497:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14000 x1853163989659008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318656.801520:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658496 00000100:00100000:2.0:1767318656.801529:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658496 00000100:00100000:0.0:1767318656.801557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989658624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318656.801589:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989659008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318656.801602:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:2.0:1767318656.801611:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989658496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318656.801637:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318656.801639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318656.801676:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658368 00000100:00100000:1.0:1767318656.801683:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658368 00000100:00100000:1.0:1767318656.801714:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658752 00000100:00100000:1.0:1767318656.801717:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658752 00000100:00100000:3.0:1767318656.801724:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658624 00000100:00100000:3.0:1767318656.801735:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658624 00000100:00100000:1.0:1767318656.801741:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22643 00000100:00100000:1.0:1767318656.801747:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989658368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318656.801759:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318656.801834:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603 00000100:00100000:3.0:1767318656.801852:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989658624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318656.806664:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989658496:12345-0@lo:38:kworker.0 Request processed in 5040us (5273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318656.806684:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00100000:2.0:1767318656.806748:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22644 00000100:00100000:2.0:1767318656.806755:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989658752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318656.806780:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318656.807577:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989658752:12345-0@lo:38:kworker.0 Request processed in 818us (6117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318656.807587:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22644 00000100:00100000:2.0:1767318656.807628:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989659136:0@lo:400:kworker.0 00000100:00100000:2.0:1767318656.807689:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318656.807738:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318656.807745:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989658880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318656.807770:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318656.807802:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659136 00000100:00100000:2.0:1767318656.807810:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659136 00000100:00100000:0.0:1767318656.808383:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989659264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318656.808433:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ff806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989658368:12345-0@lo:38:kworker.0 Request processed in 6679us (7235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318656.808443:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22643 00000100:00100000:0.0:1767318656.808461:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318656.808466:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989658880 00000100:00100000:1.0:1767318656.808472:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989658880 00000100:00100000:1.0:1767318656.808516:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4604 00000100:00100000:1.0:1767318656.808527:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989658880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318656.808582:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318656.808591:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989658880:12345-0@lo:400:kworker.0 Request processed in 64us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318656.808601:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4604 00000100:00100000:1.0:1767318656.808623:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659008 00000100:00100000:1.0:1767318656.808627:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659008 00000100:00100000:1.0:1767318656.808642:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22645 00000100:00100000:1.0:1767318656.808648:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989659008:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767318656.808651:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318656.808662:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318656.808670:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989658624:12345-0@lo:400:kworker.0 Request processed in 6821us (7027us total) trans 0 rc 0/0 00010000:00020000:1.0:1767318656.808671:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318656.808674:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989658496:0@lo:38:kworker.0 00000100:00100000:3.0:1767318656.808697:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603 00000100:00080000:0.0:1767318656.808711:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318656.808722:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318656.808726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989658752:0@lo:38:kworker.0 00000100:00080000:0.0:1767318656.808741:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318656.808744:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318656.808747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989658368:0@lo:38:kworker.0 00000100:00080000:3.0:1767318656.808752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318656.808800:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318656.808806:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318656.808809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989659008:0@lo:38:kworker.0 00000100:00100000:0.0:1767318656.808846:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989658624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318656.809031:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659264 00000100:00100000:0.0:1767318656.809038:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659264 00000100:00100000:0.0:1767318656.809094:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:0.0:1767318656.809103:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989659264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318656.809340:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989659264:12345-0@lo:400:kworker.0 Request processed in 238us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318656.809349:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00080000:0.0:1767318656.809372:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318656.809376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318656.809398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989659264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318656.809661:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:2.0:1767318656.809674:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989659136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318656.809729:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989659136:12345-0@lo:400:kworker.0 Request processed in 59us (2040us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318656.809736:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00100000:3.0:1767318656.810518:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989658880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318656.810547:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989659136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318656.814858:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989659008:12345-0@lo:38:kworker.0 Request processed in 69us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318656.814885:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22645 00010000:00010000:0.0:1767318657.632541:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318657.824726:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318657.824747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989659392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318657.824831:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318657.825020:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318657.825030:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989659520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318657.825095:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318657.825132:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659392 00000100:00100000:3.0:1767318657.825140:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659392 00000100:00100000:3.0:1767318657.825184:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659520 00000100:00100000:3.0:1767318657.825188:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659520 00000100:00100000:3.0:1767318657.825204:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:3.0:1767318657.825212:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989659392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318657.825259:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318657.825303:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989659392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318657.825310:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:3.0:1767318657.825326:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:3.0:1767318657.825333:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989659520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318657.825347:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318657.825375:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989659520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318657.825385:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:3.0:1767318657.825423:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989659520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318657.825451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989659392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318657.826819:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318658.656481:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318658.848570:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318659.683274:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318659.873287:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318660.704548:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318660.898508:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318660.971306:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318660.971393:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794304 00000100:00100000:2.0:1767318660.971403:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318660.971404:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794304 00000100:00080000:0.0:1767318660.971567:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318660.971613:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794176 00000100:00100000:1.0:1767318660.971617:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794176 00000100:00100000:2.0:1767318660.971732:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4605 00000100:00100000:2.0:1767318660.971754:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925794304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318660.971903:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925794304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 162us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318660.971912:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4605 00000100:00100000:2.0:1767318660.971933:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22646 00000100:00100000:2.0:1767318660.971938:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925794176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318660.971958:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318660.971985:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925794176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (582us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318660.971991:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22646 00010000:00010000:3.0:1767318661.728495:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318661.921156:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318661.921174:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318661.921177:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318661.921180:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318661.921207:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318661.921224:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3906 00000100:00080000:1.0:1767318661.921274:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318661.921735:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318661.921793:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ea00 x1853163989659648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318661.921812:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318661.921815:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318661.921816:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318661.921819:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3906 00000100:00080000:1.0:1767318661.921821:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318661.921824:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318661.921835:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c380 x1853163989659776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318661.921915:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318661.922005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989659648:0@lo:38:kworker.0 00000100:00100000:2.0:1767318661.922072:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318661.922115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989659776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318661.922131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318661.922171:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318661.922183:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659648 00000100:00100000:2.0:1767318661.922188:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659648 00000100:00100000:2.0:1767318661.922214:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22647 00000100:00100000:2.0:1767318661.922219:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989659648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318661.922245:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318661.922272:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989659648:12345-0@lo:38:kworker.0 Request processed in 53us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318661.922277:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22647 00000100:00100000:2.0:1767318661.922292:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659776 00000100:00100000:2.0:1767318661.922294:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659776 00000100:00080000:1.0:1767318661.922387:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318661.922392:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318661.922394:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318661.922398:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3906 00000100:00080000:1.0:1767318661.922401:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318661.922405:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318661.922420:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d880 x1853163989660032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318661.922447:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318661.922451:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318661.922453:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318661.922456:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3906 00000100:00080000:1.0:1767318661.922459:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318661.922463:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318661.922475:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163989660288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318661.922522:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1767318661.922527:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989659776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318661.922538:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318661.922561:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989659776:12345-0@lo:38:kworker.0 Request processed in 34us (429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318661.922565:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1767318661.922582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989660032:0@lo:38:kworker.0 00000100:00100000:2.0:1767318661.922596:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318661.922606:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989660288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318661.922616:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318661.922636:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318661.922639:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318661.922641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989659648:0@lo:38:kworker.0 00000100:00080000:2.0:1767318661.922646:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318661.922648:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318661.922649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989659776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318661.922671:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660032 00000100:00100000:2.0:1767318661.922674:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660032 00000100:00100000:2.0:1767318661.922690:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660288 00000100:00100000:2.0:1767318661.922692:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660288 00000100:00100000:2.0:1767318661.922704:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22648 00000100:00100000:2.0:1767318661.922708:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989660032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318661.922718:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318661.922746:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989660032:12345-0@lo:38:kworker.0 Request processed in 36us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318661.922752:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22648 00000100:00100000:2.0:1767318661.922763:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22649 00000100:00100000:2.0:1767318661.922777:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989660288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318661.922786:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318661.922808:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989660288:12345-0@lo:38:kworker.0 Request processed in 30us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318661.922816:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22649 00000100:00080000:2.0:1767318661.922834:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318661.922836:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318661.922838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989660032:0@lo:38:kworker.0 00000100:00080000:2.0:1767318661.922842:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318661.922844:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318661.922845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989660288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318661.922872:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989660160:0@lo:400:kworker.0 00000100:00100000:2.0:1767318661.922895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318661.922913:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318661.922918:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989660416:0@lo:400:kworker.0 00000100:00100000:2.0:1767318661.922939:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318661.922963:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660416 00000100:00100000:2.0:1767318661.922966:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660416 00000100:00100000:2.0:1767318661.923007:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:2.0:1767318661.923013:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989660416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318661.923054:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989660416:12345-0@lo:400:kworker.0 Request processed in 42us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318661.923061:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:2.0:1767318661.923086:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989660416:0@lo:400:kworker.0 00000100:00100000:2.0:1767318661.923099:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660160 00000100:00100000:2.0:1767318661.923101:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660160 00000100:00100000:2.0:1767318661.923118:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606 00000100:00100000:2.0:1767318661.923121:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989660160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318661.923144:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989660160:12345-0@lo:400:kworker.0 Request processed in 22us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318661.923148:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606 00000100:00100000:2.0:1767318661.923162:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989660160:0@lo:400:kworker.0 00000100:00080000:2.0:1767318661.923187:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318661.923190:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318661.928071:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318661.928106:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989660544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318661.928189:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318661.928270:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660544 00000100:00100000:3.0:1767318661.928278:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660544 00000100:00100000:3.0:1767318661.928339:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:3.0:1767318661.928345:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989660544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318661.928401:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989660544:12345-0@lo:400:kworker.0 Request processed in 55us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318661.928409:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00080000:3.0:1767318661.928431:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318661.928465:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989660544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318661.933422:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989659904:0@lo:400:kworker.0 00000100:00100000:0.0:1767318661.933525:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318661.933628:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989659904 00000100:00100000:3.0:1767318661.933638:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989659904 00000100:00100000:3.0:1767318661.933706:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4607 00000100:00100000:3.0:1767318661.933716:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989659904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318661.933782:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989659904:12345-0@lo:400:kworker.0 Request processed in 68us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318661.933790:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4607 00000100:00080000:2.0:1767318661.933859:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318661.934189:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989659904:0@lo:400:kworker.0 00010000:00010000:0.0:1767318662.752467:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318662.944440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318662.944945:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318662.944962:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989660672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318662.945034:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.945294:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660672 00000100:00100000:1.0:1767318662.945303:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660672 00000100:00100000:0.0:1767318662.945315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989660800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318662.945357:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318662.945372:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660800 00000100:00100000:1.0:1767318662.945377:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660800 00000100:00100000:1.0:1767318662.945403:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767318662.945486:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989660672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318662.945525:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318662.945599:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989660672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 188us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318662.945665:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989660672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318662.948175:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:0.0:1767318662.948199:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989660800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318662.948249:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318662.948332:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989660800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (2975us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318662.948339:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00100000:3.0:1767318662.948537:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989660800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318662.961345:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00010000:00010000:1.0:1767318663.776601:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318663.968474:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318664.804508:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318664.992474:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318665.824487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318666.017061:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318666.085304:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318666.085395:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318666.085469:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794560 00000100:00100000:1.0:1767318666.085474:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794432 00000100:00100000:0.0:1767318666.085480:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794560 00000100:00100000:1.0:1767318666.085480:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794432 00000100:00100000:1.0:1767318666.085525:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22650 00000100:00100000:1.0:1767318666.085533:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925794432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318666.085554:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318666.085565:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318666.085619:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925794432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 85us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318666.091644:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4608 00000100:00100000:0.0:1767318666.091671:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925794560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318666.092456:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925794560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (6481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318666.092469:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4608 00000100:00100000:1.0:1767318666.101599:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22650 00010000:00010000:3.0:1767318666.849384:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318667.040529:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318667.040544:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318667.040547:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318667.040552:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318667.040557:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318667.040567:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3911 00000100:00080000:0.0:1767318667.040573:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318667.040581:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318667.040652:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989660928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318667.040690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318667.040694:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318667.040695:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318667.040700:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3911 00000100:00080000:0.0:1767318667.040702:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318667.040707:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318667.040736:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163989661056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318667.040774:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318667.040778:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318667.040780:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318667.040784:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3911 00000100:00080000:0.0:1767318667.040786:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318667.040789:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318667.040803:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989661312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318667.040834:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318667.040837:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318667.040839:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318667.040843:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3911 00000100:00080000:0.0:1767318667.040845:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318667.040848:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318667.040860:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a680 x1853163989661568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318667.040930:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989661440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318667.041017:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318667.041021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989660928:0@lo:38:kworker.0 00000100:00100000:0.0:1767318667.041098:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318667.041107:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989661696:0@lo:400:kworker.0 00000100:00100000:2.0:1767318667.041190:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989661824:0@lo:400:kworker.0 00000100:00100000:3.0:1767318667.041297:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989661184:0@lo:400:kworker.0 00000100:00100000:1.0:1767318667.055521:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318667.055591:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989661056:0@lo:38:kworker.0 00000100:00100000:1.0:1767318667.055632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318667.055661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989661312:0@lo:38:kworker.0 00000100:00100000:1.0:1767318667.055698:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318667.055719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989661568:0@lo:38:kworker.0 00000100:00100000:1.0:1767318667.055741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318667.055993:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661440 00000100:00100000:1.0:1767318667.056001:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661440 00000100:00100000:1.0:1767318667.056219:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989660928 00000100:00100000:1.0:1767318667.056224:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989660928 00000100:00100000:1.0:1767318667.056264:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661312 00000100:00100000:1.0:1767318667.056267:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661312 00000100:00100000:1.0:1767318667.056275:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661568 00000100:00100000:1.0:1767318667.056277:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661568 00000100:00100000:1.0:1767318667.056290:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4609 00000100:00100000:1.0:1767318667.056301:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989661440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318667.056544:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989661440:12345-0@lo:400:kworker.0 Request processed in 246us (15526us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318667.056553:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4609 00000100:00100000:1.0:1767318667.056574:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22651 00000100:00100000:1.0:1767318667.056578:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989660928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318667.056599:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318667.056633:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989660928:12345-0@lo:38:kworker.0 Request processed in 53us (1120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318667.056639:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22651 00000100:00100000:1.0:1767318667.056651:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22652 00000100:00100000:1.0:1767318667.056655:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989661312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318667.056664:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318667.056698:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989661312:12345-0@lo:38:kworker.0 Request processed in 41us (999us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318667.056704:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22652 00000100:00100000:1.0:1767318667.056715:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22653 00000100:00100000:1.0:1767318667.056719:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989661568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318667.056728:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318667.056751:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989661568:12345-0@lo:38:kworker.0 Request processed in 31us (1009us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318667.056913:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318667.056916:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318667.057094:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318667.057118:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661056 00000100:00100000:3.0:1767318667.057125:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661184 00000100:00100000:2.0:1767318667.057129:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661056 00000100:00100000:3.0:1767318667.057131:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661184 00000100:00100000:2.0:1767318667.057172:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:3.0:1767318667.057177:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4610 00000100:00100000:2.0:1767318667.057184:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989661056:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318667.057190:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989661184:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1767318667.057218:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318667.057267:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989661184:12345-0@lo:400:kworker.0 Request processed in 81us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318667.057275:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4610 00000100:00100000:2.0:1767318667.057281:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989661056:12345-0@lo:38:kworker.0 Request processed in 98us (1646us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318667.057289:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1767318667.057316:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661824 00000100:00100000:2.0:1767318667.057320:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661824 00000100:00100000:3.0:1767318667.057327:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989661184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318667.057360:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:2.0:1767318667.057369:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989661824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318667.057414:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989661824:12345-0@lo:400:kworker.0 Request processed in 47us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318667.057420:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00080000:3.0:1767318667.057435:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318667.057443:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318667.057456:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989661824:0@lo:400:kworker.0 00000100:00080000:3.0:1767318667.057508:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318667.057516:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318667.057520:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989660928:0@lo:38:kworker.0 00000100:00080000:3.0:1767318667.057533:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318667.057538:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318667.057541:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989661056:0@lo:38:kworker.0 00000100:00080000:3.0:1767318667.057553:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318667.057556:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318667.057559:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989661312:0@lo:38:kworker.0 00000100:00080000:3.0:1767318667.057572:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318667.057575:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318667.057578:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989661568:0@lo:38:kworker.0 00000100:00100000:1.0:1767318667.057737:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22653 00000100:00100000:0.0:1767318667.066071:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318667.066206:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661696 00000100:00100000:2.0:1767318667.066221:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661696 00000100:00100000:2.0:1767318667.066353:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1767318667.066373:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989661696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318667.066459:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989661696:12345-0@lo:400:kworker.0 Request processed in 89us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318667.066466:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00080000:3.0:1767318667.066817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318667.067168:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989661440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318667.067273:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989661696:0@lo:400:kworker.0 00010000:00010000:0.0:1767318667.872902:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318668.066528:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318668.066668:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989661952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318668.066732:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318668.066791:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989661952 00000100:00100000:3.0:1767318668.066799:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989661952 00000100:00100000:3.0:1767318668.066853:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1767318668.066862:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989661952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318668.066889:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318668.066931:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989661952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318668.066948:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:1.0:1767318668.067118:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989661952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318668.067371:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989662080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318668.067409:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318668.067469:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662080 00000100:00100000:1.0:1767318668.067474:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662080 00000100:00100000:1.0:1767318668.067509:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:1.0:1767318668.067516:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989662080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318668.067532:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318668.067570:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989662080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318668.067577:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00100000:0.0:1767318668.069315:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989662080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318668.896449:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318669.089132:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318669.921545:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318670.114560:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318670.944448:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318671.136934:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318671.203449:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318671.203583:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318671.204475:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794688 00000100:00100000:1.0:1767318671.204490:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794688 00000100:00100000:1.0:1767318671.204601:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925794816 00000100:00100000:1.0:1767318671.204605:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925794816 00000100:00080000:2.0:1767318671.204707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318671.204887:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4611 00000100:00100000:0.0:1767318671.204902:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925794816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318671.205024:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925794816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 126us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318671.205034:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4611 00000100:00100000:0.0:1767318671.205057:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22654 00000100:00100000:0.0:1767318671.205062:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925794688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318671.205088:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318671.205120:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925794688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (1687us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318671.205126:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22654 00010000:00010000:3.0:1767318671.969028:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318672.161982:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318672.162002:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318672.162008:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318672.162012:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318672.162016:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318672.162020:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318672.162030:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318672.162035:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318672.162044:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318672.162104:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163989662208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318672.162137:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318672.162141:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318672.162142:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318672.162146:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318672.162149:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318672.162153:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318672.162318:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989662208:0@lo:38:kworker.0 00000100:00100000:0.0:1767318672.162417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318672.162525:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662208 00000100:00100000:0.0:1767318672.162536:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662208 00000100:00100000:0.0:1767318672.162592:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22655 00000100:00100000:0.0:1767318672.162601:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989662208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318672.162631:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318672.162684:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989662208:12345-0@lo:38:kworker.0 Request processed in 83us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318672.162693:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22655 00000100:00080000:0.0:1767318672.162746:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318672.162750:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318672.162753:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989662208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318672.163930:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989662336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318672.164143:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318672.164148:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318672.164152:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318672.164160:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318672.164165:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318672.164169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989662336:0@lo:38:kworker.0 00000100:00100000:3.0:1767318672.164180:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989662464:0@lo:400:kworker.0 00000100:00080000:1.0:1767318672.164390:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318672.164600:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721180 x1853163989662592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318672.164698:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989662720:0@lo:400:kworker.0 00000100:00080000:1.0:1767318672.167670:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318672.167680:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318672.167684:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318672.167692:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318672.167697:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318672.167705:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318672.167742:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720e00 x1853163989662848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318672.167853:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989663104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318672.173649:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318672.173771:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662464 00000100:00100000:3.0:1767318672.173782:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662464 00000100:00100000:3.0:1767318672.173858:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4612 00000100:00100000:3.0:1767318672.173869:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989662464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318672.175429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318672.175506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989662592:0@lo:38:kworker.0 00000100:00100000:0.0:1767318672.175551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318672.175589:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989662848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318672.175617:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318672.175662:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662592 00000100:00100000:0.0:1767318672.175669:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662592 00000100:00100000:0.0:1767318672.175702:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662848 00000100:00100000:0.0:1767318672.175705:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662848 00000100:00100000:0.0:1767318672.175724:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22656 00000100:00100000:0.0:1767318672.175731:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989662592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318672.175758:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318672.175895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318672.175941:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318672.175953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989662976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318672.175993:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318672.176067:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318672.176094:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989662592:12345-0@lo:38:kworker.0 Request processed in 359us (539us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318672.176104:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22656 00000100:00100000:2.0:1767318672.176116:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989662464:0@lo:400:kworker.0 00000100:00100000:0.0:1767318672.176132:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662720 00000100:00100000:0.0:1767318672.176138:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662720 00000100:00100000:0.0:1767318672.176178:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4613 00000100:00100000:0.0:1767318672.176185:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989662720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318672.176247:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989662720:12345-0@lo:400:kworker.0 Request processed in 43us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318672.176254:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4613 00000100:00100000:0.0:1767318672.176270:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22657 00000100:00100000:0.0:1767318672.176273:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989662848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318672.176284:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318672.176891:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662336 00000100:00100000:2.0:1767318672.176901:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662336 00000100:00100000:2.0:1767318672.176937:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1767318672.176944:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989662336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318672.176963:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318672.177434:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989662848:12345-0@lo:38:kworker.0 Request processed in 1153us (1810us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318672.177444:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22657 00000100:00080000:0.0:1767318672.177489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318672.177530:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318672.177536:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318672.177540:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989662592:0@lo:38:kworker.0 00000100:00080000:0.0:1767318672.177552:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318672.177555:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318672.177558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989662848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318672.177624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989662720:0@lo:400:kworker.0 00000100:00100000:0.0:1767318672.177674:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989662976 00000100:00100000:0.0:1767318672.177681:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989662976 00000100:00100000:0.0:1767318672.177736:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:3.0:1767318672.177739:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989662464:12345-0@lo:400:kworker.0 Request processed in 1356us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318672.177743:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989662976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318672.177751:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4612 00000100:00100000:0.0:1767318672.180275:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989662976:12345-0@lo:400:kworker.0 Request processed in 2517us (4265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318672.180295:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:3.0:1767318672.181710:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989662976:0@lo:400:kworker.0 00000100:00080000:0.0:1767318672.181923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318672.189983:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989662336:12345-0@lo:38:kworker.0 Request processed in 13028us (14545us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318672.189997:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00100000:1.0:1767318672.190346:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318672.190507:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989663104 00000100:00080000:0.0:1767318672.190515:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318672.190516:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989663104 00000100:00080000:0.0:1767318672.190530:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318672.190537:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989662336:0@lo:38:kworker.0 00000100:00100000:1.0:1767318672.190969:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1767318672.190982:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989663104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318672.191051:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989663104:12345-0@lo:400:kworker.0 Request processed in 73us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318672.191058:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00080000:2.0:1767318672.191106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318672.191931:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989663104:0@lo:400:kworker.0 00010000:00010000:0.0:1767318672.992521:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318673.184383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318673.184573:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318673.184599:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989663232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318673.184921:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318673.185090:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989663232 00000100:00100000:3.0:1767318673.185104:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989663232 00000100:00100000:2.0:1767318673.185421:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318673.185431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989663360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318673.185464:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318673.185569:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989663360 00000100:00100000:1.0:1767318673.185576:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989663360 00000100:00100000:3.0:1767318673.200564:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:3.0:1767318673.200601:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989663232:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318673.200650:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00002000:00000024:3.0:1767318673.200654:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318673.200667:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989663360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318673.200701:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318673.202331:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989663232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1742us (17400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318673.202346:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00100000:1.0:1767318673.203725:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989663360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3055us (18249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318673.203920:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:0.0:1767318673.208367:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989663232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318673.211731:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989663360:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318674.017627:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318674.208983:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318675.041223:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318675.232815:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318676.064582:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318676.256458:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318651/real 1767318651] req@ffff96e1f40a2a00 x1853163989657984/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318676 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318676.256509:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1f40a2a00 x1853163989657984/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318676 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318676.256538:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318676.256567:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318676.256571:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989657984:0@lo:250:kworker.0 00000100:00080000:3.0:1767318676.256668:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318676.256674:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318676.256677:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318676.256682:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3901 00000100:00080000:3.0:1767318676.256686:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318676.256693:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318676.256726:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163989663488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318676.256755:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318676.256759:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318676.256761:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318676.256765:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3921 00000100:00080000:3.0:1767318676.256768:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318676.256772:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318676.256788:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989663616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318676.256796:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318676.256799:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318676.256800:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318676.256803:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3921 00000100:00080000:3.0:1767318676.256805:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318676.256809:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318676.256819:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163989663744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318676.256882:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989663872:0@lo:400:kworker.0 00000100:00100000:2.0:1767318676.256947:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318676.257381:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989663872 00000100:00100000:0.0:1767318676.257389:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989663872 00000100:00100000:1.0:1767318676.257464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989663488:0@lo:250:kworker.0 00000100:00100000:0.0:1767318676.257467:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614 00000100:00100000:0.0:1767318676.257486:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989663872:12345-0@lo:400:kworker.0 00000400:00000100:1.0:1767318676.257496:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989663488 offset 0 length 520: 4 00000100:00100000:1.0:1767318676.257516:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989663616:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.257536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.257555:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989663744:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.257577:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.257619:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989663616 00000100:00100000:1.0:1767318676.257623:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989663616 00000100:00100000:1.0:1767318676.257658:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22658 00000100:00100000:1.0:1767318676.257664:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989663616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318676.257682:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318676.257717:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989663616:12345-0@lo:38:kworker.0 Request processed in 51us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318676.257724:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22658 00000100:00100000:1.0:1767318676.257748:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318676.257775:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318676.257780:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318676.257783:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989663616:0@lo:38:kworker.0 00000100:00080000:3.0:1767318676.257851:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318676.257855:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318676.257858:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318676.257861:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3921 00000100:00080000:3.0:1767318676.257864:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318676.257868:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318676.257884:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989664000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318676.257941:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318676.257944:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318676.257946:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318676.257963:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3921 00000100:00080000:3.0:1767318676.257966:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318676.257970:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318676.257981:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989664256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318676.258442:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989664128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258471:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.258500:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318676.258506:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989664384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258526:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.258551:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664128 00000100:00100000:1.0:1767318676.258554:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664128 00000100:00100000:1.0:1767318676.258580:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615 00000100:00100000:1.0:1767318676.258586:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989664128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258615:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989664128:12345-0@lo:400:kworker.0 Request processed in 29us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318676.258621:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615 00000100:00100000:1.0:1767318676.258660:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989664128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989664512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258707:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.258738:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664384 00000100:00100000:1.0:1767318676.258742:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664384 00000100:00100000:1.0:1767318676.258767:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664512 00000100:00100000:1.0:1767318676.258770:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664512 00000100:00100000:1.0:1767318676.258790:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767318676.258795:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989664384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258827:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989664384:12345-0@lo:400:kworker.0 Request processed in 31us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318676.258833:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767318676.258844:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767318676.258849:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989664512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258875:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989664512:12345-0@lo:400:kworker.0 Request processed in 26us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318676.258881:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1767318676.258904:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989664512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318676.258919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989664000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.258944:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.259321:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989664256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.259368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318676.259397:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664000 00000100:00100000:1.0:1767318676.259401:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664000 00000100:00100000:1.0:1767318676.259417:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664256 00000100:00100000:1.0:1767318676.259420:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664256 00000100:00100000:1.0:1767318676.259433:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22659 00000100:00100000:1.0:1767318676.259437:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989664000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318676.259451:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318676.259481:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989664000:12345-0@lo:38:kworker.0 Request processed in 42us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318676.259487:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22659 00000100:00100000:1.0:1767318676.259509:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22660 00000100:00100000:1.0:1767318676.259512:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989664256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318676.259521:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318676.260302:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989664256:12345-0@lo:38:kworker.0 Request processed in 785us (931us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318676.260311:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22660 00000100:00080000:1.0:1767318676.260358:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318676.260364:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318676.260367:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989664000:0@lo:38:kworker.0 00000100:00080000:1.0:1767318676.260377:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318676.260380:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318676.260383:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989664256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318676.260416:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989664384:0@lo:400:kworker.0 00000100:00080000:1.0:1767318676.260476:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318676.260480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318676.260483:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318676.260512:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989663744 00000100:00100000:1.0:1767318676.260516:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989663744 00000100:00100000:1.0:1767318676.260541:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:1.0:1767318676.260546:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989663744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318676.260559:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318676.260587:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989663744:12345-0@lo:38:kworker.0 Request processed in 40us (3009us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318676.260594:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00080000:1.0:1767318676.260616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318676.260620:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318676.260624:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989663744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318676.274324:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989663872:12345-0@lo:400:kworker.0 Request processed in 16838us (17365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318676.274340:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614 00000100:00100000:2.0:1767318676.274793:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989663872:0@lo:400:kworker.0 00000100:00100000:2.0:1767318676.327793:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767318676.327833:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925794944 offset 0 length 520: 4 00000100:00100000:2.0:1767318676.327855:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318676.328089:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795200 00000100:00100000:1.0:1767318676.328101:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795200 00000100:00100000:1.0:1767318676.328188:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795072 00000100:00100000:1.0:1767318676.328192:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795072 00000100:00100000:1.0:1767318676.328216:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4616 00000100:00100000:1.0:1767318676.328226:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925795200:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318676.328351:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925795200:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 126us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318676.328359:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4616 00000100:00100000:1.0:1767318676.328381:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22661 00000100:00100000:1.0:1767318676.328385:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925795072:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318676.328412:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318676.328438:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925795072:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (582us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318676.328445:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22661 00000100:00080000:2.0:1767318676.329317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318677.090683:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318677.280440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318678.113322:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318678.304348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318678.304800:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318678.304818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989664640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318678.305082:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318678.305329:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664640 00000100:00100000:2.0:1767318678.305338:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664640 00000100:00100000:2.0:1767318678.305447:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1767318678.305467:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989664640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318678.305502:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318678.305550:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989664640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318678.305556:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1767318678.305676:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989664640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318678.306047:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989664768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318678.306081:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318678.310720:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664768 00000100:00100000:3.0:1767318678.310740:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664768 00000100:00080000:1.0:1767318678.316353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318678.316368:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318678.316936:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:3.0:1767318678.316956:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989664768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318678.317014:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318678.317132:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989664768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (11050us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318678.317140:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:0.0:1767318678.317361:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989664768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318679.139262:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318679.328524:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318679.329325:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318679.329331:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318679.329335:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318679.329339:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318679.329343:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318679.329351:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3925 00000100:00080000:1.0:1767318679.329355:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318679.329362:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318679.329408:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163989664896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318679.329444:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318679.329448:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318679.329450:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318679.329453:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3925 00000100:00080000:1.0:1767318679.329456:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318679.329460:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318679.329472:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989665024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318679.329511:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318679.329514:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318679.329517:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318679.329520:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3925 00000100:00080000:1.0:1767318679.329523:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318679.329526:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318679.329536:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadf80 x1853163989665280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318679.329553:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318679.329601:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318679.329603:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318679.329607:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3925 00000100:00080000:1.0:1767318679.329609:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318679.329613:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318679.329623:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae300 x1853163989665536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318679.329699:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989664896:0@lo:38:kworker.0 00000100:00100000:2.0:1767318679.329765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318679.329835:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989665024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318679.329858:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318679.329879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989665280:0@lo:38:kworker.0 00000100:00100000:2.0:1767318679.329898:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318679.329909:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989665536:0@lo:38:kworker.0 00000100:00100000:2.0:1767318679.329943:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318679.329974:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665024 00000100:00100000:2.0:1767318679.329981:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665024 00000100:00100000:2.0:1767318679.330009:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:2.0:1767318679.330015:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989665024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318679.330033:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318679.330067:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989665024:12345-0@lo:38:kworker.0 Request processed in 51us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318679.330074:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:2.0:1767318679.330092:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989664896 00000100:00100000:2.0:1767318679.330096:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989664896 00000100:00100000:2.0:1767318679.330110:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665280 00000100:00100000:2.0:1767318679.330112:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665280 00000100:00100000:2.0:1767318679.330123:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665536 00000100:00100000:2.0:1767318679.330125:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665536 00000100:00100000:2.0:1767318679.330137:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22662 00000100:00100000:2.0:1767318679.330140:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989664896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318679.330149:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318679.330172:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989664896:12345-0@lo:38:kworker.0 Request processed in 30us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318679.330178:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22662 00000100:00100000:2.0:1767318679.330188:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22663 00000100:00100000:2.0:1767318679.330191:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989665280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318679.330200:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318679.330219:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989665280:12345-0@lo:38:kworker.0 Request processed in 26us (321us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318679.330224:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22663 00000100:00100000:2.0:1767318679.330252:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22664 00000100:00100000:2.0:1767318679.330256:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989665536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318679.330264:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318679.330282:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989665536:12345-0@lo:38:kworker.0 Request processed in 25us (339us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318679.330288:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22664 00000100:00080000:2.0:1767318679.330327:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318679.330331:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318679.330335:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989664896:0@lo:38:kworker.0 00000100:00080000:2.0:1767318679.330343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318679.330346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318679.330349:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989665024:0@lo:38:kworker.0 00000100:00080000:2.0:1767318679.330354:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318679.330357:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318679.330360:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989665280:0@lo:38:kworker.0 00000100:00080000:2.0:1767318679.330366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318679.330369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318679.330371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989665536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318679.330548:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989665664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318679.330579:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318679.330611:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318679.330617:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989665408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318679.330635:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318679.330657:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989665792:0@lo:400:kworker.0 00000100:00100000:0.0:1767318679.330676:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318679.330689:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318679.330693:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989665152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318679.330708:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318679.330789:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665408 00000100:00100000:3.0:1767318679.330794:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665408 00000100:00100000:3.0:1767318679.330834:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665152 00000100:00100000:3.0:1767318679.330837:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665152 00000100:00100000:3.0:1767318679.330852:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617 00000100:00100000:3.0:1767318679.330857:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989665408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318679.330897:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989665408:12345-0@lo:400:kworker.0 Request processed in 39us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318679.330903:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617 00000100:00100000:3.0:1767318679.330914:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618 00000100:00100000:3.0:1767318679.330919:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989665152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318679.330941:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989665152:12345-0@lo:400:kworker.0 Request processed in 22us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318679.330947:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618 00000100:00080000:0.0:1767318679.331056:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318679.331077:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989665408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318679.331098:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989665152:0@lo:400:kworker.0 00000100:00100000:1.0:1767318679.331164:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665664 00000100:00100000:1.0:1767318679.331168:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665664 00000100:00100000:1.0:1767318679.331200:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665792 00000100:00100000:1.0:1767318679.331203:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665792 00000100:00100000:1.0:1767318679.331226:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1767318679.331249:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989665664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318679.331282:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989665664:12345-0@lo:400:kworker.0 Request processed in 51us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318679.331287:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1767318679.331298:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:1.0:1767318679.331303:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989665792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318679.331324:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989665792:12345-0@lo:400:kworker.0 Request processed in 22us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318679.331329:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767318679.331397:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989665664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318679.331416:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989665792:0@lo:400:kworker.0 00010000:00010000:3.0:1767318680.160700:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318680.352398:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318680.352407:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318680.352439:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318680.352444:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318680.352448:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318680.352457:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3929 00000100:00080000:1.0:1767318680.352462:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318680.352468:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318680.352506:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f800 x1853163989665920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318680.352532:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318680.352535:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318680.352537:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318680.352540:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3929 00000100:00080000:1.0:1767318680.352543:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318680.352547:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318680.352558:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163989666048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318680.352595:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318680.352599:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318680.352601:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318680.352604:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3929 00000100:00080000:1.0:1767318680.352607:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318680.352610:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318680.352622:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e680 x1853163989666304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318680.352646:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318680.352650:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318680.352652:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318680.352655:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3929 00000100:00080000:1.0:1767318680.352658:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318680.352661:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318680.352674:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163989666560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318680.352713:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989666432:0@lo:400:kworker.0 00000100:00100000:3.0:1767318680.352755:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989666176:0@lo:400:kworker.0 00000100:00100000:3.0:1767318680.352821:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318680.352840:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318680.352868:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989666816:0@lo:400:kworker.0 00000100:00100000:0.0:1767318680.352899:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318680.352935:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989666688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318680.352972:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318680.353042:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318680.353087:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666816 00000100:00100000:3.0:1767318680.353097:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666816 00000100:00100000:0.0:1767318680.353122:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666176 00000100:00100000:0.0:1767318680.353127:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666176 00000100:00100000:3.0:1767318680.353162:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666688 00000100:00100000:0.0:1767318680.353165:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666432 00000100:00100000:3.0:1767318680.353166:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666688 00000100:00100000:0.0:1767318680.353171:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666432 00000100:00100000:3.0:1767318680.353190:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:3.0:1767318680.353199:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989666816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318680.353201:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4619 00000100:00100000:0.0:1767318680.353213:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989666176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318680.353272:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:1.0:1767318680.353282:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989666688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318680.353311:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989666816:12345-0@lo:400:kworker.0 Request processed in 113us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318680.353317:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:1.0:1767318680.353331:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989666688:12345-0@lo:400:kworker.0 Request processed in 51us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318680.353340:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00000100:00100000:3.0:1767318680.353361:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989666816:0@lo:400:kworker.0 00000100:00080000:1.0:1767318680.353365:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318680.353370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318680.353391:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989666688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318680.353634:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989666176:12345-0@lo:400:kworker.0 Request processed in 421us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318680.353640:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4619 00000100:00100000:0.0:1767318680.353656:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620 00000100:00100000:0.0:1767318680.353661:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989666432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318680.353733:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989666432:12345-0@lo:400:kworker.0 Request processed in 72us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318680.353739:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620 00000100:00100000:3.0:1767318680.353956:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989666176:0@lo:400:kworker.0 00000100:00100000:2.0:1767318680.355541:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989665920:0@lo:38:kworker.0 00000100:00100000:2.0:1767318680.355596:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318680.355636:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989665920 00000100:00100000:2.0:1767318680.355643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989666048:0@lo:38:kworker.0 00000100:00100000:0.0:1767318680.355645:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989665920 00000100:00100000:2.0:1767318680.355672:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318680.355689:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22665 00000100:00100000:0.0:1767318680.355698:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989665920:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318680.355702:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989666304:0@lo:38:kworker.0 00010000:00020000:0.0:1767318680.355720:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318680.355725:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318680.355745:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989666560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318680.355750:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666304 00000100:00100000:3.0:1767318680.355756:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666304 00000100:00100000:3.0:1767318680.355773:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22666 00000100:00100000:3.0:1767318680.355777:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989666304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318680.355786:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318680.355800:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989665920:12345-0@lo:38:kworker.0 Request processed in 102us (202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318680.355801:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318680.355813:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22665 00000100:00100000:3.0:1767318680.355827:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989666304:12345-0@lo:38:kworker.0 Request processed in 47us (101us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318680.355833:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666560 00000100:00100000:3.0:1767318680.355837:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22666 00000100:00100000:0.0:1767318680.355839:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666560 00000100:00080000:2.0:1767318680.355844:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318680.355851:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318680.355856:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989665920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318680.355858:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22667 00000100:00080000:2.0:1767318680.355866:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318680.355869:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318680.355872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989666304:0@lo:38:kworker.0 00000100:00100000:0.0:1767318680.355906:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989666560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318680.355917:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318680.355923:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666048 00000100:00100000:2.0:1767318680.355927:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666048 00000100:00100000:2.0:1767318680.355951:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:2.0:1767318680.355957:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989666048:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318680.355967:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989666560:12345-0@lo:38:kworker.0 Request processed in 59us (165us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767318680.355970:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318680.355978:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22667 00000100:00080000:3.0:1767318680.355993:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318680.355999:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318680.356006:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989666560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318680.356007:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989666048:12345-0@lo:38:kworker.0 Request processed in 46us (333us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318680.356019:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00080000:3.0:1767318680.356035:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318680.356040:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318680.356044:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989666048:0@lo:38:kworker.0 00000100:00100000:1.0:1767318680.357119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989666432:0@lo:400:kworker.0 00010000:00010000:3.0:1767318681.184732:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318681.378435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318681.444539:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318681.444655:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318681.444828:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795456 00000100:00100000:1.0:1767318681.444841:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795456 00000100:00100000:1.0:1767318681.444921:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795328 00000100:00100000:1.0:1767318681.444925:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795328 00000100:00100000:1.0:1767318681.444946:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4621 00000100:00100000:1.0:1767318681.444969:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925795456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318681.445062:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925795456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318681.445071:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4621 00000100:00100000:1.0:1767318681.445094:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22668 00000100:00100000:1.0:1767318681.445099:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925795328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318681.445125:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318681.445154:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925795328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318681.445161:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22668 00000100:00080000:2.0:1767318681.445707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318682.208558:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318682.400481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318683.232560:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318683.426346:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318683.427140:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318683.427163:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989666944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318683.427226:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318683.427281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989667072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318683.427320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318683.427372:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989666944 00000100:00100000:1.0:1767318683.427387:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667072 00000100:00100000:2.0:1767318683.427387:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989666944 00000100:00100000:1.0:1767318683.427399:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667072 00000100:00100000:2.0:1767318683.427513:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:2.0:1767318683.427528:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989666944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318683.427570:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318683.427659:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989666944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318683.427668:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00080000:3.0:1767318683.427732:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318683.427737:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318683.427968:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989666944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318683.430540:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:1.0:1767318683.430560:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989667072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318683.430597:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318683.430707:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989667072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (3377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318683.430715:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00100000:3.0:1767318683.430954:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989667072:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318684.258657:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318684.451454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318685.280497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318685.472390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318685.472824:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318685.472830:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318685.472834:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318685.472838:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318685.472842:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318685.472850:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3930 00000100:00080000:2.0:1767318685.472854:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318685.472860:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318685.472902:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadf80 x1853163989667200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318685.472916:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318685.472918:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318685.472920:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318685.472923:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3930 00000100:00080000:2.0:1767318685.472924:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318685.472927:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318685.472937:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989667328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318685.472970:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318685.472975:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318685.472976:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318685.472980:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3930 00000100:00080000:2.0:1767318685.472983:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318685.472987:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318685.473002:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711f80 x1853163989667584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318685.473022:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318685.473026:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318685.473028:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318685.473032:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3930 00000100:00080000:2.0:1767318685.473034:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318685.473038:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318685.473048:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712680 x1853163989667840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318685.473251:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989667456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318685.473305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318685.473375:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318685.473382:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989668096:0@lo:400:kworker.0 00000100:00100000:2.0:1767318685.473404:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667456 00000100:00100000:1.0:1767318685.473407:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318685.473413:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667456 00000100:00100000:2.0:1767318685.473490:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4622 00000100:00100000:0.0:1767318685.473494:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989667712:0@lo:400:kworker.0 00000100:00100000:2.0:1767318685.473500:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989667456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318685.473524:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318685.473547:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318685.473552:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989667968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318685.473554:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989667456:12345-0@lo:400:kworker.0 Request processed in 57us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318685.473561:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4622 00000100:00100000:0.0:1767318685.473570:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318685.473578:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667712 00000100:00100000:2.0:1767318685.473581:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667712 00000100:00100000:0.0:1767318685.473597:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668096 00000100:00100000:0.0:1767318685.473600:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668096 00000100:00100000:2.0:1767318685.473602:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4623 00000100:00100000:2.0:1767318685.473607:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989667712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318685.473627:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667968 00000100:00100000:0.0:1767318685.473630:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667968 00000100:00100000:2.0:1767318685.473639:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989667712:12345-0@lo:400:kworker.0 Request processed in 32us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318685.473645:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4623 00000100:00100000:0.0:1767318685.473650:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1767318685.473656:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989668096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318685.473686:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989668096:12345-0@lo:400:kworker.0 Request processed in 30us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318685.473691:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1767318685.473711:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1767318685.473717:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989667968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318685.473744:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989667968:12345-0@lo:400:kworker.0 Request processed in 27us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318685.473749:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1767318685.473777:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989667968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318685.473778:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989668096:0@lo:400:kworker.0 00000100:00100000:0.0:1767318685.473789:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989667712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318685.473789:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989667456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318685.474214:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989667200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318685.474269:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318685.474333:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667200 00000100:00100000:0.0:1767318685.474337:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667200 00000100:00100000:3.0:1767318685.474351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989667328:0@lo:38:kworker.0 00000100:00100000:0.0:1767318685.474368:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22669 00000100:00100000:0.0:1767318685.474373:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989667200:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318685.474375:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767318685.474392:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318685.474398:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989667584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318685.474416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318685.474420:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989667200:12345-0@lo:38:kworker.0 Request processed in 47us (152us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318685.474426:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22669 00000100:00100000:3.0:1767318685.474429:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989667840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318685.474436:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667584 00000100:00100000:0.0:1767318685.474439:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667584 00000100:00100000:0.0:1767318685.474454:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22670 00000100:00100000:0.0:1767318685.474457:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989667584:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318685.474461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767318685.474467:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318685.474487:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318685.474488:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989667584:12345-0@lo:38:kworker.0 Request processed in 29us (72us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318685.474491:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318685.474494:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22670 00000100:00100000:3.0:1767318685.474494:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989667200:0@lo:38:kworker.0 00000100:00080000:3.0:1767318685.474501:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318685.474504:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667840 00000100:00080000:3.0:1767318685.474505:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318685.474507:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667840 00000100:00100000:3.0:1767318685.474507:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989667584:0@lo:38:kworker.0 00000100:00100000:0.0:1767318685.474516:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22671 00000100:00100000:0.0:1767318685.474520:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989667840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318685.474528:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318685.474538:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989667328 00000100:00100000:3.0:1767318685.474542:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989667328 00000100:00100000:0.0:1767318685.474554:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989667840:12345-0@lo:38:kworker.0 Request processed in 32us (92us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318685.474559:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22671 00000100:00100000:3.0:1767318685.474562:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:3.0:1767318685.474566:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989667328:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767318685.474575:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:3.0:1767318685.474576:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318685.474579:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318685.474582:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318685.474599:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989667328:12345-0@lo:38:kworker.0 Request processed in 32us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318685.474605:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00080000:3.0:1767318685.474626:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318685.474630:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318685.474632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989667328:0@lo:38:kworker.0 00000100:00080000:3.0:1767318685.474641:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318685.474643:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318685.474645:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989667840:0@lo:38:kworker.0 00010000:00010000:3.0:1767318686.304740:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318686.497872:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318686.571506:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318686.571557:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318686.571808:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795712 00000100:00100000:2.0:1767318686.571821:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795712 00000100:00100000:3.0:1767318686.571940:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795584 00000100:00100000:3.0:1767318686.571948:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795584 00000100:00100000:2.0:1767318686.571967:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4624 00000100:00100000:2.0:1767318686.571981:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925795712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318686.572099:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925795712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 120us (603us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318686.572426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318686.572523:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4624 00000100:00100000:3.0:1767318686.572537:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22672 00000100:00100000:3.0:1767318686.572545:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925795584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318686.572569:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318686.572615:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925795584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 70us (1058us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318686.572622:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22672 00010000:00010000:3.0:1767318687.329250:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318687.520384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318688.357471:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318688.544600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318688.544754:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989668224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318688.544833:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318688.545002:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989668352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318688.545031:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318688.545076:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668224 00000100:00100000:3.0:1767318688.545084:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668224 00000100:00100000:3.0:1767318688.545129:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668352 00000100:00100000:3.0:1767318688.545132:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668352 00000100:00100000:3.0:1767318688.545149:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:3.0:1767318688.545157:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989668224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318688.545186:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318688.545251:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989668224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318688.545268:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00100000:3.0:1767318688.545285:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1767318688.545291:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989668352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318688.545308:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318688.545340:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989668352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318688.545345:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1767318688.545381:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989668352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318688.545407:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989668224:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318688.547006:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318688.547017:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318689.380663:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318689.568389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318690.404256:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318690.593117:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318690.600512:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318690.600522:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318690.600526:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318690.600530:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318690.600534:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318690.600542:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3935 00000100:00080000:0.0:1767318690.600547:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318690.600555:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318690.600642:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2680 x1853163989668480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318690.600670:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318690.600674:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318690.600676:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318690.600680:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3935 00000100:00080000:0.0:1767318690.600682:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318690.600686:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318690.600699:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0000 x1853163989668608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318690.600746:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318690.600750:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318690.600752:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318690.600756:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3935 00000100:00080000:0.0:1767318690.600759:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318690.600762:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318690.600774:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163989668864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318690.600801:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318690.600805:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318690.600807:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318690.600811:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989668736:0@lo:400:kworker.0 00000100:00080000:0.0:1767318690.600813:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3935 00000100:00080000:0.0:1767318690.600816:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318690.600819:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318690.600832:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636680 x1853163989669120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318690.600877:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989669376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318690.600919:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318690.601002:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989669248:0@lo:400:kworker.0 00000100:00100000:2.0:1767318690.601062:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989668480:0@lo:38:kworker.0 00000100:00100000:0.0:1767318690.601208:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.608913:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.608990:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989668608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318690.609031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.609058:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989668864:0@lo:38:kworker.0 00000100:00100000:2.0:1767318690.609081:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.609098:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989669120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318690.609122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.609175:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668736 00000100:00100000:2.0:1767318690.609184:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668736 00000100:00100000:2.0:1767318690.609280:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668480 00000100:00100000:2.0:1767318690.609284:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668480 00000100:00100000:2.0:1767318690.609301:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668864 00000100:00100000:2.0:1767318690.609304:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668864 00000100:00100000:2.0:1767318690.609311:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669120 00000100:00100000:2.0:1767318690.609313:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669120 00000100:00100000:2.0:1767318690.609324:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4625 00000100:00100000:2.0:1767318690.609345:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989668736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318690.609393:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989668736:12345-0@lo:400:kworker.0 Request processed in 61us (8474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318690.609400:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4625 00000100:00100000:2.0:1767318690.609419:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22673 00000100:00100000:2.0:1767318690.609423:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989668480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318690.609441:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318690.609470:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989668480:12345-0@lo:38:kworker.0 Request processed in 46us (566us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318690.609476:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22673 00000100:00100000:2.0:1767318690.609486:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22674 00000100:00100000:2.0:1767318690.609490:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989668864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318690.609498:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318690.609517:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989668864:12345-0@lo:38:kworker.0 Request processed in 26us (436us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318690.609522:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22674 00000100:00100000:2.0:1767318690.609531:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22675 00000100:00100000:2.0:1767318690.609535:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989669120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318690.609542:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318690.609560:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989669120:12345-0@lo:38:kworker.0 Request processed in 24us (437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318690.609565:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22675 00000100:00100000:2.0:1767318690.609579:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668608 00000100:00100000:2.0:1767318690.609582:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668608 00000100:00100000:2.0:1767318690.609600:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767318690.609604:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989668608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318690.609612:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318690.609638:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989668608:12345-0@lo:38:kworker.0 Request processed in 32us (606us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318690.609643:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00080000:2.0:1767318690.609665:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318690.609697:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318690.609701:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318690.609705:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989668480:0@lo:38:kworker.0 00000100:00080000:2.0:1767318690.609713:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318690.609715:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318690.609718:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989668608:0@lo:38:kworker.0 00000100:00080000:2.0:1767318690.609724:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318690.609727:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318690.609730:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989668864:0@lo:38:kworker.0 00000100:00080000:2.0:1767318690.609736:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318690.609738:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318690.609741:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989669120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318690.609789:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669376 00000100:00100000:2.0:1767318690.609793:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669376 00000100:00100000:2.0:1767318690.609827:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:2.0:1767318690.609834:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989669376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318690.609864:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989669376:12345-0@lo:400:kworker.0 Request processed in 32us (8657us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318690.609870:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00080000:2.0:1767318690.609884:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318690.609917:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989668992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318690.609942:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.609968:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989668992 00000100:00100000:2.0:1767318690.609972:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989668992 00000100:00100000:2.0:1767318690.609996:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626 00000100:00100000:2.0:1767318690.610001:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989668992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318690.610032:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989668992:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318690.610038:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626 00000100:00080000:2.0:1767318690.610052:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318690.610070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989668992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318690.610297:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989668736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318690.610990:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318690.614385:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669248 00000100:00100000:2.0:1767318690.614401:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669248 00000100:00100000:2.0:1767318690.614509:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:2.0:1767318690.614519:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989669248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318690.614607:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989669248:12345-0@lo:400:kworker.0 Request processed in 90us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318690.614615:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00080000:3.0:1767318690.614694:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318690.614760:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989669248:0@lo:400:kworker.0 00000100:00100000:0.0:1767318690.620817:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989669376:0@lo:400:kworker.0 00010000:00010000:3.0:1767318691.424456:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318691.616350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318691.687648:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318691.687725:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318691.688000:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795968 00000100:00100000:3.0:1767318691.688013:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795968 00000100:00100000:3.0:1767318691.688105:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925795840 00000100:00100000:3.0:1767318691.688109:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925795840 00000100:00100000:3.0:1767318691.688130:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4627 00000100:00100000:3.0:1767318691.688141:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925795968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318691.688289:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318691.688297:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925795968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 156us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318691.688307:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4627 00000100:00100000:3.0:1767318691.688331:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22676 00000100:00100000:3.0:1767318691.688337:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925795840:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318691.688360:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318691.688390:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925795840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (665us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318691.688397:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22676 00010000:00010000:3.0:1767318692.448532:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318692.640523:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318693.476353:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318693.664354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318693.664649:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318693.664665:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989669504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318693.664736:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318693.664901:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669504 00000100:00100000:1.0:1767318693.664909:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669504 00000100:00100000:1.0:1767318693.664979:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:1.0:1767318693.664990:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989669504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318693.665041:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318693.665087:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989669504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318693.665099:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00080000:0.0:1767318693.665251:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318693.665290:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989669504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318693.665632:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318693.669646:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989669632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318693.669726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318693.669889:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669632 00000100:00100000:2.0:1767318693.669901:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669632 00000100:00100000:2.0:1767318693.669969:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:2.0:1767318693.669978:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989669632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318693.670029:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318693.670093:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989669632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318693.670101:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00100000:3.0:1767318693.670217:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989669632:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318693.670437:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318694.498784:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318694.689549:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318695.520571:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318695.712350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318695.712486:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318695.712493:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318695.712496:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318695.712499:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318695.712503:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318695.712510:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3940 00000100:00080000:1.0:1767318695.712514:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318695.712520:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318695.712563:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ce00 x1853163989669760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318695.712584:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318695.712587:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318695.712589:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318695.712593:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3940 00000100:00080000:1.0:1767318695.712595:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318695.712599:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318695.712617:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163989669888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318695.712672:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989669760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318695.712735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318695.712786:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989669888:0@lo:38:kworker.0 00000100:00100000:0.0:1767318695.712815:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318695.712853:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669760 00000100:00100000:0.0:1767318695.712861:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669760 00000100:00100000:0.0:1767318695.712893:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22677 00000100:00100000:0.0:1767318695.712898:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989669760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318695.712917:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318695.712953:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989669760:12345-0@lo:38:kworker.0 Request processed in 54us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318695.712959:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22677 00000100:00100000:0.0:1767318695.712980:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989669888 00000100:00100000:0.0:1767318695.712983:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989669888 00000100:00100000:0.0:1767318695.713012:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:0.0:1767318695.713016:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989669888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318695.713024:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318695.713044:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989669888:12345-0@lo:38:kworker.0 Request processed in 28us (234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318695.713049:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00080000:0.0:1767318695.713079:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318695.713083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318695.713086:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989669760:0@lo:38:kworker.0 00000100:00080000:0.0:1767318695.713093:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318695.713107:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318695.713111:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989669888:0@lo:38:kworker.0 00000100:00080000:1.0:1767318695.727779:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318695.727790:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318695.727794:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318695.727803:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3940 00000100:00080000:1.0:1767318695.727809:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318695.727816:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318695.727855:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e680 x1853163989670144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318695.727896:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318695.727899:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318695.727901:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318695.727905:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3940 00000100:00080000:1.0:1767318695.727907:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318695.727910:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318695.727921:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d880 x1853163989670400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318695.727978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989670656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318695.728064:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318695.728822:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989670528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318695.728851:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318695.728875:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670656 00000100:00100000:2.0:1767318695.728882:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670656 00000100:00100000:2.0:1767318695.728924:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670528 00000100:00100000:2.0:1767318695.728926:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670528 00000100:00100000:2.0:1767318695.728940:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:2.0:1767318695.728945:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989670656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318695.729038:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989670656:12345-0@lo:400:kworker.0 Request processed in 92us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318695.729043:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00100000:2.0:1767318695.729064:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:2.0:1767318695.729161:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989670528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318695.729198:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989670528:12345-0@lo:400:kworker.0 Request processed in 129us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318695.729204:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00080000:2.0:1767318695.729245:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318695.729249:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318695.729430:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989670272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318695.729462:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318695.729501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989670144:0@lo:38:kworker.0 00000100:00100000:2.0:1767318695.729514:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670272 00000100:00100000:2.0:1767318695.729520:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670272 00000100:00100000:0.0:1767318695.729525:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318695.729550:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670144 00000100:00100000:0.0:1767318695.729554:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670144 00000100:00100000:2.0:1767318695.729572:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4628 00000100:00100000:2.0:1767318695.729581:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989670272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318695.729586:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22678 00000100:00100000:0.0:1767318695.729592:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989670144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318695.729610:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318695.729625:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989670272:12345-0@lo:400:kworker.0 Request processed in 45us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318695.729632:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4628 00000100:00100000:0.0:1767318695.729651:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989670144:12345-0@lo:38:kworker.0 Request processed in 55us (124us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318695.729658:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318695.729659:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22678 00000100:00100000:1.0:1767318695.729782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989670656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318695.729800:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318695.729806:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989670016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318695.729819:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989670528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318695.729832:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318695.729865:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670016 00000100:00100000:1.0:1767318695.729869:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670016 00000100:00100000:0.0:1767318695.729906:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989670272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318695.729907:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4629 00000100:00100000:1.0:1767318695.729918:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989670016:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318695.729933:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318695.729946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318695.729951:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989670144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318695.729955:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989670016:12345-0@lo:400:kworker.0 Request processed in 36us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318695.729959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989670400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318695.729965:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4629 00000100:00100000:0.0:1767318695.729989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318695.730029:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670400 00000100:00100000:0.0:1767318695.730033:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670400 00000100:00100000:1.0:1767318695.730046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989670016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318695.730051:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22679 00000100:00100000:0.0:1767318695.730058:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989670400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318695.730069:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318695.730109:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989670400:12345-0@lo:38:kworker.0 Request processed in 49us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318695.730115:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22679 00000100:00080000:2.0:1767318695.730179:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318695.731213:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318695.731222:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318695.731227:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989670400:0@lo:38:kworker.0 00010000:00010000:3.0:1767318696.544934:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318696.736534:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318696.804772:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318696.804864:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318696.804965:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796224 00000100:00100000:2.0:1767318696.804975:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796224 00000100:00100000:2.0:1767318696.805056:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796096 00000100:00100000:2.0:1767318696.805059:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796096 00000100:00100000:2.0:1767318696.805081:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4630 00000100:00100000:2.0:1767318696.805093:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925796224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318696.805110:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22680 00000100:00100000:1.0:1767318696.805120:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925796096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318696.805144:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318696.805255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318696.805354:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925796224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 263us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318696.805363:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4630 00000100:00100000:1.0:1767318696.805432:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925796096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 311us (566us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318696.805439:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22680 00010000:00010000:3.0:1767318697.568445:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318697.760356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318698.592402:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318698.784979:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318698.785308:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318698.785328:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989670784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318698.785395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318698.785551:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670784 00000100:00100000:0.0:1767318698.785560:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670784 00000100:00100000:0.0:1767318698.785631:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:0.0:1767318698.785642:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989670784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318698.785671:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318698.785719:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989670784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318698.785726:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00080000:2.0:1767318698.785930:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318698.785966:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989670784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318698.786120:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318698.786130:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989670912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318698.786159:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318698.786246:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989670912 00000100:00100000:1.0:1767318698.786251:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989670912 00000100:00100000:1.0:1767318698.786301:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:1.0:1767318698.786309:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989670912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318698.786325:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318698.786363:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989670912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318698.786370:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00100000:1.0:1767318698.786401:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989670912:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318698.786455:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318699.616668:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318699.808433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318700.640607:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318700.832407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318700.833648:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318700.833657:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318700.833660:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318700.833664:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318700.833668:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318700.833676:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3945 00000100:00080000:2.0:1767318700.833680:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318700.833687:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318700.833804:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163989671040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318700.833835:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318700.833838:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318700.833840:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318700.833843:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3945 00000100:00080000:2.0:1767318700.833846:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318700.833849:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318700.833865:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0000 x1853163989671168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318700.833911:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318700.833914:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318700.833916:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318700.833919:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3945 00000100:00080000:2.0:1767318700.833921:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318700.833925:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318700.833938:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989671424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318700.833961:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318700.833964:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318700.833966:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318700.833969:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3945 00000100:00080000:2.0:1767318700.833971:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318700.833975:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318700.833984:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163989671680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318700.834033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989671552:0@lo:400:kworker.0 00000100:00100000:2.0:1767318700.834098:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318700.834164:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318700.834171:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989671808:0@lo:400:kworker.0 00000100:00100000:2.0:1767318700.834196:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318700.834263:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989671296:0@lo:400:kworker.0 00000100:00100000:2.0:1767318700.834287:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671552 00000100:00100000:3.0:1767318700.834293:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318700.834295:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671552 00000100:00100000:3.0:1767318700.834316:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318700.834321:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989671936:0@lo:400:kworker.0 00000100:00100000:3.0:1767318700.834340:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318700.834345:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671296 00000100:00100000:2.0:1767318700.834348:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671296 00000100:00100000:3.0:1767318700.834365:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671808 00000100:00100000:2.0:1767318700.834368:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631 00000100:00100000:3.0:1767318700.834368:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671808 00000100:00100000:2.0:1767318700.834375:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989671552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318700.834395:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671936 00000100:00100000:3.0:1767318700.834398:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671936 00000100:00100000:3.0:1767318700.834417:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1767318700.834423:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989671808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318700.834437:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989671552:12345-0@lo:400:kworker.0 Request processed in 61us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318700.834451:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989671808:12345-0@lo:400:kworker.0 Request processed in 28us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318700.834460:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1767318700.834475:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:3.0:1767318700.834481:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989671936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318700.834510:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989671936:12345-0@lo:400:kworker.0 Request processed in 29us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318700.834516:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:3.0:1767318700.834557:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989671936:0@lo:400:kworker.0 00000100:00100000:0.0:1767318700.834568:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4632 00000100:00100000:0.0:1767318700.834577:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989671296:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318700.834587:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318700.834591:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318700.834594:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318700.834615:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989671296:12345-0@lo:400:kworker.0 Request processed in 40us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318700.834615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989671808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318700.834621:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4632 00000100:00100000:3.0:1767318700.834623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989671552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318700.834653:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989671296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318700.835008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989671040:0@lo:38:kworker.0 00000100:00100000:1.0:1767318700.835050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318700.835081:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989671168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318700.835103:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318700.835133:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989671424:0@lo:38:kworker.0 00000100:00100000:1.0:1767318700.835154:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318700.835170:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989671680:0@lo:38:kworker.0 00000100:00100000:1.0:1767318700.835189:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318700.835216:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671040 00000100:00100000:1.0:1767318700.835220:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671040 00000100:00100000:1.0:1767318700.835259:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671424 00000100:00100000:1.0:1767318700.835262:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671424 00000100:00100000:1.0:1767318700.835276:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671680 00000100:00100000:1.0:1767318700.835278:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671680 00000100:00100000:1.0:1767318700.835289:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22681 00000100:00100000:1.0:1767318700.835294:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989671040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318700.835311:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318700.835342:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989671040:12345-0@lo:38:kworker.0 Request processed in 47us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318700.835347:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22681 00000100:00100000:1.0:1767318700.835357:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22682 00000100:00100000:1.0:1767318700.835361:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989671424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318700.835370:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318700.835388:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989671424:12345-0@lo:38:kworker.0 Request processed in 26us (234us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318700.835394:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22682 00000100:00100000:1.0:1767318700.835403:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22683 00000100:00100000:3.0:1767318700.835544:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989671168 00000100:00100000:3.0:1767318700.835549:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989671168 00000100:00100000:3.0:1767318700.835571:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:3.0:1767318700.835575:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989671168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318700.835585:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318700.835588:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318700.835592:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318700.835595:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989671040:0@lo:38:kworker.0 00000100:00080000:0.0:1767318700.835604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318700.835607:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318700.835609:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989671168:12345-0@lo:38:kworker.0 Request processed in 33us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318700.835610:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989671424:0@lo:38:kworker.0 00000100:00100000:3.0:1767318700.835615:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00080000:0.0:1767318700.835627:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318700.835631:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318700.835633:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989671168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318700.835858:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989671680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318700.835873:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318700.835953:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989671680:12345-0@lo:38:kworker.0 Request processed in 543us (761us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318700.835960:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22683 00000100:00100000:2.0:1767318700.836783:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631 00000100:00080000:0.0:1767318700.838881:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318700.838894:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318700.838899:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989671680:0@lo:38:kworker.0 00000100:00100000:1.0:1767318700.901450:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767318700.901486:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925796352 offset 0 length 520: 4 00000100:00100000:1.0:1767318700.901531:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318700.901741:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796608 00000100:00100000:2.0:1767318700.901752:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796608 00000100:00100000:2.0:1767318700.901831:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796480 00000100:00100000:2.0:1767318700.901835:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796480 00000100:00100000:2.0:1767318700.901855:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4633 00000100:00100000:2.0:1767318700.901865:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925796608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318700.901945:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925796608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318700.901956:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4633 00000100:00100000:2.0:1767318700.901975:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22684 00000100:00100000:2.0:1767318700.901980:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925796480:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318700.901999:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318700.902039:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925796480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (507us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318700.902045:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22684 00000100:00080000:0.0:1767318700.902270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318701.666188:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318701.856405:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318676/real 1767318676] req@ffff96e227a17b80 x1853163989663488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318701 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318701.856442:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e227a17b80 x1853163989663488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318701 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318701.856464:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318701.856486:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318701.856490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989663488:0@lo:250:kworker.0 00000100:00100000:3.0:1767318701.856699:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318701.856990:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318701.856996:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318701.856999:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318701.857014:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3925 00000100:00080000:1.0:1767318701.857019:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318701.857025:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318701.857074:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163989672064/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318701.857098:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318701.857101:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318701.857103:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318701.857106:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767318701.857108:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318701.857111:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318701.857129:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1500 x1853163989672192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318701.857138:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318701.857140:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318701.857143:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318701.857146:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767318701.857148:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318701.857152:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318701.857163:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2a00 x1853163989672320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318701.857202:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318701.857205:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318701.857207:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318701.857210:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3950 00000100:00080000:1.0:1767318701.857212:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318701.857216:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318701.857227:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163989672576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318701.857261:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767318701.857264:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318701.857268:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318701.857269:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318701.857273:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3950 00000100:00100000:2.0:1767318701.857274:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989672448:0@lo:400:kworker.0 00000100:00080000:1.0:1767318701.857275:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318701.857278:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318701.857287:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2300 x1853163989672832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318701.857321:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989672960:0@lo:400:kworker.0 00000100:00100000:2.0:1767318701.857332:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318701.857394:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989672064:0@lo:250:kworker.0 00000100:00100000:3.0:1767318701.857445:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318701.857455:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989673088:0@lo:400:kworker.0 00000100:00100000:1.0:1767318701.858015:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.859103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989672704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318701.859366:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.859412:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672448 00000100:00100000:2.0:1767318701.859420:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672448 00000100:00100000:2.0:1767318701.859467:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672704 00000100:00100000:2.0:1767318701.859470:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672704 00000100:00100000:2.0:1767318701.859493:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634 00000100:00100000:2.0:1767318701.859502:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989672448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318701.859555:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989672448:12345-0@lo:400:kworker.0 Request processed in 54us (2222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318701.859561:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634 00000100:00100000:2.0:1767318701.859578:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635 00000100:00100000:2.0:1767318701.859584:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989672704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318701.859614:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989672704:12345-0@lo:400:kworker.0 Request processed in 30us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318701.859620:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635 00000100:00100000:2.0:1767318701.859660:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672960 00000100:00100000:2.0:1767318701.859664:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672960 00000100:00100000:2.0:1767318701.859690:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:2.0:1767318701.859695:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989672960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318701.859727:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989672960:12345-0@lo:400:kworker.0 Request processed in 32us (1723us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318701.859733:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:1.0:1767318701.859990:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989672960:0@lo:400:kworker.0 00000400:00000100:0.0:1767318701.860138:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989672064 offset 0 length 520: 4 00000100:00100000:3.0:1767318701.860287:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.860335:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989672448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318701.860377:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673088 00000100:00100000:0.0:1767318701.860381:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673088 00000100:00100000:0.0:1767318701.860414:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:1.0:1767318701.860414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989672704:0@lo:400:kworker.0 00000100:00100000:0.0:1767318701.860421:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989673088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318701.860470:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989673088:12345-0@lo:400:kworker.0 Request processed in 50us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318701.860475:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989672192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318701.860476:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:2.0:1767318701.860503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.860529:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989672320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.860552:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.860568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989672576:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.860588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.860604:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989672832:0@lo:38:kworker.0 00000100:00100000:2.0:1767318701.860624:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318701.860650:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672192 00000100:00100000:2.0:1767318701.860654:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672192 00000100:00100000:2.0:1767318701.860673:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672576 00000100:00100000:2.0:1767318701.860676:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672576 00000100:00100000:2.0:1767318701.860686:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672832 00000100:00100000:2.0:1767318701.860688:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672832 00000100:00100000:2.0:1767318701.860702:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22685 00000100:00100000:2.0:1767318701.860707:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989672192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318701.860725:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318701.860757:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989672192:12345-0@lo:38:kworker.0 Request processed in 49us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318701.860763:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22685 00000100:00100000:2.0:1767318701.860774:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22686 00000100:00100000:2.0:1767318701.860778:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989672576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318701.860787:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318701.860809:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989672576:12345-0@lo:38:kworker.0 Request processed in 29us (220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318701.860811:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989672320 00000100:00100000:2.0:1767318701.860814:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22686 00000100:00100000:3.0:1767318701.860815:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989672320 00000100:00100000:2.0:1767318701.860824:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22687 00000100:00100000:2.0:1767318701.860828:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989672832:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318701.860835:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00010000:00020000:2.0:1767318701.860836:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318701.860840:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989672320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318701.860849:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318701.860855:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989672832:12345-0@lo:38:kworker.0 Request processed in 26us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318701.860860:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22687 00000100:00100000:3.0:1767318701.860870:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989672320:12345-0@lo:38:kworker.0 Request processed in 30us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318701.860875:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00080000:2.0:1767318701.860887:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.860893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.860896:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989672192:0@lo:38:kworker.0 00000100:00080000:2.0:1767318701.860906:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.860909:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.860911:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989672320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318701.860919:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.860922:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.860924:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989672576:0@lo:38:kworker.0 00000100:00080000:2.0:1767318701.860930:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318701.860933:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318701.860936:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989672832:0@lo:38:kworker.0 00000100:00100000:1.0:1767318701.861722:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989673088:0@lo:400:kworker.0 00010000:00010000:3.0:1767318702.690128:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318702.880364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318703.714182:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318703.904375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318703.905786:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318703.905809:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989673216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318703.905878:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318703.906280:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673216 00000100:00100000:3.0:1767318703.906301:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673216 00000100:00100000:1.0:1767318703.906504:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:1.0:1767318703.906519:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989673216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318703.906561:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318703.906610:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989673216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318703.906618:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00080000:1.0:1767318703.906654:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318703.907146:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989673216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318703.907216:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318703.907227:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989673344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318703.907296:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318703.907815:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673344 00000100:00100000:3.0:1767318703.907821:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673344 00000100:00100000:3.0:1767318703.907872:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:3.0:1767318703.907880:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989673344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318703.907903:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318703.907951:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989673344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318703.907957:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00080000:1.0:1767318703.908023:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318703.908200:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989673344:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318704.738539:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318704.928559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318705.760853:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318705.952371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318706.020672:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318706.020729:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318706.020805:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796864 00000100:00100000:2.0:1767318706.020823:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796864 00000100:00100000:2.0:1767318706.020923:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796736 00000100:00100000:2.0:1767318706.020937:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796736 00000100:00100000:2.0:1767318706.021176:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4636 00000100:00100000:2.0:1767318706.021195:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925796864:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318706.021386:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925796864:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 198us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318706.021396:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4636 00000100:00100000:2.0:1767318706.021423:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22688 00000100:00100000:2.0:1767318706.021428:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925796736:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318706.021452:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318706.021482:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925796736:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (752us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318706.021488:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22688 00000100:00080000:3.0:1767318706.021538:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318706.784469:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318706.976492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318706.976941:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.976947:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318706.976951:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.976955:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318706.976959:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318706.976967:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3951 00000100:00080000:2.0:1767318706.976972:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318706.976979:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318706.977034:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989673472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318706.977402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989673472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318706.977477:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318706.977614:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.977618:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318706.977620:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318706.977624:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3951 00000100:00080000:2.0:1767318706.977627:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318706.977631:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318706.977646:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586d80 x1853163989673600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318706.977699:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673472 00000100:00100000:3.0:1767318706.977707:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673472 00000100:00100000:3.0:1767318706.977753:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22689 00000100:00100000:3.0:1767318706.977760:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb20c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989673472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318706.977780:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318706.978108:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989673600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318706.978139:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318706.978222:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673600 00000100:00100000:1.0:1767318706.978228:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673600 00000100:00100000:1.0:1767318706.978273:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:1.0:1767318706.978279:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989673600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318706.978290:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318706.978324:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989673600:12345-0@lo:38:kworker.0 Request processed in 45us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318706.978331:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00080000:2.0:1767318706.978991:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.979005:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318706.979009:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318706.979014:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3951 00000100:00080000:2.0:1767318706.979018:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318706.979023:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318706.979043:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163989673856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318706.979087:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.979099:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318706.979101:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318706.979105:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3951 00000100:00080000:2.0:1767318706.979107:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318706.979112:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318706.979131:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989674112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318706.979173:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989673984:0@lo:400:kworker.0 00000100:00100000:2.0:1767318706.979266:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318706.979295:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318706.979301:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989674240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318706.979326:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318706.979366:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674240 00000100:00100000:2.0:1767318706.979371:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674240 00000100:00100000:2.0:1767318706.979421:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:2.0:1767318706.979427:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989674240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318706.979472:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989674240:12345-0@lo:400:kworker.0 Request processed in 45us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318706.979477:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00000100:00100000:2.0:1767318706.979513:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989674240:0@lo:400:kworker.0 00000100:00080000:2.0:1767318706.979539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318706.979614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989674368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.979642:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318706.979669:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318706.979675:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989673728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.979697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318706.979731:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673984 00000100:00100000:1.0:1767318706.979735:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673984 00000100:00100000:1.0:1767318706.979767:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673728 00000100:00100000:1.0:1767318706.979770:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673728 00000100:00100000:1.0:1767318706.979789:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4637 00000100:00100000:1.0:1767318706.979795:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989673984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.979825:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989673984:12345-0@lo:400:kworker.0 Request processed in 30us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318706.979831:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4637 00000100:00100000:1.0:1767318706.979843:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1767318706.979850:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989673728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.979894:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989673728:12345-0@lo:400:kworker.0 Request processed in 45us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318706.979900:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1767318706.979955:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989673728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.979981:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674368 00000100:00100000:1.0:1767318706.979984:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674368 00000100:00100000:1.0:1767318706.980012:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1767318706.980019:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989674368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318706.980053:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989674368:12345-0@lo:400:kworker.0 Request processed in 34us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318706.980059:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1767318706.980084:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989674368:0@lo:400:kworker.0 00000100:00080000:2.0:1767318706.980606:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318706.980611:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318706.980636:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989673984:0@lo:400:kworker.0 00000100:00100000:3.0:1767318706.980955:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb20c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989673472:12345-0@lo:38:kworker.0 Request processed in 3192us (3475us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318706.980965:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22689 00000100:00080000:0.0:1767318706.990921:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318706.990950:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318706.990955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989673472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318706.991005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989673856:0@lo:38:kworker.0 00000100:00100000:0.0:1767318706.991085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318706.991424:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989674112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318706.991448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318706.997833:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318706.997849:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318706.997854:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989673600:0@lo:38:kworker.0 00000100:00100000:3.0:1767318706.997920:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989673856 00000100:00100000:3.0:1767318706.997929:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989673856 00000100:00100000:3.0:1767318706.997975:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674112 00000100:00100000:3.0:1767318706.997979:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674112 00000100:00100000:3.0:1767318706.998534:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22690 00000100:00100000:3.0:1767318706.998542:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989673856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318706.998564:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318706.998629:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989673856:12345-0@lo:38:kworker.0 Request processed in 86us (7543us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318706.998636:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22690 00000100:00100000:3.0:1767318706.998652:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22691 00000100:00100000:3.0:1767318706.998657:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989674112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318706.998667:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318706.998692:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989674112:12345-0@lo:38:kworker.0 Request processed in 34us (7243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318706.998698:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22691 00000100:00080000:0.0:1767318706.998764:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318706.998769:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318706.998773:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989673856:0@lo:38:kworker.0 00000100:00080000:0.0:1767318706.998783:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318706.998786:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318706.998789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989674112:0@lo:38:kworker.0 00010000:00010000:3.0:1767318707.813317:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318708.003352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318708.833207:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318709.024390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318709.024887:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318709.024904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989674496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318709.024965:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318709.024971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318709.024978:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989674624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318709.025018:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318709.025062:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674496 00000100:00100000:1.0:1767318709.025070:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674496 00000100:00100000:1.0:1767318709.025130:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674624 00000100:00100000:1.0:1767318709.025134:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674624 00000100:00100000:1.0:1767318709.025155:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00080000:3.0:1767318709.025162:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318709.025164:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989674496:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318709.025168:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318709.025194:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:3.0:1767318709.025206:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989674624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318709.025207:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767318709.025227:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318709.025280:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989674496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318709.025289:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:3.0:1767318709.025295:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989674624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318709.025303:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1767318709.025341:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989674496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318709.025349:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989674624:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318709.856480:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318710.048391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318710.881795:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318711.072375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318711.140981:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318711.141101:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925797120 00000100:00100000:0.0:1767318711.141113:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925797120 00000100:00080000:3.0:1767318711.141191:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318711.141197:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4639 00000100:00100000:0.0:1767318711.141208:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925797120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318711.141389:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925797120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 183us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318711.141398:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4639 00000100:00100000:1.0:1767318711.143730:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318711.143922:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925796992 00000100:00100000:0.0:1767318711.143935:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925796992 00000100:00100000:0.0:1767318711.143997:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22692 00000100:00100000:0.0:1767318711.144004:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925796992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318711.144027:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318711.144094:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925796992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 89us (378us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318711.144102:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22692 00010000:00010000:3.0:1767318711.904487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318712.096734:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318712.096744:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318712.096747:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318712.096760:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318712.096765:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318712.096774:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3956 00000100:00080000:1.0:1767318712.096779:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318712.096786:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318712.096837:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163989674752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318712.096865:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318712.096870:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318712.096871:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318712.096875:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3956 00000100:00080000:1.0:1767318712.096877:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318712.096881:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318712.096894:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3b80 x1853163989674880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318712.096934:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318712.096939:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318712.096941:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318712.096945:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3956 00000100:00080000:1.0:1767318712.096947:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318712.096951:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318712.096970:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989674752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318712.096973:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1180 x1853163989675136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318712.096994:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318712.096998:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318712.096999:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318712.097003:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3956 00000100:00080000:1.0:1767318712.097005:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318712.097008:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318712.097017:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1f80 x1853163989675392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318712.097039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318712.097050:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989675648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318712.097084:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318712.097101:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989674880:0@lo:38:kworker.0 00000100:00100000:1.0:1767318712.097105:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318712.097110:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989675008:0@lo:400:kworker.0 00000100:00100000:0.0:1767318712.097124:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318712.097129:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318712.097150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989675136:0@lo:38:kworker.0 00000100:00100000:1.0:1767318712.097153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989675264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318712.097171:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318712.097182:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674880 00000100:00100000:1.0:1767318712.097189:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674880 00000100:00100000:1.0:1767318712.097223:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:1.0:1767318712.097253:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989674880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318712.097272:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318712.097366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989675392:0@lo:38:kworker.0 00000100:00100000:2.0:1767318712.097433:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675648 00000100:00100000:2.0:1767318712.097439:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675648 00000100:00100000:2.0:1767318712.097487:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:2.0:1767318712.097495:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989675648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318712.097566:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989674880:12345-0@lo:38:kworker.0 Request processed in 335us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318712.097574:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:1.0:1767318712.097602:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989674752 00000100:00100000:1.0:1767318712.097606:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989674752 00000100:00100000:1.0:1767318712.097625:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675008 00000100:00100000:1.0:1767318712.097628:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675008 00000100:00100000:1.0:1767318712.097648:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675136 00000100:00100000:1.0:1767318712.097651:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675136 00000100:00100000:1.0:1767318712.097664:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4640 00000100:00100000:1.0:1767318712.097670:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989675008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318712.097703:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989675008:12345-0@lo:400:kworker.0 Request processed in 33us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318712.097708:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4640 00000100:00100000:1.0:1767318712.097721:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22693 00000100:00100000:1.0:1767318712.097725:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989674752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318712.097735:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318712.097860:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318712.097907:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989674752:12345-0@lo:38:kworker.0 Request processed in 178us (865us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318712.097910:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989675520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318712.097934:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22693 00000100:00100000:1.0:1767318712.097952:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22694 00000100:00100000:3.0:1767318712.097997:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318712.098034:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989675136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318712.098048:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318712.098060:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318712.098069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318712.098089:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989675136:12345-0@lo:38:kworker.0 Request processed in 59us (916us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318712.098097:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22694 00000100:00100000:3.0:1767318712.098115:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675520 00000100:00100000:3.0:1767318712.098125:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675520 00000100:00100000:1.0:1767318712.098169:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318712.098190:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:3.0:1767318712.098207:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989675520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318712.098223:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675264 00000100:00100000:1.0:1767318712.098258:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675264 00000100:00100000:3.0:1767318712.098305:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989675520:12345-0@lo:400:kworker.0 Request processed in 104us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318712.098309:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4641 00000100:00100000:1.0:1767318712.098328:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989675264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318712.098333:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:1.0:1767318712.098384:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989675264:12345-0@lo:400:kworker.0 Request processed in 59us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318712.098392:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4641 00000100:00100000:1.0:1767318712.098437:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989675264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318712.098467:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989675008:0@lo:400:kworker.0 00000100:00080000:3.0:1767318712.098918:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318712.098925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318712.098958:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989675520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318712.104065:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989675648:12345-0@lo:400:kworker.0 Request processed in 6550us (6958us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318712.104081:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:1.0:1767318712.104124:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989675648:0@lo:400:kworker.0 00000100:00100000:0.0:1767318712.104155:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318712.104220:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318712.104226:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318712.104245:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675392 00000100:00100000:1.0:1767318712.104253:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675392 00000100:00100000:1.0:1767318712.104295:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22695 00000100:00100000:1.0:1767318712.104301:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989675392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318712.104320:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318712.104367:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989675392:12345-0@lo:38:kworker.0 Request processed in 64us (493us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318712.104373:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22695 00000100:00100000:0.0:1767318712.104420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989674752:0@lo:38:kworker.0 00000100:00080000:0.0:1767318712.104441:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318712.104445:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318712.104449:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989674880:0@lo:38:kworker.0 00000100:00080000:0.0:1767318712.104477:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318712.104480:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318712.104482:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989675136:0@lo:38:kworker.0 00000100:00080000:0.0:1767318712.104490:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318712.104493:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318712.104495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989675392:0@lo:38:kworker.0 00010000:00010000:3.0:1767318712.928691:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318713.120561:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318713.953991:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318714.144757:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318714.144787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989675776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318714.144861:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318714.144970:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675776 00000100:00100000:2.0:1767318714.144980:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675776 00000100:00100000:2.0:1767318714.145038:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:2.0:1767318714.145047:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989675776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318714.145076:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318714.145122:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989675776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318714.145130:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:2.0:1767318714.145173:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989675776:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318714.145248:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318714.145469:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318714.145480:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989675904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318714.145511:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318714.145587:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989675904 00000100:00100000:0.0:1767318714.145591:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989675904 00000100:00100000:0.0:1767318714.145630:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:0.0:1767318714.145636:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989675904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318714.145654:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318714.145684:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989675904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318714.145691:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00100000:2.0:1767318714.145814:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318714.145986:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318714.146008:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989675904:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318714.978096:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318715.168323:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318716.000723:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318716.192598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318716.263336:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318716.263517:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925797376 00000100:00100000:2.0:1767318716.263528:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925797376 00000100:00100000:2.0:1767318716.263608:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4642 00000100:00100000:2.0:1767318716.263618:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925797376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318716.263703:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925797376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318716.263710:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4642 00000100:00080000:3.0:1767318716.263779:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318716.264181:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318716.264263:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925797248 00000100:00100000:1.0:1767318716.264269:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925797248 00000100:00100000:1.0:1767318716.264303:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22696 00000100:00100000:1.0:1767318716.264309:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925797248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318716.264330:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318716.264373:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925797248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 63us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318716.264381:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22696 00010000:00010000:3.0:1767318717.026272:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318717.216544:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318717.216603:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318717.216609:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318717.216612:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318717.216615:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318717.216619:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318717.216627:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3961 00000100:00080000:2.0:1767318717.216632:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318717.216639:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318717.216680:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09aa00 x1853163989676032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318717.216707:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318717.216711:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318717.216712:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318717.216725:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3961 00000100:00080000:2.0:1767318717.216727:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318717.216731:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318717.216744:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098380 x1853163989676160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318717.216777:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318717.216780:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318717.216782:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318717.216785:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3961 00000100:00080000:2.0:1767318717.216787:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318717.216791:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318717.216803:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b800 x1853163989676416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318717.216832:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318717.216836:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318717.216838:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318717.216841:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3961 00000100:00080000:2.0:1767318717.216844:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318717.216847:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318717.216857:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098000 x1853163989676672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318717.216894:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989676544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318717.216933:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989676800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318717.216962:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318717.216964:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.217012:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989676032:0@lo:38:kworker.0 00000100:00100000:1.0:1767318717.217066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989676928:0@lo:400:kworker.0 00000100:00100000:0.0:1767318717.218830:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.218900:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989676160:0@lo:38:kworker.0 00000100:00100000:0.0:1767318717.218935:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.218959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989676416:0@lo:38:kworker.0 00000100:00100000:0.0:1767318717.218977:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.218991:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989676672:0@lo:38:kworker.0 00000100:00100000:0.0:1767318717.219010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.219052:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676160 00000100:00100000:0.0:1767318717.219060:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676160 00000100:00100000:0.0:1767318717.219096:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1767318717.219102:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989676160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318717.219123:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318717.219162:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989676160:12345-0@lo:38:kworker.0 Request processed in 59us (225us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318717.219169:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1767318717.219196:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676544 00000100:00100000:0.0:1767318717.219200:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676544 00000100:00100000:0.0:1767318717.219269:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676032 00000100:00100000:0.0:1767318717.219273:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676032 00000100:00100000:0.0:1767318717.219288:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676416 00000100:00100000:0.0:1767318717.219290:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676416 00000100:00100000:0.0:1767318717.219297:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676672 00000100:00100000:0.0:1767318717.219299:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676672 00000100:00100000:0.0:1767318717.219307:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4643 00000100:00100000:0.0:1767318717.219314:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989676544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318717.219364:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989676544:12345-0@lo:400:kworker.0 Request processed in 50us (2401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318717.219370:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4643 00000100:00100000:0.0:1767318717.219383:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22697 00000100:00100000:0.0:1767318717.219388:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989676032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318717.219398:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318717.219424:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989676032:12345-0@lo:38:kworker.0 Request processed in 34us (601us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318717.219430:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22697 00000100:00100000:0.0:1767318717.219443:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22698 00000100:00100000:0.0:1767318717.219446:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989676416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318717.219454:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318717.219476:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989676416:12345-0@lo:38:kworker.0 Request processed in 27us (497us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318717.219482:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22698 00000100:00100000:0.0:1767318717.219493:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22699 00000100:00100000:0.0:1767318717.219497:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989676672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318717.219505:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318717.219527:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989676672:12345-0@lo:38:kworker.0 Request processed in 30us (517us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318717.219532:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22699 00000100:00080000:0.0:1767318717.219582:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318717.219587:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318717.219590:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989676032:0@lo:38:kworker.0 00000100:00080000:0.0:1767318717.219602:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318717.219605:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318717.219608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989676160:0@lo:38:kworker.0 00000100:00080000:0.0:1767318717.219616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318717.219620:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318717.219623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989676416:0@lo:38:kworker.0 00000100:00080000:0.0:1767318717.219630:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318717.219633:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318717.219636:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989676672:0@lo:38:kworker.0 00000100:00080000:0.0:1767318717.219703:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318717.219730:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989676288:0@lo:400:kworker.0 00000100:00100000:0.0:1767318717.219759:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.219789:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676288 00000100:00100000:0.0:1767318717.219792:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676288 00000100:00100000:0.0:1767318717.219821:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4644 00000100:00100000:0.0:1767318717.219827:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989676288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318717.219862:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989676288:12345-0@lo:400:kworker.0 Request processed in 35us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318717.219868:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4644 00000100:00080000:0.0:1767318717.219886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318717.219905:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989676288:0@lo:400:kworker.0 00000100:00100000:3.0:1767318717.223551:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676800 00000100:00100000:3.0:1767318717.223568:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676800 00000100:00100000:3.0:1767318717.223641:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:3.0:1767318717.223651:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989676800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318717.223737:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989676800:12345-0@lo:400:kworker.0 Request processed in 88us (6771us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318717.223744:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00100000:3.0:1767318717.224268:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989676800:0@lo:400:kworker.0 00000100:00080000:0.0:1767318717.227081:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318717.230921:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989676544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318717.232143:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318717.234891:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989676928 00000100:00100000:3.0:1767318717.234907:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989676928 00000100:00100000:3.0:1767318717.235114:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:3.0:1767318717.235126:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989676928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318717.235227:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989676928:12345-0@lo:400:kworker.0 Request processed in 104us (3086us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318717.235252:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00100000:1.0:1767318717.235345:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989676928:0@lo:400:kworker.0 00000100:00080000:0.0:1767318717.235421:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767318718.050333:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318718.240371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318719.072434:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318719.264361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318719.264620:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318719.264639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989677056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318719.264724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318719.264967:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677056 00000100:00100000:3.0:1767318719.264978:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677056 00000100:00100000:3.0:1767318719.265051:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:3.0:1767318719.265059:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989677056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318719.265087:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318719.265146:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989677056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318719.265153:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:3.0:1767318719.265174:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318719.265177:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989677056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318719.265184:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989677184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318719.265210:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318719.265256:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677184 00000100:00100000:1.0:1767318719.265262:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677184 00000100:00100000:1.0:1767318719.265299:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:1.0:1767318719.265307:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989677184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318719.265323:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318719.265356:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989677184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318719.265362:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:3.0:1767318719.265409:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989677184:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318719.265500:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318719.265506:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318720.096533:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318720.288391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318721.120821:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318721.312609:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318721.386474:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318721.387438:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925797632 00000100:00100000:3.0:1767318721.387458:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925797632 00000100:00080000:0.0:1767318721.387616:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318721.387747:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4645 00000100:00100000:3.0:1767318721.387758:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925797632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318721.387767:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318721.387884:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925797632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 127us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318721.387892:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4645 00000100:00100000:3.0:1767318721.389466:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925797504 00000100:00100000:3.0:1767318721.389478:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925797504 00000100:00100000:3.0:1767318721.389521:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22700 00000100:00100000:3.0:1767318721.389541:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925797504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318721.389574:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318721.389659:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925797504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 119us (1890us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318721.389667:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22700 00010000:00010000:3.0:1767318722.144563:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318722.336366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318722.336433:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.336439:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318722.336442:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.336446:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318722.336449:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318722.336456:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318722.336460:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318722.336467:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318722.336505:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728700 x1853163989677312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318722.336520:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.336524:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318722.336526:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318722.336529:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318722.336531:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318722.336535:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318722.336547:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b480 x1853163989677440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318722.336589:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.336592:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318722.336594:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318722.336598:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318722.336600:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318722.336603:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318722.336613:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989677568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318722.336614:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729500 x1853163989677696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318722.336652:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318722.336655:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318722.336657:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318722.336661:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318722.336663:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318722.336667:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318722.336680:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b100 x1853163989677952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318722.336682:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318722.336697:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989677824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318722.336713:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318722.339994:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318722.340015:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989678208:0@lo:400:kworker.0 00000100:00100000:2.0:1767318722.340079:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318722.340423:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318722.340468:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989678080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318722.340493:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318722.340534:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678208 00000100:00100000:0.0:1767318722.340542:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678208 00000100:00100000:0.0:1767318722.340601:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678080 00000100:00100000:0.0:1767318722.340606:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678080 00000100:00100000:1.0:1767318722.340641:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989677312:0@lo:38:kworker.0 00000100:00100000:0.0:1767318722.340649:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:0.0:1767318722.340660:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989678208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318722.340682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318722.340710:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989677440:0@lo:38:kworker.0 00000100:00100000:0.0:1767318722.340725:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989678208:12345-0@lo:400:kworker.0 Request processed in 67us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318722.340734:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00100000:1.0:1767318722.340739:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318722.340758:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:0.0:1767318722.340768:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989678080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318722.340772:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989677696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318722.340795:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318722.340817:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989677952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318722.340823:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989678080:12345-0@lo:400:kworker.0 Request processed in 56us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318722.340831:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00100000:1.0:1767318722.340844:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318722.340852:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318722.340857:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318722.340899:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989678080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318722.340903:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677440 00000100:00100000:1.0:1767318722.340909:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677440 00000100:00100000:1.0:1767318722.340934:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:1.0:1767318722.340940:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989677440:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318722.340944:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677568 00000100:00100000:0.0:1767318722.340949:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677568 00010000:00020000:1.0:1767318722.340960:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318722.340982:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677824 00000100:00100000:0.0:1767318722.340986:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677824 00000100:00100000:0.0:1767318722.341004:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677312 00000100:00100000:1.0:1767318722.341005:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989677440:12345-0@lo:38:kworker.0 Request processed in 64us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318722.341008:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677312 00000100:00100000:0.0:1767318722.341017:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677696 00000100:00100000:0.0:1767318722.341021:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677696 00000100:00100000:1.0:1767318722.341023:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00100000:0.0:1767318722.341033:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989677952 00000100:00100000:0.0:1767318722.341037:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989677952 00000100:00100000:1.0:1767318722.341052:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4646 00000100:00100000:1.0:1767318722.341062:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989677568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318722.341092:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989677568:12345-0@lo:400:kworker.0 Request processed in 33us (4380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318722.341941:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647 00000100:00100000:0.0:1767318722.341953:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989677824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318722.341999:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989677824:12345-0@lo:400:kworker.0 Request processed in 49us (1576us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318722.342005:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647 00000100:00100000:0.0:1767318722.342021:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22701 00000100:00100000:0.0:1767318722.342026:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989677312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318722.342039:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318722.342064:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989677312:12345-0@lo:38:kworker.0 Request processed in 37us (1383us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318722.342071:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22701 00000100:00100000:0.0:1767318722.342083:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22702 00000100:00100000:0.0:1767318722.342087:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989677696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318722.342096:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318722.342117:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989677696:12345-0@lo:38:kworker.0 Request processed in 29us (1322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318722.342122:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22702 00000100:00100000:0.0:1767318722.342132:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22703 00000100:00100000:0.0:1767318722.342136:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989677952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318722.342143:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318722.342166:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989677952:12345-0@lo:38:kworker.0 Request processed in 29us (1323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318722.342171:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22703 00000100:00080000:0.0:1767318722.342190:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318722.342214:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989677824:0@lo:400:kworker.0 00000100:00080000:0.0:1767318722.342280:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318722.342285:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318722.342288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989677312:0@lo:38:kworker.0 00000100:00080000:0.0:1767318722.342311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318722.342315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318722.342318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989677440:0@lo:38:kworker.0 00000100:00080000:0.0:1767318722.342327:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318722.342330:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318722.342332:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989677696:0@lo:38:kworker.0 00000100:00080000:0.0:1767318722.342339:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318722.342342:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318722.342344:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989677952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318722.342389:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989678208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318722.342400:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989677568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318722.345968:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4646 00010000:00010000:1.0:1767318723.168563:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318723.363355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318724.192816:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318724.384496:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989678336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318724.384544:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318724.384570:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318724.384722:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678336 00000100:00100000:2.0:1767318724.384874:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678336 00000100:00100000:2.0:1767318724.385004:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767318724.385013:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989678336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318724.385042:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318724.385103:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989678336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318724.385110:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:1.0:1767318724.385146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989678336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318724.385280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989678464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318724.385310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318724.385381:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678464 00000100:00100000:0.0:1767318724.385385:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678464 00000100:00080000:3.0:1767318724.389521:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318724.389534:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318724.395770:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1767318724.396660:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989678464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318724.396703:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318724.397508:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989678464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1723us (12194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318724.397518:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:2.0:1767318724.397949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989678464:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318725.219876:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318725.408469:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767318725.475339:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925797760 offset 0 length 520: 4 00000100:00100000:2.0:1767318725.487177:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318725.487288:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318725.487467:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925797888 00000100:00100000:3.0:1767318725.487486:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925797888 00000100:00100000:3.0:1767318725.487544:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798016 00000100:00100000:3.0:1767318725.487548:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798016 00000100:00100000:0.0:1767318725.487600:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22704 00000100:00100000:0.0:1767318725.487616:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925797888:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:3.0:1767318725.487639:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4648 00010000:00020000:0.0:1767318725.487649:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318725.487658:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925798016:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318725.487732:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925797888:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 114us (562us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318725.487744:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925798016:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318725.487745:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22704 00000100:00100000:3.0:1767318725.487762:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4648 00000100:00080000:2.0:1767318725.492912:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318726.241012:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318726.432401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318726.433684:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318701/real 1767318701] req@ffff96e2fbcb0700 x1853163989672064/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318726 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318726.433728:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fbcb0700 x1853163989672064/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318726 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318726.433747:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318726.433778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318726.433783:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989672064:0@lo:250:kworker.0 00000100:00080000:3.0:1767318726.433938:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318726.433946:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318726.433949:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318726.433955:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3951 00000100:00080000:3.0:1767318726.433960:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318726.433967:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318726.434020:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49880 x1853163989678592/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318726.434046:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318726.434050:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318726.434052:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318726.434056:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3972 00000100:00080000:3.0:1767318726.434058:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318726.434062:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318726.434085:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989678720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318726.434093:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318726.434097:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318726.434098:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318726.434102:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3972 00000100:00080000:3.0:1767318726.434104:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318726.434108:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318726.434120:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4aa00 x1853163989678848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318726.434161:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318726.434165:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318726.434167:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318726.434170:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3972 00000100:00080000:3.0:1767318726.434173:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318726.434176:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318726.434188:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4bb80 x1853163989679104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318726.434213:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318726.434217:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318726.434219:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318726.434222:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3972 00000100:00080000:3.0:1767318726.434225:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318726.434249:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318726.434263:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163989679360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318726.434288:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989678976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.434374:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.434472:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318726.434721:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989679616:0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.434754:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.434798:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679616 00000100:00100000:2.0:1767318726.434808:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679616 00000100:00100000:2.0:1767318726.434874:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:2.0:1767318726.434884:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989679616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.434940:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989679616:12345-0@lo:400:kworker.0 Request processed in 58us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318726.434949:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00080000:2.0:1767318726.434973:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318726.435007:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989679616:0@lo:400:kworker.0 00000100:00100000:3.0:1767318726.435156:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678976 00000100:00100000:3.0:1767318726.435269:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678976 00000100:00100000:3.0:1767318726.435320:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4649 00000100:00100000:3.0:1767318726.435328:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989678976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318726.435367:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989678976:12345-0@lo:400:kworker.0 Request processed in 40us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318726.435374:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4649 00000100:00100000:1.0:1767318726.435775:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989679232:0@lo:400:kworker.0 00000100:00100000:1.0:1767318726.435819:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318726.435854:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318726.435882:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318726.435892:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989678976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318726.435893:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989679488:0@lo:400:kworker.0 00000100:00100000:1.0:1767318726.435929:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318726.435961:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679488 00000100:00100000:2.0:1767318726.435967:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679488 00000100:00100000:2.0:1767318726.436072:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:2.0:1767318726.436080:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989679488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318726.436122:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989679488:12345-0@lo:400:kworker.0 Request processed in 43us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318726.436128:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1767318726.436270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989678592:0@lo:250:kworker.0 00000400:00000100:0.0:1767318726.436304:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989678592 offset 0 length 520: 4 00000100:00100000:0.0:1767318726.436329:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989678720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318726.436354:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318726.436380:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989678848:0@lo:38:kworker.0 00000100:00100000:0.0:1767318726.436406:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318726.436429:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989679104:0@lo:38:kworker.0 00000100:00100000:0.0:1767318726.436452:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318726.436469:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989679360:0@lo:38:kworker.0 00000100:00100000:0.0:1767318726.436491:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318726.436523:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678848 00000100:00100000:0.0:1767318726.436527:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678848 00000100:00100000:0.0:1767318726.436565:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767318726.436571:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989678848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318726.436596:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318726.436638:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989678848:12345-0@lo:38:kworker.0 Request processed in 67us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318726.436644:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767318726.436669:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679232 00000100:00100000:0.0:1767318726.436673:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679232 00000100:00100000:3.0:1767318726.436728:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989678720 00000100:00100000:3.0:1767318726.436735:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989678720 00000100:00100000:3.0:1767318726.436761:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679104 00000100:00100000:3.0:1767318726.436764:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679104 00000100:00100000:3.0:1767318726.436779:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679360 00000100:00100000:3.0:1767318726.436782:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679360 00000100:00100000:3.0:1767318726.436793:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22705 00000100:00100000:3.0:1767318726.436799:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989678720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318726.436810:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318726.436843:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989678720:12345-0@lo:38:kworker.0 Request processed in 43us (488us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318726.436849:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22705 00000100:00100000:3.0:1767318726.436862:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22706 00000100:00100000:3.0:1767318726.436866:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989679104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318726.436874:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318726.436896:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989679104:12345-0@lo:38:kworker.0 Request processed in 29us (443us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318726.436902:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22706 00000100:00100000:3.0:1767318726.436912:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22707 00000100:00100000:3.0:1767318726.436916:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989679360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318726.436924:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318726.436943:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989679360:12345-0@lo:38:kworker.0 Request processed in 26us (452us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318726.436948:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22707 00000100:00100000:3.0:1767318726.437323:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989679488:0@lo:400:kworker.0 00000100:00080000:1.0:1767318726.438871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318726.438885:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318726.438978:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318726.438989:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318726.438994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989678720:0@lo:38:kworker.0 00000100:00080000:1.0:1767318726.439011:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318726.439015:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318726.439018:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989678848:0@lo:38:kworker.0 00000100:00080000:1.0:1767318726.439030:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318726.439035:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318726.439038:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989679104:0@lo:38:kworker.0 00000100:00080000:1.0:1767318726.439049:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318726.439053:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318726.439056:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989679360:0@lo:38:kworker.0 00000100:00100000:0.0:1767318726.442171:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4650 00000100:00100000:0.0:1767318726.442192:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989679232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318726.442368:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989679232:12345-0@lo:400:kworker.0 Request processed in 181us (6547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318726.442377:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4650 00000100:00100000:3.0:1767318726.443371:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989679232:0@lo:400:kworker.0 00010000:00010000:3.0:1767318727.265950:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318727.456508:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318728.290880:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318728.482708:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318729.312529:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318729.504482:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989679744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318729.504673:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318729.504686:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989679872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318729.504962:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318729.505347:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318729.505525:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679872 00000100:00100000:1.0:1767318729.505538:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679872 00000100:00100000:1.0:1767318729.505618:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:1.0:1767318729.505630:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989679872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318729.505670:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318729.505722:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989679872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318729.505730:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1767318729.505942:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989679872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318729.506118:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318729.506209:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989679744 00000100:00100000:0.0:1767318729.506215:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989679744 00000100:00100000:0.0:1767318729.506275:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1767318729.506284:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989679744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318729.506305:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318729.506352:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989679744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318729.506358:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:2.0:1767318729.506444:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989679744:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318729.506727:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318729.506733:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318730.340294:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318730.529450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318730.599947:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318730.600174:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318730.600397:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798272 00000100:00100000:2.0:1767318730.600416:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798272 00000100:00100000:2.0:1767318730.600561:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798144 00000100:00100000:2.0:1767318730.600565:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798144 00000100:00100000:2.0:1767318730.600591:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4651 00000100:00100000:2.0:1767318730.600605:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925798272:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318730.600738:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925798272:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318730.600747:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4651 00000100:00100000:2.0:1767318730.600770:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22708 00000100:00100000:2.0:1767318730.600775:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925798144:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318730.600800:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318730.600830:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925798144:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (656us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318730.600841:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22708 00000100:00080000:3.0:1767318730.601361:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318731.360518:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318731.552401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318731.554359:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318731.554371:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318731.554374:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318731.554379:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318731.554384:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318731.554393:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3976 00000100:00080000:2.0:1767318731.554400:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318731.554408:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318731.554477:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09a680 x1853163989680000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318731.554511:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318731.554515:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318731.554517:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318731.554521:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3976 00000100:00080000:2.0:1767318731.554524:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318731.554529:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318731.554545:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098000 x1853163989680128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318731.554570:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989680000:0@lo:38:kworker.0 00000100:00080000:2.0:1767318731.554587:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318731.554592:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318731.554595:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318731.554599:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3976 00000100:00080000:2.0:1767318731.554602:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318731.554606:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318731.554622:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098380 x1853163989680384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318731.554650:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318731.554654:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318731.554657:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318731.554661:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3976 00000100:00100000:3.0:1767318731.554665:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989680256:0@lo:400:kworker.0 00000100:00080000:2.0:1767318731.554673:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318731.554676:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318731.554681:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318731.554693:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098700 x1853163989680640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318731.554744:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989680768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318731.554786:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989680512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.555581:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318731.555651:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318731.555659:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989680896:0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.555692:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318731.555735:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680000 00000100:00100000:3.0:1767318731.555745:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680000 00000100:00100000:3.0:1767318731.555786:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680256 00000100:00100000:3.0:1767318731.555790:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680256 00000100:00100000:3.0:1767318731.555838:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4652 00000100:00100000:3.0:1767318731.555848:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989680256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.555910:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989680256:12345-0@lo:400:kworker.0 Request processed in 63us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318731.555918:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4652 00000100:00100000:3.0:1767318731.555937:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22709 00000100:00100000:3.0:1767318731.555941:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989680000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318731.555963:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318731.555993:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989680000:12345-0@lo:38:kworker.0 Request processed in 50us (1320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318731.555999:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22709 00000100:00100000:3.0:1767318731.556020:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680896 00000100:00100000:3.0:1767318731.556023:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680896 00000100:00100000:3.0:1767318731.556059:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:3.0:1767318731.556065:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989680896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.556095:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989680896:12345-0@lo:400:kworker.0 Request processed in 31us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318731.556101:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00080000:3.0:1767318731.556117:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318731.556121:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318731.556158:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989680896:0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.556170:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989680256:0@lo:400:kworker.0 00000100:00080000:1.0:1767318731.557794:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318731.557809:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318731.557814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989680000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.557827:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989680128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.557890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318731.559349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989680384:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.559515:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318731.559620:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989680640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.559646:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318731.559697:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680384 00000100:00100000:1.0:1767318731.559706:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680384 00000100:00100000:1.0:1767318731.559745:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680640 00000100:00100000:1.0:1767318731.559748:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680640 00000100:00100000:1.0:1767318731.559768:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22710 00000100:00100000:1.0:1767318731.559776:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989680384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318731.559801:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318731.559845:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989680384:12345-0@lo:38:kworker.0 Request processed in 68us (329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318731.559852:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22710 00000100:00100000:1.0:1767318731.559870:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22711 00000100:00100000:1.0:1767318731.559874:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989680640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318731.559884:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318731.559903:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989680640:12345-0@lo:38:kworker.0 Request processed in 28us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318731.559909:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22711 00000100:00080000:1.0:1767318731.559949:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318731.559955:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318731.559959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989680384:0@lo:38:kworker.0 00000100:00080000:1.0:1767318731.559969:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318731.559972:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318731.559975:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989680640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318731.561922:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680128 00000100:00100000:3.0:1767318731.561937:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680128 00000100:00100000:3.0:1767318731.562590:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:3.0:1767318731.562602:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989680128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318731.562632:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318731.562745:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989680128:12345-0@lo:38:kworker.0 Request processed in 143us (4855us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318731.562753:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00080000:1.0:1767318731.563019:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318731.563026:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318731.563031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989680128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318731.566539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318731.566647:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680512 00000100:00100000:1.0:1767318731.566661:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680512 00000100:00080000:0.0:1767318731.566727:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318731.566757:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4653 00000100:00100000:1.0:1767318731.566769:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989680512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318731.567983:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989680512:12345-0@lo:400:kworker.0 Request processed in 1209us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318731.567997:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4653 00000100:00100000:0.0:1767318731.568125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989680512:0@lo:400:kworker.0 00000100:00100000:2.0:1767318731.570444:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318731.570578:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989680768 00000100:00100000:3.0:1767318731.570590:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989680768 00000100:00080000:0.0:1767318731.570667:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318731.570688:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:3.0:1767318731.570702:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989680768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318731.571211:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989680768:12345-0@lo:400:kworker.0 Request processed in 512us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318731.571221:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767318731.574888:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989680768:0@lo:400:kworker.0 00010000:00010000:3.0:1767318732.390197:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318732.576659:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318733.411959:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318733.601115:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318734.432530:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318734.626660:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989681024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318734.626768:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318734.626888:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681024 00000100:00100000:1.0:1767318734.626897:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681024 00000100:00100000:1.0:1767318734.626962:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:1.0:1767318734.626971:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989681024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318734.627012:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318734.627061:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989681024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318734.627069:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:1.0:1767318734.627127:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989681024:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318734.627885:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318734.627923:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318734.627935:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989681152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318734.627983:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318734.627995:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318734.629658:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681152 00000100:00100000:2.0:1767318734.629674:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681152 00000100:00100000:2.0:1767318734.629840:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1767318734.629852:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989681152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318734.629892:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318734.629995:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989681152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (2011us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318734.630159:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989681152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318734.630772:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00080000:0.0:1767318734.633307:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318735.458393:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318735.648816:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318735.714758:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318735.714949:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798528 00000100:00100000:1.0:1767318735.714962:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798528 00000100:00100000:1.0:1767318735.715065:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4654 00000100:00100000:1.0:1767318735.715078:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925798528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318735.715210:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925798528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318735.715216:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4654 00000100:00080000:0.0:1767318735.715313:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318735.718544:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318735.720504:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798400 00000100:00100000:3.0:1767318735.720525:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798400 00000100:00100000:3.0:1767318735.720610:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22712 00000100:00100000:3.0:1767318735.720621:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925798400:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318735.720651:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318735.720786:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925798400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 165us (2254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318735.720795:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22712 00010000:00010000:3.0:1767318736.481820:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318736.675345:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318736.675370:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318736.675373:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318736.675378:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318736.675384:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318736.675395:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3981 00000100:00080000:3.0:1767318736.675401:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318736.675410:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318736.675419:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318736.675465:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48700 x1853163989681280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318736.675496:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318736.675500:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318736.675502:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318736.675506:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3981 00000100:00080000:3.0:1767318736.675509:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318736.675514:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318736.675529:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48000 x1853163989681408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318736.675565:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318736.675569:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318736.675571:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318736.675576:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3981 00000100:00080000:3.0:1767318736.675578:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318736.675583:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318736.675594:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49180 x1853163989681664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318736.675611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989681280:0@lo:38:kworker.0 00000100:00080000:3.0:1767318736.675621:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318736.675624:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318736.675626:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318736.675630:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3981 00000100:00080000:3.0:1767318736.675632:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318736.675635:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318736.675645:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163989681920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318736.675707:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989682048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.675709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318736.675754:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318736.675777:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989681408:0@lo:38:kworker.0 00000100:00100000:3.0:1767318736.675779:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318736.675784:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989681792:0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.675802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318736.675802:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318736.675828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989681664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318736.675849:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318736.675862:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989682176:0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.675866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989681920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318736.675884:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318736.675891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318736.675909:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318736.675915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989681536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.675917:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681408 00000100:00100000:1.0:1767318736.675925:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681408 00000100:00100000:2.0:1767318736.675935:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318736.675966:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767318736.675967:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681280 00000100:00100000:2.0:1767318736.675970:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681280 00000100:00100000:1.0:1767318736.675974:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989681408:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318736.675992:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681792 00000100:00100000:2.0:1767318736.675994:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681792 00010000:00020000:1.0:1767318736.675996:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318736.676040:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989681408:12345-0@lo:38:kworker.0 Request processed in 65us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318736.676041:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681664 00000100:00100000:2.0:1767318736.676044:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681664 00000100:00100000:1.0:1767318736.676047:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767318736.676053:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681920 00000100:00100000:2.0:1767318736.676064:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681920 00000100:00100000:2.0:1767318736.676073:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989681536 00000100:00100000:2.0:1767318736.676075:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989681536 00000100:00100000:1.0:1767318736.676086:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1767318736.676093:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4656 00000100:00100000:1.0:1767318736.676095:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989681792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318736.676098:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989681536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.676133:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989681792:12345-0@lo:400:kworker.0 Request processed in 41us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318736.676136:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989681536:12345-0@lo:400:kworker.0 Request processed in 38us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318736.676140:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1767318736.676143:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4656 00000100:00100000:2.0:1767318736.676155:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22713 00000100:00100000:2.0:1767318736.676159:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989681280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318736.676168:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318736.676192:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989681280:12345-0@lo:38:kworker.0 Request processed in 31us (493us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318736.676827:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989681792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318736.676862:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682048 00000100:00100000:3.0:1767318736.676867:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682048 00000100:00100000:3.0:1767318736.676904:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682176 00000100:00100000:3.0:1767318736.676908:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682176 00000100:00100000:3.0:1767318736.676929:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:3.0:1767318736.676936:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989682048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318736.676977:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989682048:12345-0@lo:400:kworker.0 Request processed in 42us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318736.676986:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00100000:3.0:1767318736.676997:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:3.0:1767318736.677002:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989682176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318736.677834:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989682176:12345-0@lo:400:kworker.0 Request processed in 828us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318736.677845:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00000100:00100000:3.0:1767318736.677904:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989682048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.684403:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22714 00000100:00100000:1.0:1767318736.684424:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989681664:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318736.684452:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22713 00010000:00020000:1.0:1767318736.684458:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318736.684504:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22715 00000100:00100000:2.0:1767318736.684511:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989681920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318736.684522:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318736.684609:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989681920:12345-0@lo:38:kworker.0 Request processed in 96us (8722us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318736.684616:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22715 00000100:00080000:2.0:1767318736.684647:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318736.684653:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318736.684656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318736.684709:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989681536:0@lo:400:kworker.0 00000100:00100000:1.0:1767318736.688445:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989681664:12345-0@lo:38:kworker.0 Request processed in 4010us (12578us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318736.688466:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22714 00000100:00080000:1.0:1767318736.688925:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318736.688934:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318736.688939:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989681664:0@lo:38:kworker.0 00000100:00080000:1.0:1767318736.688956:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318736.688960:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318736.688963:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989681920:0@lo:38:kworker.0 00000100:00080000:1.0:1767318736.688975:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318736.688979:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318736.688982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989681280:0@lo:38:kworker.0 00000100:00080000:1.0:1767318736.688994:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318736.688998:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318736.689001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989681408:0@lo:38:kworker.0 00000100:00100000:2.0:1767318736.689840:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989682176:0@lo:400:kworker.0 00010000:00010000:3.0:1767318737.505109:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318737.697605:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318738.528533:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318738.720397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318739.556783:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318739.744509:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318739.744544:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989682304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318739.744644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318739.744813:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318739.744906:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318739.744915:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989682432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318739.744941:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318739.745093:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682304 00000100:00100000:3.0:1767318739.745109:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682304 00000100:00100000:3.0:1767318739.745178:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682432 00000100:00100000:3.0:1767318739.745182:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682432 00000100:00100000:3.0:1767318739.745211:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1767318739.745225:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:3.0:1767318739.745227:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989682304:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318739.745266:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989682432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318739.745290:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767318739.745312:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318739.745397:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318739.745403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318739.748658:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989682432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3385us (3699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318739.748677:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:3.0:1767318739.751385:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989682304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6154us (6729us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318739.751402:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00100000:2.0:1767318739.751551:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989682304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318739.752477:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989682432:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318740.577030:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318740.768417:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318740.837046:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318740.839581:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798784 00000100:00100000:0.0:1767318740.839596:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798784 00000100:00080000:1.0:1767318740.839748:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318740.839936:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4657 00000100:00100000:0.0:1767318740.839948:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925798784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318740.840042:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925798784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (3007us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318740.840049:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4657 00000100:00100000:1.0:1767318740.840338:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318740.840912:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798656 00000100:00100000:0.0:1767318740.840922:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798656 00000100:00100000:0.0:1767318740.840964:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22716 00000100:00100000:0.0:1767318740.840970:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925798656:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318740.840998:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318740.841048:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925798656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 77us (717us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318740.841055:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22716 00010000:00010000:3.0:1767318741.603504:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318741.794140:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318741.794155:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318741.794159:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318741.794164:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318741.794170:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318741.794180:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3986 00000100:00080000:3.0:1767318741.794186:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318741.794195:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318741.794270:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49c00 x1853163989682560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318741.794300:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318741.794305:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318741.794307:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318741.794311:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3986 00000100:00080000:3.0:1767318741.794313:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318741.794317:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318741.794332:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4ad80 x1853163989682688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318741.794349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989682560:0@lo:38:kworker.0 00000100:00080000:3.0:1767318741.794370:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318741.794373:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318741.794375:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318741.794378:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3986 00000100:00080000:3.0:1767318741.794380:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318741.794384:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318741.794395:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4bb80 x1853163989682944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318741.794413:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989682816:0@lo:400:kworker.0 00000100:00080000:3.0:1767318741.794426:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318741.794431:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318741.794433:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318741.794437:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3986 00000100:00100000:2.0:1767318741.794439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318741.794439:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318741.794443:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318741.794459:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163989683200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318741.794527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989683072:0@lo:400:kworker.0 00000100:00100000:0.0:1767318741.794550:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318741.794637:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318741.794645:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989683456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318741.794666:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989683328:0@lo:400:kworker.0 00000100:00100000:3.0:1767318741.799895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318741.800045:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682560 00000100:00100000:2.0:1767318741.800046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989682688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318741.800056:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682560 00000100:00100000:3.0:1767318741.800109:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682816 00000100:00100000:3.0:1767318741.800112:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682816 00000100:00100000:2.0:1767318741.800142:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318741.800158:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683072 00000100:00100000:3.0:1767318741.800160:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683072 00000100:00100000:2.0:1767318741.800172:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989682944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318741.800187:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4658 00000100:00100000:2.0:1767318741.800198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318741.800198:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989682816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318741.800209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989683200:0@lo:38:kworker.0 00000100:00100000:2.0:1767318741.800494:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318741.800525:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682688 00000100:00100000:2.0:1767318741.800529:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682688 00000100:00100000:2.0:1767318741.800554:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:2.0:1767318741.800560:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989682688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318741.800596:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318741.800636:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989682688:12345-0@lo:38:kworker.0 Request processed in 74us (492us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318741.800644:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:2.0:1767318741.800670:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989682944 00000100:00100000:2.0:1767318741.800674:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989682944 00000100:00100000:2.0:1767318741.800686:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683200 00000100:00100000:2.0:1767318741.800688:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683200 00000100:00100000:2.0:1767318741.800697:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659 00000100:00100000:2.0:1767318741.800704:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989683072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318741.800742:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989683072:12345-0@lo:400:kworker.0 Request processed in 38us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318741.800749:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659 00000100:00100000:2.0:1767318741.800764:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22717 00000100:00100000:2.0:1767318741.800768:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989682560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318741.800778:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318741.800803:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989682560:12345-0@lo:38:kworker.0 Request processed in 34us (6365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318741.800808:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22717 00000100:00100000:2.0:1767318741.800818:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22718 00000100:00100000:2.0:1767318741.800822:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989682944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318741.800830:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318741.800851:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989682944:12345-0@lo:38:kworker.0 Request processed in 27us (651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318741.800856:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22718 00000100:00100000:2.0:1767318741.800866:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22719 00000100:00100000:2.0:1767318741.800870:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989683200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318741.800878:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318741.800898:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989683200:12345-0@lo:38:kworker.0 Request processed in 27us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318741.800903:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22719 00000100:00100000:2.0:1767318741.800949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989683072:0@lo:400:kworker.0 00000100:00080000:2.0:1767318741.800983:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318741.800989:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318741.800993:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989682688:0@lo:38:kworker.0 00000100:00080000:2.0:1767318741.801001:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318741.801005:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318741.801008:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989682944:0@lo:38:kworker.0 00000100:00080000:2.0:1767318741.801015:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318741.801018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318741.801021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989683200:0@lo:38:kworker.0 00000100:00080000:2.0:1767318741.801030:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318741.801033:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318741.801036:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989682560:0@lo:38:kworker.0 00000100:00080000:2.0:1767318741.801082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318741.801135:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318741.802955:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318741.803667:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683456 00000100:00100000:2.0:1767318741.803680:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683456 00000100:00100000:2.0:1767318741.803856:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1767318741.803869:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989683456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318741.803954:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989683456:12345-0@lo:400:kworker.0 Request processed in 88us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318741.803966:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00080000:0.0:1767318741.804053:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318741.804098:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989683456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318741.807939:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989682816:12345-0@lo:400:kworker.0 Request processed in 7728us (13376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318741.807957:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4658 00000100:00100000:1.0:1767318741.808324:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318741.808949:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989682816:0@lo:400:kworker.0 00000100:00100000:2.0:1767318741.809053:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683328 00000100:00100000:2.0:1767318741.809063:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683328 00000100:00100000:2.0:1767318741.809152:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:2.0:1767318741.809163:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989683328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318741.809286:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989683328:12345-0@lo:400:kworker.0 Request processed in 125us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318741.809293:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00080000:0.0:1767318741.809404:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318741.809591:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989683328:0@lo:400:kworker.0 00010000:00010000:3.0:1767318742.625510:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318742.816557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318742.883183:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318742.883305:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925798912 00000100:00100000:3.0:1767318742.883318:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925798912 00000100:00100000:3.0:1767318742.883411:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22720 00000100:00100000:3.0:1767318742.883424:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925798912:12345-192.168.204.1@tcp:17:kworker.0 00000100:00100000:3.0:1767318742.883555:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925798912:12345-192.168.204.1@tcp:17:kworker.0 Request processed in 133us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318742.883563:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22720 00000100:00080000:0.0:1767318742.883776:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318743.649824:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318743.841186:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318744.672514:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318744.867511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318744.867697:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318744.867722:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989683584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318744.867816:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318744.868267:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683584 00000100:00100000:3.0:1767318744.868280:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683584 00000100:00100000:3.0:1767318744.868350:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:3.0:1767318744.868362:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989683584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318744.868400:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318744.868458:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989683584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318744.868466:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1767318744.868800:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989683584:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318744.868931:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318744.868981:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318744.868994:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989683712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318744.869037:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318744.869117:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683712 00000100:00100000:0.0:1767318744.869122:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683712 00000100:00100000:0.0:1767318744.869172:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767318744.869181:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989683712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318744.869212:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318744.869278:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989683712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318744.869285:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:1.0:1767318744.869358:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989683712:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318744.869873:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318745.696756:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318745.889000:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318745.959970:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318745.960090:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318745.960219:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799168 00000100:00100000:2.0:1767318745.960279:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799168 00000100:00100000:2.0:1767318745.960374:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799040 00000100:00100000:2.0:1767318745.960378:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799040 00000100:00100000:2.0:1767318745.960403:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4660 00000100:00100000:2.0:1767318745.960416:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925799168:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318745.960536:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925799168:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 122us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318745.960546:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4660 00000100:00100000:2.0:1767318745.960569:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22721 00000100:00100000:2.0:1767318745.960575:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925799040:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318745.960608:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318745.960635:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925799040:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 59us (545us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318745.960643:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22721 00000100:00080000:3.0:1767318745.962713:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318746.721835:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318746.912647:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.912662:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318746.912665:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.912670:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318746.912674:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318746.912686:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3991 00000100:00080000:3.0:1767318746.912692:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318746.912699:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318746.912752:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b800 x1853163989683840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318746.912809:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318746.913215:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.913220:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318746.913222:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318746.913250:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3991 00000100:00080000:3.0:1767318746.913254:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318746.913259:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318746.913278:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48700 x1853163989683968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318746.913351:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767318746.913370:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.913374:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318746.913376:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318746.913380:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3991 00000100:00080000:3.0:1767318746.913383:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318746.913387:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318746.913401:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163989684224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318746.913438:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318746.913442:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318746.913444:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318746.913448:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3991 00000100:00080000:3.0:1767318746.913451:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318746.913455:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318746.913467:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4ad80 x1853163989684480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318746.913472:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989684352:0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.913536:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989683840:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.913564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.913602:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989684608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.913633:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.913654:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684352 00000100:00100000:2.0:1767318746.913663:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684352 00000100:00100000:0.0:1767318746.913665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.913687:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989683968:0@lo:38:kworker.0 00000100:00100000:0.0:1767318746.913710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.913731:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989684224:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.913737:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683840 00000100:00100000:2.0:1767318746.913740:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683840 00000100:00100000:0.0:1767318746.913751:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.913762:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684224 00000100:00100000:2.0:1767318746.913764:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684224 00000100:00100000:0.0:1767318746.913766:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989684480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.913783:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4661 00000100:00100000:2.0:1767318746.913793:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989684352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.913798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318746.913830:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684608 00000100:00100000:0.0:1767318746.913834:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684608 00000100:00100000:2.0:1767318746.913848:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989684352:12345-0@lo:400:kworker.0 Request processed in 57us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318746.913856:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4661 00000100:00100000:0.0:1767318746.913865:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:0.0:1767318746.913871:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989684608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318746.913872:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684480 00000100:00100000:2.0:1767318746.913875:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684480 00000100:00100000:2.0:1767318746.913885:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22722 00000100:00100000:2.0:1767318746.913889:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989683840:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318746.913904:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989684608:12345-0@lo:400:kworker.0 Request processed in 34us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318746.913910:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00010000:00020000:2.0:1767318746.913910:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318746.913939:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989683840:12345-0@lo:38:kworker.0 Request processed in 49us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318746.913945:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22722 00000100:00100000:0.0:1767318746.913952:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989684608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318746.913956:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22723 00000100:00100000:2.0:1767318746.913959:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989684224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318746.913967:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.913987:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22724 00000100:00100000:2.0:1767318746.913987:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989684224:12345-0@lo:38:kworker.0 Request processed in 26us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318746.913991:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989684480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318746.914001:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.914036:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989684480:12345-0@lo:38:kworker.0 Request processed in 43us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318746.914042:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22724 00000100:00100000:0.0:1767318746.914093:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989683968 00000100:00100000:0.0:1767318746.914098:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989683968 00000100:00100000:0.0:1767318746.914120:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1767318746.914125:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989683968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318746.914134:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318746.914168:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989683968:12345-0@lo:38:kworker.0 Request processed in 33us (448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318746.914173:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1767318746.914216:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989684352:0@lo:400:kworker.0 00000100:00080000:0.0:1767318746.914261:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.914267:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.914270:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989683840:0@lo:38:kworker.0 00000100:00080000:0.0:1767318746.914280:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.914283:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.914286:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989683968:0@lo:38:kworker.0 00000100:00080000:0.0:1767318746.914294:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.914297:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.914299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989684224:0@lo:38:kworker.0 00000100:00080000:0.0:1767318746.914307:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318746.914310:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318746.914313:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989684480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318746.914325:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22723 00000100:00080000:2.0:1767318746.914349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318746.914354:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318746.919006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989684736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318746.919273:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318746.919376:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989684096:0@lo:400:kworker.0 00000100:00100000:1.0:1767318746.919408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318746.919992:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684096 00000100:00100000:2.0:1767318746.920004:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684096 00000100:00100000:2.0:1767318746.920108:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662 00000100:00100000:2.0:1767318746.920120:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989684096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318746.920413:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989684096:12345-0@lo:400:kworker.0 Request processed in 295us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318746.920423:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662 00000100:00100000:1.0:1767318746.920528:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989684096:0@lo:400:kworker.0 00000100:00080000:3.0:1767318746.920897:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318746.926725:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684736 00000100:00100000:0.0:1767318746.926751:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684736 00000100:00100000:0.0:1767318746.927071:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1767318746.927084:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989684736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318746.927261:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989684736:12345-0@lo:400:kworker.0 Request processed in 179us (7988us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318746.927271:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00100000:2.0:1767318746.929516:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989684736:0@lo:400:kworker.0 00000100:00080000:3.0:1767318746.930067:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767318747.744934:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318747.936559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318748.768452:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318748.960427:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318749.794498:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318749.984420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318749.984786:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318749.984811:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989684864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318749.984909:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318749.985633:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684864 00000100:00100000:2.0:1767318749.985646:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684864 00000100:00100000:2.0:1767318749.985735:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:2.0:1767318749.985748:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989684864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318749.985797:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318749.985866:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989684864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318749.985874:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00080000:3.0:1767318749.985954:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318749.986252:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318749.986266:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989684992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318749.986314:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318749.986361:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989684992 00000100:00100000:0.0:1767318749.986365:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989684992 00000100:00100000:0.0:1767318749.986401:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:0.0:1767318749.986408:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989684992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318749.986428:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318749.986467:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989684992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318749.986473:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:0.0:1767318749.986568:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989684992:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318749.987119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318749.987458:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989684864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318750.816448:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318751.008416:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318726/real 1767318726] req@ffff96e2e6b49880 x1853163989678592/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318751 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318751.008461:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e6b49880 x1853163989678592/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318751 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318751.008486:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318751.008500:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318751.008505:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989678592:0@lo:250:kworker.0 00000100:00080000:1.0:1767318751.008651:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318751.008658:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318751.008661:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318751.008667:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 3976 00000100:00080000:1.0:1767318751.008671:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318751.008679:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318751.008723:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979500 x1853163989685120/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318751.008744:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318751.008749:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318751.008751:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318751.008754:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3996 00000100:00080000:1.0:1767318751.008757:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318751.008760:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318751.008777:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163989685248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318751.008785:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318751.008789:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318751.008790:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318751.008794:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3996 00000100:00080000:1.0:1767318751.008796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318751.008800:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318751.008811:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979180 x1853163989685376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318751.008841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318751.008845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318751.008847:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318751.008850:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3996 00000100:00080000:1.0:1767318751.008853:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318751.008856:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318751.008872:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797aa00 x1853163989685632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318751.008893:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318751.008897:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318751.008898:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318751.008902:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3996 00000100:00080000:1.0:1767318751.008904:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318751.008908:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318751.008919:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b800 x1853163989685888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318751.008950:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989686016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.008964:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989686144:0@lo:400:kworker.0 00000100:00100000:3.0:1767318751.009025:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318751.009039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989685120:0@lo:250:kworker.0 00000100:00100000:0.0:1767318751.009118:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989685504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.014851:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318751.014977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989685760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.015025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318751.015080:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686144 00000100:00100000:1.0:1767318751.015100:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686144 00000100:00100000:1.0:1767318751.015735:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:1.0:1767318751.015752:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989686144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.015831:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989686144:12345-0@lo:400:kworker.0 Request processed in 86us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318751.015839:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00100000:1.0:1767318751.015898:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989686144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.015994:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989685760 00000100:00100000:1.0:1767318751.016000:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989685760 00000100:00100000:1.0:1767318751.016038:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663 00000100:00100000:1.0:1767318751.016047:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989685760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.016095:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989685760:12345-0@lo:400:kworker.0 Request processed in 49us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318751.016102:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663 00000100:00100000:1.0:1767318751.016135:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989685760:0@lo:400:kworker.0 00000100:00080000:1.0:1767318751.016163:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318751.017805:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318751.017915:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686016 00000100:00100000:2.0:1767318751.017935:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686016 00000100:00100000:2.0:1767318751.017992:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:2.0:1767318751.018002:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989686016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318751.018080:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989686016:12345-0@lo:400:kworker.0 Request processed in 79us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318751.018099:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:2.0:1767318751.018150:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989686016:0@lo:400:kworker.0 00000100:00080000:1.0:1767318751.021677:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318751.021702:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:3.0:1767318751.031719:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989685120 offset 0 length 520: 4 00000100:00100000:3.0:1767318751.031795:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989685248:0@lo:38:kworker.0 00000100:00100000:3.0:1767318751.031851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318751.031875:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989685376:0@lo:38:kworker.0 00000100:00100000:3.0:1767318751.031904:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318751.031940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989685632:0@lo:38:kworker.0 00000100:00100000:3.0:1767318751.031963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318751.031983:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989685888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318751.032004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318751.032039:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989685248 00000100:00100000:3.0:1767318751.032048:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989685248 00000100:00100000:3.0:1767318751.032099:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989685632 00000100:00100000:3.0:1767318751.032103:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989685632 00000100:00100000:3.0:1767318751.032118:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989685888 00000100:00100000:3.0:1767318751.032121:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989685888 00000100:00100000:3.0:1767318751.032141:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22725 00000100:00100000:3.0:1767318751.032149:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989685248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318751.032177:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318751.032224:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989685248:12345-0@lo:38:kworker.0 Request processed in 74us (373us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318751.032257:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22725 00000100:00100000:3.0:1767318751.032276:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22726 00000100:00100000:3.0:1767318751.032280:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989685632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318751.032290:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318751.032313:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989685632:12345-0@lo:38:kworker.0 Request processed in 32us (350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318751.032319:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22726 00000100:00100000:3.0:1767318751.032329:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22727 00000100:00100000:3.0:1767318751.032333:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989685888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318751.032342:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318751.032360:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989685888:12345-0@lo:38:kworker.0 Request processed in 25us (355us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318751.032365:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22727 00000100:00080000:3.0:1767318751.032417:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318751.032423:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318751.032427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989685888:0@lo:38:kworker.0 00000100:00080000:3.0:1767318751.032460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318751.032464:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318751.032467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989685248:0@lo:38:kworker.0 00000100:00080000:3.0:1767318751.032474:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318751.032478:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318751.032481:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989685632:0@lo:38:kworker.0 00000100:00100000:0.0:1767318751.033941:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318751.034072:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989685504 00000100:00100000:1.0:1767318751.034090:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989685504 00000100:00100000:1.0:1767318751.034182:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4664 00000100:00100000:1.0:1767318751.034192:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989685504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318751.034278:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989685504:12345-0@lo:400:kworker.0 Request processed in 87us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318751.034286:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4664 00000100:00080000:0.0:1767318751.035030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318751.035107:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989685504:0@lo:400:kworker.0 00000100:00100000:2.0:1767318751.037772:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989685376 00000100:00100000:2.0:1767318751.037793:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989685376 00000100:00100000:2.0:1767318751.037875:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:2.0:1767318751.037885:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989685376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318751.037914:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318751.038053:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989685376:12345-0@lo:38:kworker.0 Request processed in 168us (6147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318751.038062:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00080000:3.0:1767318751.038168:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318751.038188:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318751.038192:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989685376:0@lo:38:kworker.0 00000100:00100000:3.0:1767318751.082360:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318751.082808:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799424 00000100:00100000:1.0:1767318751.082821:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799424 00000100:00100000:1.0:1767318751.082927:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4665 00000100:00100000:1.0:1767318751.082940:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925799424:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318751.083045:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925799424:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 108us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318751.083054:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4665 00000100:00080000:0.0:1767318751.083487:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318751.087628:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767318751.087672:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925799552 offset 0 length 520: 4 00000100:00100000:3.0:1767318751.087759:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799296 00000100:00100000:3.0:1767318751.087774:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799296 00000100:00100000:3.0:1767318751.087832:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22728 00000100:00100000:3.0:1767318751.087841:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925799296:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318751.087870:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318751.087968:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925799296:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 126us (353us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318751.087976:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22728 00010000:00010000:3.0:1767318751.841515:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318752.032756:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318752.865134:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318753.062150:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318753.888464:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318754.080569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318754.913573:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318755.109211:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318755.109268:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989686272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318755.109362:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318755.109574:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686272 00000100:00100000:3.0:1767318755.109586:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686272 00000100:00100000:3.0:1767318755.109665:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1767318755.109676:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989686272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318755.109717:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318755.109771:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989686272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318755.109780:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1767318755.110060:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318755.110211:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318755.110398:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989686272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318755.110623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989686400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318755.110669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318755.112317:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686400 00000100:00100000:3.0:1767318755.112335:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686400 00000100:00100000:3.0:1767318755.112451:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1767318755.112462:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989686400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318755.112501:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318755.112592:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989686400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318755.112599:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00080000:0.0:1767318755.112962:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318755.113346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989686400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318755.937409:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318756.128414:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318756.128431:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318756.128435:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318756.128442:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318756.128448:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318756.128459:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4000 00000100:00080000:1.0:1767318756.128466:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318756.128476:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318756.128545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318756.128549:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979180 x1853163989686528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318756.128579:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318756.128584:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318756.128587:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318756.128593:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4000 00000100:00080000:1.0:1767318756.128596:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318756.128601:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318756.128623:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989686528:0@lo:38:kworker.0 00000100:00100000:1.0:1767318756.128624:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797bb80 x1853163989686656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318756.128693:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318756.128698:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318756.128700:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318756.128706:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4000 00000100:00080000:1.0:1767318756.128709:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318756.128713:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318756.128724:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318756.128730:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163989686912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318756.128764:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318756.128768:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318756.128771:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318756.128775:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4000 00000100:00080000:1.0:1767318756.128778:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318756.128783:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318756.128803:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989686656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318756.128812:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163989687168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318756.128844:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318756.128881:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989686912:0@lo:38:kworker.0 00000100:00100000:1.0:1767318756.128895:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686528 00000100:00100000:1.0:1767318756.128908:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686528 00000100:00100000:3.0:1767318756.128910:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318756.129008:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989687040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318756.129089:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989686784:0@lo:400:kworker.0 00000100:00100000:3.0:1767318756.129648:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.129768:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989687424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.130654:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.130739:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989687296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.130772:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318756.130831:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686656 00000100:00100000:0.0:1767318756.130840:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686656 00000100:00100000:0.0:1767318756.130886:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767318756.130896:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989686656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318756.130924:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318756.130974:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989686656:12345-0@lo:38:kworker.0 Request processed in 78us (2134us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318756.130981:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767318756.131072:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687424 00000100:00100000:0.0:1767318756.131077:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687424 00000100:00100000:0.0:1767318756.131117:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687296 00000100:00100000:0.0:1767318756.131120:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687296 00000100:00100000:0.0:1767318756.131139:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767318756.131145:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989687424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.131198:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989687424:12345-0@lo:400:kworker.0 Request processed in 53us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318756.131205:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767318756.131218:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:0.0:1767318756.131223:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989687296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.131473:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989687296:12345-0@lo:400:kworker.0 Request processed in 247us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318756.131480:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:0.0:1767318756.131546:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989687424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.131580:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989687296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.131634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989687168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318756.143384:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686912 00000100:00100000:1.0:1767318756.143406:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686912 00000100:00100000:1.0:1767318756.143487:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989686784 00000100:00100000:1.0:1767318756.143493:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989686784 00000100:00100000:3.0:1767318756.143512:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22729 00000100:00100000:3.0:1767318756.143524:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989686528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318756.143548:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318756.143767:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666 00000100:00100000:1.0:1767318756.143787:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989686784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318756.143873:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22730 00000100:00100000:0.0:1767318756.143881:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989686912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318756.143900:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318756.144027:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989686784:12345-0@lo:400:kworker.0 Request processed in 247us (14380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318756.144037:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666 00000100:00100000:2.0:1767318756.144057:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318756.144080:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687040 00000100:00100000:1.0:1767318756.144087:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687040 00000100:00100000:1.0:1767318756.144120:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667 00000100:00100000:1.0:1767318756.144134:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989687040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318756.144184:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989687040:12345-0@lo:400:kworker.0 Request processed in 57us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318756.144261:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989686912:12345-0@lo:38:kworker.0 Request processed in 379us (15352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318756.144330:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318756.144374:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687168 00000100:00100000:2.0:1767318756.144383:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687168 00000100:00100000:1.0:1767318756.144385:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667 00000100:00080000:1.0:1767318756.144426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318756.144451:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22731 00000100:00100000:2.0:1767318756.144459:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989687168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318756.144473:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318756.144516:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989687168:12345-0@lo:38:kworker.0 Request processed in 57us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318756.144523:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22731 00000100:00080000:2.0:1767318756.144566:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318756.144572:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318756.144576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989687168:0@lo:38:kworker.0 00000100:00080000:2.0:1767318756.144591:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318756.144594:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318756.144597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989686656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318756.144750:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989687040:0@lo:400:kworker.0 00000100:00080000:2.0:1767318756.144870:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318756.144877:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318756.144880:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989686912:0@lo:38:kworker.0 00000100:00080000:2.0:1767318756.144892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318756.144896:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318756.144900:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989686528:0@lo:38:kworker.0 00000100:00100000:0.0:1767318756.144975:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22730 00000100:00100000:2.0:1767318756.145295:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989686784:0@lo:400:kworker.0 00000100:00100000:3.0:1767318756.149181:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989686528:12345-0@lo:38:kworker.0 Request processed in 5646us (20447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318756.149198:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22729 00000100:00100000:1.0:1767318756.200047:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318756.200157:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318756.204117:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799680 00000100:00100000:0.0:1767318756.204141:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799680 00000100:00100000:0.0:1767318756.204583:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799808 00000100:00100000:0.0:1767318756.204588:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799808 00000100:00100000:0.0:1767318756.204664:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4668 00000100:00100000:0.0:1767318756.204682:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22732 00000100:00100000:0.0:1767318756.204688:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925799680:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318756.204718:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318756.204806:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925799680:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 118us (4774us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318756.204814:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22732 00000100:00100000:0.0:1767318756.205005:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925799808:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318756.205063:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925799808:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 390us (4905us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318756.205071:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4668 00000100:00080000:1.0:1767318756.205205:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318756.960633:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318757.152376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318757.984579:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318758.177164:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318759.013065:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318759.203371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318760.037493:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318760.224792:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318760.224816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989687552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318760.224883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318760.225099:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687552 00000100:00100000:0.0:1767318760.225108:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687552 00000100:00100000:0.0:1767318760.225172:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767318760.225183:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989687552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318760.225212:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318760.225279:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989687552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318760.225286:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:0.0:1767318760.225330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989687552:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318760.225462:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318760.226009:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318760.226218:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989687680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318760.226275:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318760.226359:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687680 00000100:00100000:3.0:1767318760.226365:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687680 00000100:00100000:3.0:1767318760.226411:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:3.0:1767318760.226418:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989687680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318760.226438:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318760.226477:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989687680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318760.226483:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:3.0:1767318760.226513:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989687680:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318760.226558:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318761.062217:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318761.248764:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.248775:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318761.248778:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.248781:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318761.248785:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.248792:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4005 00000100:00080000:1.0:1767318761.248797:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.248804:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318761.248842:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720000 x1853163989687808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318761.248868:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.248871:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318761.248873:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.248876:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4005 00000100:00080000:1.0:1767318761.248879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.248883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318761.248907:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989687936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318761.248944:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.248947:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318761.248949:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.248953:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4005 00000100:00080000:1.0:1767318761.248955:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.248959:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318761.248970:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722680 x1853163989688192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318761.248991:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318761.248994:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318761.248995:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318761.248998:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4005 00000100:00080000:1.0:1767318761.249000:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318761.249004:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318761.249015:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722a00 x1853163989688448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318761.249097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989688320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318761.249171:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.249253:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318761.249259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989688576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318761.249285:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.249316:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688576 00000100:00100000:0.0:1767318761.249324:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688576 00000100:00100000:0.0:1767318761.249369:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1767318761.249377:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989688576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318761.249426:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989688576:12345-0@lo:400:kworker.0 Request processed in 50us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318761.249434:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1767318761.249497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989688576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318761.249520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989687808:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.249543:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.249565:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989687936:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.249588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.249609:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989688192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.249629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.249645:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989688448:0@lo:38:kworker.0 00000100:00100000:0.0:1767318761.249666:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318761.249695:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687936 00000100:00100000:0.0:1767318761.249700:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687936 00000100:00100000:0.0:1767318761.249721:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767318761.249725:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989687936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.249742:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.249774:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989687936:12345-0@lo:38:kworker.0 Request processed in 46us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.249780:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767318761.249799:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688320 00000100:00100000:0.0:1767318761.249803:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688320 00000100:00100000:0.0:1767318761.249832:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989687808 00000100:00100000:0.0:1767318761.249835:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989687808 00000100:00100000:0.0:1767318761.249848:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688192 00000100:00100000:0.0:1767318761.249851:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688192 00000100:00100000:0.0:1767318761.249859:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688448 00000100:00100000:0.0:1767318761.249861:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688448 00000100:00100000:0.0:1767318761.249871:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4669 00000100:00100000:0.0:1767318761.249877:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989688320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318761.249926:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989688320:12345-0@lo:400:kworker.0 Request processed in 49us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318761.249933:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4669 00000100:00100000:0.0:1767318761.249946:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22733 00000100:00100000:0.0:1767318761.249949:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989687808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.249959:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.249982:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989687808:12345-0@lo:38:kworker.0 Request processed in 31us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.249989:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22733 00000100:00100000:0.0:1767318761.250000:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22734 00000100:00100000:0.0:1767318761.250005:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989688192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.250013:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.250035:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989688192:12345-0@lo:38:kworker.0 Request processed in 29us (405us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.250041:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22734 00000100:00100000:0.0:1767318761.250054:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22735 00000100:00100000:0.0:1767318761.250057:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989688448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318761.250066:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318761.250087:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989688448:12345-0@lo:38:kworker.0 Request processed in 27us (420us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318761.250092:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22735 00000100:00100000:0.0:1767318761.250120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989688320:0@lo:400:kworker.0 00000100:00080000:0.0:1767318761.250142:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318761.250146:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318761.250149:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989687808:0@lo:38:kworker.0 00000100:00080000:0.0:1767318761.250156:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318761.250159:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318761.250162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989687936:0@lo:38:kworker.0 00000100:00080000:0.0:1767318761.250168:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318761.250171:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318761.250173:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989688192:0@lo:38:kworker.0 00000100:00080000:0.0:1767318761.250180:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318761.250182:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318761.250185:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989688448:0@lo:38:kworker.0 00000100:00100000:2.0:1767318761.250389:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989688064:0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.250417:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318761.250437:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318761.250443:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989688704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.250463:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318761.250501:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688704 00000100:00100000:2.0:1767318761.250505:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688704 00000100:00100000:2.0:1767318761.250532:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:2.0:1767318761.250538:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989688704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.250572:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989688704:12345-0@lo:400:kworker.0 Request processed in 34us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318761.250578:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:2.0:1767318761.250605:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989688704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.250626:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688064 00000100:00100000:2.0:1767318761.250629:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688064 00000100:00100000:2.0:1767318761.250658:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4670 00000100:00100000:2.0:1767318761.250664:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989688064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318761.250694:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989688064:12345-0@lo:400:kworker.0 Request processed in 30us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318761.250700:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4670 00000100:00100000:2.0:1767318761.250722:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989688064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318761.250875:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318761.251402:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318761.321766:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318761.322811:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318761.323084:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925799936 00000100:00100000:1.0:1767318761.323094:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925799936 00000100:00100000:1.0:1767318761.323142:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800064 00000100:00100000:1.0:1767318761.323145:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800064 00000100:00100000:1.0:1767318761.323194:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4671 00000100:00100000:1.0:1767318761.323203:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925800064:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318761.323331:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925800064:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 128us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318761.323339:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4671 00000100:00100000:1.0:1767318761.323359:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22736 00000100:00100000:1.0:1767318761.323364:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925799936:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318761.323385:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318761.323412:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925799936:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (1658us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318761.323418:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22736 00000100:00080000:0.0:1767318761.323793:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318762.080641:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318762.273796:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318763.104965:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318763.296368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318764.128488:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318764.320603:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318765.152568:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318765.344648:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318765.344666:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989688832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318765.344735:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318765.344882:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318765.344890:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989688960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318765.344916:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318765.345045:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318765.345155:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688832 00000100:00100000:1.0:1767318765.345164:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688832 00000100:00100000:1.0:1767318765.345257:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989688960 00000100:00100000:1.0:1767318765.345262:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989688960 00000100:00100000:1.0:1767318765.345282:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:1.0:1767318765.345291:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989688832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318765.345320:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318765.345363:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989688832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318765.345371:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:1.0:1767318765.345387:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:1.0:1767318765.345394:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989688960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318765.345407:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318765.345432:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989688960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318765.345441:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00080000:2.0:1767318765.345525:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318765.345530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318765.345601:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989688960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318765.345632:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989688832:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318766.176604:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318766.368753:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318766.368766:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318766.368769:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318766.368773:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318766.368778:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318766.368787:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4010 00000100:00080000:3.0:1767318766.368791:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318766.368808:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318766.368854:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1180 x1853163989689088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318766.368880:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318766.368883:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318766.368885:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318766.368889:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4010 00000100:00080000:3.0:1767318766.368891:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318766.368896:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318766.368910:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2680 x1853163989689216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318766.368939:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318766.368943:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318766.368945:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318766.368948:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4010 00000100:00080000:3.0:1767318766.368951:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318766.368954:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318766.368967:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3480 x1853163989689472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318766.368995:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318766.368999:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318766.369000:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318766.369004:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4010 00000100:00080000:3.0:1767318766.369006:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318766.369010:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318766.369021:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3100 x1853163989689728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318766.369060:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989689600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318766.369128:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318766.369319:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989689984:0@lo:400:kworker.0 00000100:00100000:0.0:1767318766.369343:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989689344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318766.369360:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318766.369372:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318766.369413:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689600 00000100:00100000:1.0:1767318766.369421:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689600 00000100:00100000:1.0:1767318766.369470:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689344 00000100:00100000:1.0:1767318766.369473:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689344 00000100:00100000:1.0:1767318766.369496:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672 00000100:00100000:1.0:1767318766.369505:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989689600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318766.369553:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989689600:12345-0@lo:400:kworker.0 Request processed in 49us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318766.369560:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672 00000100:00100000:1.0:1767318766.369578:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4673 00000100:00100000:1.0:1767318766.369584:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989689344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318766.369611:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318766.369613:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989689344:12345-0@lo:400:kworker.0 Request processed in 29us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318766.369618:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4673 00000100:00100000:0.0:1767318766.369639:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989689344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318766.369646:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989689856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318766.369670:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318766.369692:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689984 00000100:00100000:0.0:1767318766.369695:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689984 00000100:00100000:0.0:1767318766.369729:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689856 00000100:00100000:0.0:1767318766.369732:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689856 00000100:00100000:0.0:1767318766.369750:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:0.0:1767318766.369756:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989689984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318766.369788:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989689984:12345-0@lo:400:kworker.0 Request processed in 33us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318766.369806:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00100000:0.0:1767318766.370064:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1767318766.370070:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989689856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318766.370100:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989689856:12345-0@lo:400:kworker.0 Request processed in 30us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318766.370106:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1767318766.370135:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989689984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318766.370206:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989689856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318766.370739:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989689600:0@lo:400:kworker.0 00000100:00080000:2.0:1767318766.370829:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318766.370848:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989689088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318766.370887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.370929:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989689216:0@lo:38:kworker.0 00000100:00100000:2.0:1767318766.370951:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.370979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989689472:0@lo:38:kworker.0 00000100:00100000:2.0:1767318766.371001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.371017:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989689728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318766.371037:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318766.371067:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689088 00000100:00100000:2.0:1767318766.371073:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689088 00000100:00100000:2.0:1767318766.371096:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689472 00000100:00100000:2.0:1767318766.371099:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689472 00000100:00100000:2.0:1767318766.371110:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689728 00000100:00100000:2.0:1767318766.371112:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689728 00000100:00100000:2.0:1767318766.371125:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22737 00000100:00100000:2.0:1767318766.371130:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989689088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318766.371149:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318766.371505:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22738 00000100:00100000:1.0:1767318766.371510:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989689472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318766.371521:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318766.371558:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989689472:12345-0@lo:38:kworker.0 Request processed in 46us (555us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318766.371565:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22738 00000100:00100000:1.0:1767318766.371584:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22739 00000100:00100000:1.0:1767318766.371587:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989689728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318766.371596:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318766.371613:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989689216 00000100:00100000:1.0:1767318766.371617:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989689728:12345-0@lo:38:kworker.0 Request processed in 29us (580us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318766.371618:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989689216 00000100:00100000:1.0:1767318766.371623:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22739 00000100:00100000:3.0:1767318766.371639:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:3.0:1767318766.371643:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989689216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318766.371653:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318766.371681:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989689216:12345-0@lo:38:kworker.0 Request processed in 37us (728us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318766.371686:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00080000:1.0:1767318766.371691:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.371696:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.371699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989689216:0@lo:38:kworker.0 00000100:00080000:1.0:1767318766.371707:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.371710:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.371713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989689472:0@lo:38:kworker.0 00000100:00080000:1.0:1767318766.371721:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.371724:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.371726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989689728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318766.372725:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989689088:12345-0@lo:38:kworker.0 Request processed in 1587us (1830us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318766.372736:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22737 00000100:00080000:1.0:1767318766.378470:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318766.378493:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318766.378498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989689088:0@lo:38:kworker.0 00000100:00100000:1.0:1767318766.436086:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318766.436717:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318766.446891:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800320 00000100:00100000:2.0:1767318766.446904:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800320 00000100:00100000:2.0:1767318766.447003:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800192 00000100:00100000:2.0:1767318766.447006:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800192 00000100:00100000:2.0:1767318766.447028:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4674 00000100:00100000:2.0:1767318766.447035:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925800320:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318766.447107:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925800320:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (11045us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318766.447113:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4674 00000100:00080000:0.0:1767318766.447123:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318766.447130:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22740 00000100:00100000:2.0:1767318766.447134:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925800192:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318766.447154:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318766.447181:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925800192:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (10466us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318766.447187:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22740 00010000:00010000:3.0:1767318767.200624:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318767.392596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318768.224638:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318768.416406:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318769.248492:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318769.440424:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318770.276484:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318770.464428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318770.464447:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318770.464469:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989690112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318770.464540:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318770.464633:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690112 00000100:00100000:3.0:1767318770.464649:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690112 00000100:00080000:2.0:1767318770.464729:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318770.464763:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:3.0:1767318770.464777:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989690112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318770.464827:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318770.464933:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989690112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318770.464943:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:2.0:1767318770.465161:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989690112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318770.465256:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318770.465271:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989690240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318770.465316:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318770.465464:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690240 00000100:00100000:0.0:1767318770.465471:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690240 00000100:00100000:0.0:1767318770.465523:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1767318770.465532:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989690240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318770.465552:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318770.465600:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989690240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318770.465607:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:1.0:1767318770.465747:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989690240:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318770.465832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318771.296495:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318771.488494:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.488512:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318771.488515:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.488521:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318771.488528:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318771.488539:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4016 00000100:00080000:3.0:1767318771.488546:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318771.488555:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318771.488621:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76d80 x1853163989690368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318771.488654:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.488659:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318771.488661:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318771.488666:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4016 00000100:00080000:3.0:1767318771.488669:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318771.488674:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318771.488690:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74e00 x1853163989690496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318771.488742:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.488746:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318771.488748:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318771.488752:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4016 00000100:00080000:3.0:1767318771.488755:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318771.488759:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318771.488772:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163989690752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318771.488802:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318771.488806:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318771.488808:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318771.488812:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4016 00000100:00080000:3.0:1767318771.488815:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318771.488819:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318771.488841:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77800 x1853163989691008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318771.488899:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989691264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.488999:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318771.489100:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318771.489106:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989690624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489136:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318771.489166:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989690880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318771.489211:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318771.489216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989691136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489273:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318771.489328:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691264 00000100:00100000:3.0:1767318771.489338:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691264 00000100:00100000:3.0:1767318771.489396:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691136 00000100:00100000:3.0:1767318771.489399:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691136 00000100:00100000:3.0:1767318771.489422:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:3.0:1767318771.489434:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989691264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489507:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989691264:12345-0@lo:400:kworker.0 Request processed in 74us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.489516:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:3.0:1767318771.489535:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:3.0:1767318771.489542:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989691136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489574:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989691136:12345-0@lo:400:kworker.0 Request processed in 32us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.489581:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:3.0:1767318771.489600:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690624 00000100:00100000:3.0:1767318771.489605:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690624 00000100:00100000:3.0:1767318771.489642:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690880 00000100:00100000:3.0:1767318771.489645:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690880 00000100:00100000:3.0:1767318771.489664:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675 00000100:00100000:3.0:1767318771.489670:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989690624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489718:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989690624:12345-0@lo:400:kworker.0 Request processed in 47us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.489725:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675 00000100:00100000:3.0:1767318771.489737:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4676 00000100:00100000:3.0:1767318771.489743:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989690880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489773:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989690880:12345-0@lo:400:kworker.0 Request processed in 30us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.489779:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4676 00000100:00100000:3.0:1767318771.489829:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989691136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489843:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989690880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489870:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989690624:0@lo:400:kworker.0 00000100:00100000:3.0:1767318771.489880:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989691264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318771.490258:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989690368:0@lo:38:kworker.0 00000100:00100000:2.0:1767318771.490303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318771.490342:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989690496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318771.490371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318771.490412:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989690752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318771.490536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318771.490560:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989691008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318771.490584:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318771.490617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318771.490635:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690368 00000100:00100000:2.0:1767318771.490639:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690368 00000100:00100000:2.0:1767318771.490667:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690752 00000100:00100000:2.0:1767318771.490670:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690752 00000100:00100000:2.0:1767318771.490679:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691008 00000100:00100000:2.0:1767318771.490681:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691008 00000100:00100000:2.0:1767318771.490693:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22741 00000100:00100000:2.0:1767318771.490711:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989690368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318771.490738:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318771.490784:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989690368:12345-0@lo:38:kworker.0 Request processed in 83us (480us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318771.490794:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22741 00000100:00100000:2.0:1767318771.490810:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22742 00000100:00100000:2.0:1767318771.490814:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989690752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318771.490823:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318771.490848:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989690752:12345-0@lo:38:kworker.0 Request processed in 33us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318771.490854:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22742 00000100:00100000:2.0:1767318771.490864:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22743 00000100:00100000:2.0:1767318771.490868:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989691008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318771.490876:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318771.490895:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989691008:12345-0@lo:38:kworker.0 Request processed in 26us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318771.490900:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22743 00000100:00080000:2.0:1767318771.490932:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318771.490938:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318771.490942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989690368:0@lo:38:kworker.0 00000100:00080000:2.0:1767318771.490952:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318771.490955:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318771.490958:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989690752:0@lo:38:kworker.0 00000100:00080000:2.0:1767318771.490965:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318771.490969:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318771.490971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989691008:0@lo:38:kworker.0 00000100:00100000:3.0:1767318771.491103:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989690496 00000100:00100000:3.0:1767318771.491109:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989690496 00000100:00100000:3.0:1767318771.491141:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:3.0:1767318771.491146:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989690496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318771.491156:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318771.491196:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989690496:12345-0@lo:38:kworker.0 Request processed in 48us (823us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318771.491202:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00080000:2.0:1767318771.491314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318771.491319:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318771.491322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989690496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318771.491389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318771.556929:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318771.557005:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318771.557102:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800576 00000100:00100000:2.0:1767318771.557126:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800576 00000100:00100000:2.0:1767318771.557333:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800448 00000100:00100000:2.0:1767318771.557337:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800448 00000100:00080000:0.0:1767318771.557453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318771.561446:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4677 00000100:00100000:3.0:1767318771.561472:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925800576:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318771.561619:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925800576:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 158us (4704us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318771.561628:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4677 00000100:00100000:3.0:1767318771.561657:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22744 00000100:00100000:3.0:1767318771.561662:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925800448:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318771.561682:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318771.561719:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925800448:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (4714us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318771.561726:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22744 00010000:00010000:3.0:1767318772.321294:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318772.512451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318773.346106:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318773.536821:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318774.372565:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318774.565966:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318775.393983:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318775.584492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318775.586803:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318775.586830:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989691520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318775.586934:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318775.587388:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989691392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318775.587418:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318775.587591:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691520 00000100:00100000:1.0:1767318775.587602:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691520 00000100:00100000:1.0:1767318775.587700:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691392 00000100:00100000:1.0:1767318775.587703:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691392 00000100:00100000:1.0:1767318775.587729:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:1.0:1767318775.587742:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989691520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318775.587783:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318775.587833:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989691520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318775.587839:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00100000:1.0:1767318775.587857:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:1.0:1767318775.587861:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989691392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318775.587873:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318775.587910:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989691392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318775.587916:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00100000:1.0:1767318775.587966:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989691392:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318775.589750:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318775.589764:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318775.590043:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989691520:0@lo:13:osp-pre-1-1.0 00000400:00000100:3.0:1767318775.657029:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925800704 offset 0 length 520: 4 00000100:00100000:3.0:1767318775.657103:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318775.657343:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800832 00000100:00100000:1.0:1767318775.657357:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800832 00000100:00100000:1.0:1767318775.657423:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22745 00000100:00100000:1.0:1767318775.657433:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925800832:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318775.657464:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318775.657555:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925800832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 121us (450us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318775.657564:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22745 00000100:00100000:2.0:1767318775.658532:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318775.658775:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925800960 00000100:00100000:1.0:1767318775.658782:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925800960 00000100:00100000:1.0:1767318775.658862:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4678 00000100:00100000:1.0:1767318775.658874:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925800960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318775.658955:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925800960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318775.658963:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4678 00000100:00080000:0.0:1767318775.659150:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318776.416709:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318776.608450:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318776.608468:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318776.608471:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318776.608475:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318776.608481:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318776.608496:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4021 00000100:00080000:3.0:1767318776.608503:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318776.608513:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318776.608576:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989691648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318776.608583:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318751/real 1767318751] req@ffff96e2d7979500 x1853163989685120/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318776 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318776.608597:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318776.608601:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318776.608614:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318776.608618:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4021 00000100:00080000:3.0:1767318776.608621:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318776.608626:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318776.608628:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d7979500 x1853163989685120/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318776 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318776.608639:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77b80 x1853163989691776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318776.608646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989691648:0@lo:38:kworker.0 00000100:00080000:3.0:1767318776.608664:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318776.608668:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318776.608669:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318776.608673:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4021 00000100:00080000:3.0:1767318776.608675:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318776.608679:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318776.608688:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75500 x1853163989692032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318776.608712:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318776.608716:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318776.608717:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318776.608720:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4021 00000100:00080000:3.0:1767318776.608722:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318776.608725:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318776.608733:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318776.608736:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74e00 x1853163989692288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318776.608793:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989692160:0@lo:400:kworker.0 00000100:00080000:0.0:1767318776.608805:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.608821:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318776.608824:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318776.608825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989685120:0@lo:250:kworker.0 00000100:00100000:3.0:1767318776.608842:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318776.608845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989691776:0@lo:38:kworker.0 00000100:00100000:3.0:1767318776.608847:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989692416:0@lo:400:kworker.0 00000100:00100000:0.0:1767318776.608875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318776.608875:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318776.608913:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989692032:0@lo:38:kworker.0 00000100:00080000:3.0:1767318776.608913:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318776.608916:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318776.608918:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318776.608922:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4000 00000100:00080000:3.0:1767318776.608925:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318776.608928:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318776.608936:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318776.608941:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381f80 x1853163989692672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318776.608951:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989692288:0@lo:38:kworker.0 00000100:00100000:0.0:1767318776.608970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318776.608975:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691776 00000100:00100000:3.0:1767318776.608983:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691776 00000100:00100000:0.0:1767318776.608988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989692672:0@lo:250:kworker.0 00000400:00000100:0.0:1767318776.609005:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989692672 offset 0 length 520: 4 00000100:00100000:3.0:1767318776.609028:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:0.0:1767318776.609031:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691648 00000100:00100000:0.0:1767318776.609034:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691648 00000100:00100000:3.0:1767318776.609036:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989691776:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318776.609053:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692160 00000100:00100000:0.0:1767318776.609055:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692160 00010000:00020000:3.0:1767318776.609061:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318776.609093:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692032 00000100:00100000:0.0:1767318776.609096:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692032 00000100:00100000:0.0:1767318776.609105:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692288 00000100:00100000:0.0:1767318776.609107:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692288 00000100:00100000:3.0:1767318776.609108:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989691776:12345-0@lo:38:kworker.0 Request processed in 71us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318776.609116:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4679 00000100:00100000:3.0:1767318776.609116:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:0.0:1767318776.609123:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989692160:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318776.609151:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318776.609199:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989692160:12345-0@lo:400:kworker.0 Request processed in 77us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318776.609207:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4679 00000100:00100000:0.0:1767318776.609225:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22746 00000100:00100000:0.0:1767318776.609246:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989691648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318776.609256:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318776.609256:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989692160:0@lo:400:kworker.0 00000100:00100000:0.0:1767318776.609280:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989691648:12345-0@lo:38:kworker.0 Request processed in 49us (547us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318776.609287:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22746 00000100:00100000:0.0:1767318776.609300:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22747 00000100:00100000:0.0:1767318776.609303:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989692032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318776.609312:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318776.609334:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989692032:12345-0@lo:38:kworker.0 Request processed in 29us (397us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318776.609339:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22747 00000100:00100000:0.0:1767318776.609349:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22748 00000100:00100000:0.0:1767318776.609352:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989692288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318776.609361:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318776.609382:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989692288:12345-0@lo:38:kworker.0 Request processed in 28us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318776.609388:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22748 00000100:00080000:0.0:1767318776.609415:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.609419:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.609422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989691776:0@lo:38:kworker.0 00000100:00080000:0.0:1767318776.609430:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.609433:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.609436:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989692032:0@lo:38:kworker.0 00000100:00080000:0.0:1767318776.609444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.609447:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.609451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989692288:0@lo:38:kworker.0 00000100:00080000:0.0:1767318776.609458:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318776.609462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318776.609464:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989691648:0@lo:38:kworker.0 00000100:00100000:1.0:1767318776.610023:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692416 00000100:00100000:1.0:1767318776.610032:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692416 00000100:00100000:1.0:1767318776.610083:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1767318776.610093:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989692416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.610158:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989692416:12345-0@lo:400:kworker.0 Request processed in 67us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318776.610165:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1767318776.610320:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989692544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.610356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318776.610383:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318776.610389:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989691904:0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.610413:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318776.610480:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318776.610500:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989691904 00000100:00100000:2.0:1767318776.610504:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989691904 00000100:00100000:1.0:1767318776.610534:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692544 00000100:00100000:1.0:1767318776.610538:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692544 00000100:00100000:2.0:1767318776.610552:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4680 00000100:00100000:2.0:1767318776.610559:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989691904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.610561:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:1.0:1767318776.610567:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989692544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.610596:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989692544:12345-0@lo:400:kworker.0 Request processed in 28us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318776.610596:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989691904:12345-0@lo:400:kworker.0 Request processed in 38us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318776.610614:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1767318776.610615:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4680 00000100:00080000:2.0:1767318776.610639:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318776.610650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989691904:0@lo:400:kworker.0 00000100:00100000:1.0:1767318776.610660:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989692544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318776.610792:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989692416:0@lo:400:kworker.0 00010000:00010000:3.0:1767318777.444852:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318777.632571:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318778.464743:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318778.657032:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318779.488858:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318779.680460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318780.518399:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318780.704366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318780.704702:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989692800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318780.704774:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318780.704914:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692800 00000100:00100000:2.0:1767318780.704923:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692800 00000100:00100000:2.0:1767318780.704995:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:2.0:1767318780.705005:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989692800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318780.705032:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318780.705075:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989692800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318780.705087:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:0.0:1767318780.705181:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989692800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318780.705392:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318780.705402:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989692928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318780.705429:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318780.705453:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989692928 00000100:00100000:0.0:1767318780.705456:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989692928 00000100:00100000:0.0:1767318780.705482:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:0.0:1767318780.705489:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989692928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318780.705507:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318780.705547:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989692928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318780.705554:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:0.0:1767318780.705582:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989692928:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318780.705828:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318780.705835:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318780.772669:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318780.772725:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318780.772902:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801216 00000100:00100000:1.0:1767318780.772919:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801216 00000100:00100000:1.0:1767318780.773021:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801088 00000100:00100000:1.0:1767318780.773024:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801088 00000100:00100000:1.0:1767318780.773052:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4681 00000100:00100000:1.0:1767318780.773065:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925801216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318780.773175:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925801216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 114us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318780.773183:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4681 00000100:00100000:1.0:1767318780.773202:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22749 00000100:00100000:1.0:1767318780.773207:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925801088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318780.773274:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318780.773307:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925801088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 98us (580us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318780.773314:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22749 00000100:00080000:3.0:1767318780.773712:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318781.537649:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318781.728698:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.728713:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318781.728718:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.728723:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318781.728728:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318781.728741:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4026 00000100:00080000:2.0:1767318781.728747:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318781.728756:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318781.728812:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163989693056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318781.729154:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.729159:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318781.729161:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318781.729167:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4026 00000100:00080000:2.0:1767318781.729171:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318781.729175:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318781.729196:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2680 x1853163989693184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318781.729225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989693056:0@lo:38:kworker.0 00000100:00080000:2.0:1767318781.729246:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.729250:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318781.729252:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318781.729255:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4026 00000100:00080000:2.0:1767318781.729258:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318781.729262:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318781.729276:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163989693440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318781.729295:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.729298:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318781.729300:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318781.729303:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4026 00000100:00080000:2.0:1767318781.729305:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318781.729309:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318781.729314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318781.729318:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163989693696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318781.729366:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989693312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318781.729375:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989693184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318781.729398:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318781.729399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318781.729424:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318781.729425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989693440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318781.729429:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989693952:0@lo:400:kworker.0 00000100:00100000:0.0:1767318781.729445:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318781.729451:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318781.729462:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989693696:0@lo:38:kworker.0 00000100:00100000:2.0:1767318781.729477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318781.729481:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318781.729518:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693952 00000100:00100000:2.0:1767318781.729518:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693056 00000100:00100000:0.0:1767318781.729524:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693952 00000100:00100000:2.0:1767318781.729524:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693056 00000100:00100000:2.0:1767318781.729553:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693312 00000100:00100000:0.0:1767318781.729556:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:2.0:1767318781.729556:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693312 00000100:00100000:0.0:1767318781.729564:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989693952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318781.729581:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693440 00000100:00100000:2.0:1767318781.729584:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693440 00000100:00100000:2.0:1767318781.729590:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693696 00000100:00100000:2.0:1767318781.729593:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693696 00000100:00100000:2.0:1767318781.729602:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4682 00000100:00100000:0.0:1767318781.729612:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989693952:12345-0@lo:400:kworker.0 Request processed in 49us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318781.729619:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00100000:1.0:1767318781.729711:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989693568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.729743:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318781.729758:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318781.729764:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989693824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.729784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318781.729817:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693824 00000100:00100000:1.0:1767318781.729821:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693824 00000100:00100000:1.0:1767318781.729862:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:1.0:1767318781.729869:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989693824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.729904:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989693824:12345-0@lo:400:kworker.0 Request processed in 35us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318781.729910:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00100000:2.0:1767318781.730572:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989693312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318781.730610:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989693312:12345-0@lo:400:kworker.0 Request processed in 42us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318781.730687:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989693824:0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.730722:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989693952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.730731:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989693312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.730775:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693568 00000100:00100000:1.0:1767318781.730779:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693568 00000100:00100000:0.0:1767318781.730978:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22750 00000100:00100000:0.0:1767318781.730985:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989693056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318781.731008:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318781.731052:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989693056:12345-0@lo:38:kworker.0 Request processed in 66us (1737us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318781.731058:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22750 00000100:00100000:0.0:1767318781.731075:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22751 00000100:00100000:0.0:1767318781.731079:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989693440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318781.731087:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318781.731109:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989693440:12345-0@lo:38:kworker.0 Request processed in 29us (1663us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318781.731114:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22751 00000100:00100000:0.0:1767318781.731126:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22752 00000100:00100000:0.0:1767318781.731130:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989693696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318781.731139:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318781.731162:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989693696:12345-0@lo:38:kworker.0 Request processed in 31us (1680us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318781.731168:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22752 00000100:00080000:0.0:1767318781.731196:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318781.731201:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318781.731204:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989693440:0@lo:38:kworker.0 00000100:00080000:0.0:1767318781.731212:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318781.731215:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318781.731218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989693696:0@lo:38:kworker.0 00000100:00080000:0.0:1767318781.731226:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318781.731226:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989693184 00000100:00080000:0.0:1767318781.731242:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318781.731245:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989693056:0@lo:38:kworker.0 00000100:00100000:3.0:1767318781.731250:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989693184 00000100:00100000:3.0:1767318781.731272:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:3.0:1767318781.731277:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989693184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318781.731287:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318781.731289:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318781.731320:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989693184:12345-0@lo:38:kworker.0 Request processed in 42us (1920us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318781.731326:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00080000:3.0:1767318781.731347:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318781.731351:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318781.731354:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989693184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318781.731996:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4682 00000100:00100000:1.0:1767318781.732527:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683 00000100:00100000:1.0:1767318781.732541:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989693568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318781.732618:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989693568:12345-0@lo:400:kworker.0 Request processed in 84us (2874us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318781.732633:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683 00000100:00100000:3.0:1767318781.732715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989693568:0@lo:400:kworker.0 00010000:00010000:3.0:1767318782.560975:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318782.752509:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318783.585481:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318783.778996:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318784.609266:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318784.800384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318785.632659:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318785.825054:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318785.825073:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318785.825096:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989694080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318785.825220:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318785.825352:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694080 00000100:00100000:1.0:1767318785.825363:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694080 00000100:00100000:1.0:1767318785.825463:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1767318785.825475:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989694080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318785.825515:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318785.825564:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989694080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318785.825573:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00080000:1.0:1767318785.825863:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318785.825911:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989694080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318785.826573:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989694208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318785.826644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318785.826820:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694208 00000100:00100000:1.0:1767318785.826827:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694208 00000100:00100000:1.0:1767318785.826886:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:1.0:1767318785.826895:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989694208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318785.826923:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767318785.827040:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318785.827300:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989694208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 405us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318785.827308:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:3.0:1767318785.827410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989694208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318785.891400:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318785.891562:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318785.892297:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801344 00000100:00100000:2.0:1767318785.892316:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801344 00000100:00100000:2.0:1767318785.892386:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801472 00000100:00100000:2.0:1767318785.892389:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801472 00000100:00100000:2.0:1767318785.892459:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4684 00000100:00100000:2.0:1767318785.892472:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925801472:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318785.892571:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925801472:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318785.892579:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4684 00000100:00100000:2.0:1767318785.892598:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22753 00000100:00100000:2.0:1767318785.892603:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925801344:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318785.892648:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318785.892680:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925801344:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 75us (1295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318785.892687:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22753 00000100:00080000:3.0:1767318785.893273:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318786.658662:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318786.848875:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318786.849295:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318786.849301:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318786.849305:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318786.849308:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318786.849312:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318786.849320:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318786.849324:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318786.849331:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318786.849381:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989694336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318786.849398:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318786.849401:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318786.849403:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318786.849406:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318786.849409:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318786.849423:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318786.849437:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163989694464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318786.849474:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318786.849475:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989694336:0@lo:38:kworker.0 00000100:00080000:3.0:1767318786.849478:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318786.849479:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318786.849482:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318786.849503:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318786.849508:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318786.849519:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989694720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318786.849542:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318786.849547:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318786.849550:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318786.849552:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318786.849555:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4031 00000100:00080000:3.0:1767318786.849557:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318786.849561:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318786.849571:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383b80 x1853163989694976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318786.849603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989694464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318786.849628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318786.849657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989694720:0@lo:38:kworker.0 00000100:00100000:0.0:1767318786.849679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318786.849696:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989694976:0@lo:38:kworker.0 00000100:00100000:0.0:1767318786.849713:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318786.849758:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694336 00000100:00100000:0.0:1767318786.849767:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694336 00000100:00100000:0.0:1767318786.849798:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694720 00000100:00100000:0.0:1767318786.849802:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694720 00000100:00100000:0.0:1767318786.849814:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694976 00000100:00100000:0.0:1767318786.849817:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694976 00000100:00100000:0.0:1767318786.849834:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22754 00000100:00100000:0.0:1767318786.849841:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989694336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318786.849862:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318786.849907:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989694336:12345-0@lo:38:kworker.0 Request processed in 65us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318786.849914:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22754 00000100:00100000:0.0:1767318786.849932:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22755 00000100:00100000:0.0:1767318786.849936:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989694720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318786.849946:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318786.849997:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22756 00000100:00100000:1.0:1767318786.850003:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989694976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318786.850014:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318786.850045:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989694976:12345-0@lo:38:kworker.0 Request processed in 41us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318786.850050:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22756 00000100:00100000:1.0:1767318786.850074:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989694848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318786.850099:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318786.850125:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694848 00000100:00100000:1.0:1767318786.850129:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694848 00000100:00100000:2.0:1767318786.850153:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989694592:0@lo:400:kworker.0 00000100:00100000:1.0:1767318786.850174:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4685 00000100:00100000:1.0:1767318786.850181:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989694848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318786.850183:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318786.850199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318786.850204:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989695232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318786.850225:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318786.850226:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989694848:12345-0@lo:400:kworker.0 Request processed in 47us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318786.850250:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4685 00000100:00100000:1.0:1767318786.850261:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694592 00000100:00100000:1.0:1767318786.850264:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694592 00000100:00080000:2.0:1767318786.850274:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318786.850281:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686 00000100:00100000:1.0:1767318786.850286:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989694592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318786.850307:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989694464 00000100:00100000:2.0:1767318786.850311:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989694464 00000100:00100000:1.0:1767318786.850318:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989694592:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318786.850324:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686 00000100:00100000:2.0:1767318786.850332:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:2.0:1767318786.850336:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989694464:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318786.850339:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695232 00000100:00100000:1.0:1767318786.850341:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695232 00010000:00020000:2.0:1767318786.850345:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318786.850377:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:2.0:1767318786.850379:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989694464:12345-0@lo:38:kworker.0 Request processed in 42us (751us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318786.850384:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989695232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318786.850385:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00100000:1.0:1767318786.850423:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989695232:12345-0@lo:400:kworker.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318786.850429:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00080000:2.0:1767318786.850429:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318786.850433:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318786.850437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989694976:0@lo:38:kworker.0 00000100:00080000:2.0:1767318786.850446:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318786.850449:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318786.850452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989694336:0@lo:38:kworker.0 00000100:00080000:2.0:1767318786.850459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318786.850460:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989694848:0@lo:400:kworker.0 00000100:00080000:2.0:1767318786.850462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318786.850464:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989694464:0@lo:38:kworker.0 00000100:00100000:1.0:1767318786.850484:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989695232:0@lo:400:kworker.0 00000100:00100000:1.0:1767318786.850493:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989694592:0@lo:400:kworker.0 00000100:00100000:0.0:1767318786.850644:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989694720:12345-0@lo:38:kworker.0 Request processed in 705us (963us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318786.850650:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22755 00000100:00100000:3.0:1767318786.852256:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989695104:0@lo:400:kworker.0 00000100:00080000:2.0:1767318786.852304:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318786.852311:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318786.852315:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989694720:0@lo:38:kworker.0 00000100:00100000:3.0:1767318786.852349:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318786.852759:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695104 00000100:00100000:1.0:1767318786.852776:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695104 00000100:00100000:1.0:1767318786.854550:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:1.0:1767318786.854579:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989695104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318786.854728:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989695104:12345-0@lo:400:kworker.0 Request processed in 163us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318786.854736:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1767318786.854894:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989695104:0@lo:400:kworker.0 00010000:00010000:3.0:1767318787.680474:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318787.877720:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318788.705956:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318788.896591:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318789.738422:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318789.927466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318790.753748:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318790.944402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318790.944663:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318790.944694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989695360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318790.946493:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318790.946943:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695360 00000100:00100000:1.0:1767318790.946954:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695360 00000100:00100000:1.0:1767318790.947032:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:1.0:1767318790.947043:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989695360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318790.947099:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318790.947183:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989695360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318790.947191:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:1.0:1767318790.947276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989695360:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318790.949330:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318790.949939:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318790.958281:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989695488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318790.958396:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318790.960709:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695488 00000100:00100000:1.0:1767318790.960727:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695488 00000100:00100000:1.0:1767318790.960844:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:1.0:1767318790.960855:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989695488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318790.960896:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318790.961000:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989695488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (2604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318790.961008:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00080000:0.0:1767318790.961276:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318790.961379:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989695488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318791.014591:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318791.014933:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801600 00000100:00100000:2.0:1767318791.014946:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801600 00000100:00100000:2.0:1767318791.015016:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22757 00000100:00100000:2.0:1767318791.015025:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925801600:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318791.015059:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318791.023177:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925801600:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 8140us (8587us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318791.023193:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22757 00000100:00100000:1.0:1767318791.024122:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318791.024498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801728 00000100:00100000:2.0:1767318791.024507:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801728 00000100:00100000:2.0:1767318791.024577:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4687 00000100:00100000:2.0:1767318791.024587:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925801728:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318791.024826:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318791.024926:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925801728:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 339us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318791.024935:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4687 00010000:00010000:0.0:1767318791.776734:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318791.971339:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318791.971354:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318791.971357:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318791.971362:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318791.971368:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318791.971384:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4036 00000100:00080000:3.0:1767318791.971388:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318791.971395:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318791.971450:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989695616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318791.971470:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318791.971473:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318791.971475:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318791.971479:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4036 00000100:00080000:3.0:1767318791.971481:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318791.971484:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318791.971498:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74e00 x1853163989695744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318791.971534:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318791.971537:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318791.971538:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318791.971541:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4036 00000100:00080000:3.0:1767318791.971543:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318791.971545:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318791.971554:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77b80 x1853163989696000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318791.971567:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318791.971570:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318791.971571:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318791.971574:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4036 00000100:00080000:3.0:1767318791.971575:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318791.971578:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318791.971586:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77800 x1853163989696256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318791.971624:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989695872:0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.971909:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989696512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.971988:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318791.972056:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989696128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.972076:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318791.972090:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318791.972094:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989696384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.972107:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318791.972141:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696512 00000100:00100000:1.0:1767318791.972149:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696512 00000100:00100000:1.0:1767318791.972193:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696384 00000100:00100000:1.0:1767318791.972194:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696384 00000100:00100000:1.0:1767318791.972208:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:1.0:1767318791.972214:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989696512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.972301:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989696512:12345-0@lo:400:kworker.0 Request processed in 86us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318791.972310:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:1.0:1767318791.972339:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:1.0:1767318791.972346:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989696384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.972388:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989696384:12345-0@lo:400:kworker.0 Request processed in 43us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318791.972392:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:1.0:1767318791.972428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989696384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318791.972450:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989696512:0@lo:400:kworker.0 00000100:00100000:3.0:1767318791.972800:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318791.972939:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696128 00000100:00100000:2.0:1767318791.972945:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696128 00000100:00100000:2.0:1767318791.972999:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695872 00000100:00100000:2.0:1767318791.973003:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695872 00000100:00100000:2.0:1767318791.973025:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4688 00000100:00100000:2.0:1767318791.973032:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989696128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318791.973076:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989696128:12345-0@lo:400:kworker.0 Request processed in 46us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318791.973083:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4688 00000100:00100000:2.0:1767318791.973096:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4689 00000100:00100000:2.0:1767318791.973103:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989695872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318791.973134:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989695872:12345-0@lo:400:kworker.0 Request processed in 32us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318791.973140:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4689 00000100:00100000:2.0:1767318791.973172:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318791.973201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989696128:0@lo:400:kworker.0 00000100:00080000:3.0:1767318791.973866:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318791.973891:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989695872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318791.974066:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989695616:0@lo:38:kworker.0 00000100:00100000:0.0:1767318791.974108:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318791.974144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989695744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318791.974159:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318791.974180:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989696000:0@lo:38:kworker.0 00000100:00100000:0.0:1767318791.974193:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318791.974206:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989696256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318791.974217:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318791.974274:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695616 00000100:00100000:0.0:1767318791.974279:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695616 00000100:00100000:0.0:1767318791.974306:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696000 00000100:00100000:0.0:1767318791.974309:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696000 00000100:00100000:0.0:1767318791.974336:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696256 00000100:00100000:0.0:1767318791.974338:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696256 00000100:00100000:0.0:1767318791.974351:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22758 00000100:00100000:0.0:1767318791.974356:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989695616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318791.974389:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318791.974422:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989695616:12345-0@lo:38:kworker.0 Request processed in 66us (313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318791.974427:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22758 00000100:00100000:0.0:1767318791.974439:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22759 00000100:00100000:0.0:1767318791.974442:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989696000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318791.974448:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318791.974461:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989696000:12345-0@lo:38:kworker.0 Request processed in 18us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318791.974465:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22759 00000100:00100000:0.0:1767318791.974471:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22760 00000100:00100000:0.0:1767318791.974474:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989696256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318791.974478:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318791.974489:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989696256:12345-0@lo:38:kworker.0 Request processed in 15us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318791.974493:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22760 00000100:00080000:0.0:1767318791.974528:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318791.974533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318791.974535:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989695616:0@lo:38:kworker.0 00000100:00080000:0.0:1767318791.974540:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318791.974542:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318791.974544:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989696000:0@lo:38:kworker.0 00000100:00080000:0.0:1767318791.974548:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318791.974550:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318791.974552:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989696256:0@lo:38:kworker.0 00000100:00100000:3.0:1767318791.974903:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989695744 00000100:00100000:3.0:1767318791.974907:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989695744 00000100:00100000:3.0:1767318791.974936:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:3.0:1767318791.974940:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989695744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318791.974948:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318791.974974:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989695744:12345-0@lo:38:kworker.0 Request processed in 34us (814us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318791.974978:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00080000:0.0:1767318791.975211:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318791.975216:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318791.975218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989695744:0@lo:38:kworker.0 00010000:00010000:3.0:1767318792.801131:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318792.992556:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318793.824584:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318794.016733:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318794.848902:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318795.041644:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318795.874752:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318796.065813:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318796.066002:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318796.066020:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989696640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318796.066095:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318796.066259:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696640 00000100:00100000:2.0:1767318796.066269:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696640 00000100:00100000:2.0:1767318796.066338:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767318796.066348:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989696640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318796.066376:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318796.066432:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989696640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318796.066440:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00080000:0.0:1767318796.066958:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318796.067009:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989696640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318796.067392:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318796.067402:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989696768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318796.067442:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318796.067657:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696768 00000100:00100000:2.0:1767318796.067663:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696768 00000100:00100000:2.0:1767318796.067714:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:2.0:1767318796.067722:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989696768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318796.067745:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318796.067785:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989696768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318796.067792:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:2.0:1767318796.067822:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989696768:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318796.067923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318796.133428:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318796.133557:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801984 00000100:00100000:2.0:1767318796.133568:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801984 00000100:00100000:2.0:1767318796.133672:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4690 00000100:00100000:2.0:1767318796.133682:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925801984:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318796.133764:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925801984:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318796.133775:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4690 00000100:00080000:3.0:1767318796.135598:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318796.137556:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318796.138440:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925801856 00000100:00100000:1.0:1767318796.138453:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925801856 00000100:00100000:1.0:1767318796.138514:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22761 00000100:00100000:1.0:1767318796.138522:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925801856:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318796.138547:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318796.138619:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925801856:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 95us (1070us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318796.138626:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22761 00010000:00010000:0.0:1767318796.896584:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318797.088625:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318797.088647:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318797.088651:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318797.088655:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318797.088660:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318797.088669:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4041 00000100:00080000:1.0:1767318797.088676:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318797.088683:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318797.088742:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163989696896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318797.088938:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318797.089752:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318797.089759:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318797.089761:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318797.089768:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4041 00000100:00080000:1.0:1767318797.089772:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318797.089777:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318797.089802:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a680 x1853163989697024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318797.089852:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318797.089856:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318797.089858:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318797.089861:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4041 00000100:00080000:1.0:1767318797.089864:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318797.089867:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318797.089880:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749c00 x1853163989697280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318797.089902:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318797.089905:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318797.089907:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318797.089911:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4041 00000100:00080000:1.0:1767318797.089913:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318797.089917:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318797.089927:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748000 x1853163989697536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318797.090006:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989697792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090101:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318797.090200:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318797.090207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989697152:0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090267:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318797.090310:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989697664:0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090333:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318797.090349:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318797.090354:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989697408:0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090390:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318797.090433:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697152 00000100:00100000:3.0:1767318797.090443:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697152 00000100:00100000:3.0:1767318797.090502:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697408 00000100:00100000:3.0:1767318797.090506:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697408 00000100:00100000:3.0:1767318797.090532:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4691 00000100:00100000:3.0:1767318797.090541:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989697152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090592:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989697152:12345-0@lo:400:kworker.0 Request processed in 53us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318797.090599:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4691 00000100:00100000:3.0:1767318797.090617:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4692 00000100:00100000:3.0:1767318797.090623:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989697408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090653:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989697408:12345-0@lo:400:kworker.0 Request processed in 31us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318797.090659:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4692 00000100:00080000:3.0:1767318797.090678:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318797.090713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989697152:0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.090742:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989697408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318797.092441:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697792 00000100:00100000:1.0:1767318797.092455:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697792 00000100:00100000:1.0:1767318797.092532:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697664 00000100:00100000:1.0:1767318797.092535:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697664 00000100:00100000:1.0:1767318797.092568:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1767318797.092577:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989697792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318797.092924:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989697792:12345-0@lo:400:kworker.0 Request processed in 348us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318797.092932:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1767318797.092951:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1767318797.092959:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989697664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318797.092995:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989697664:12345-0@lo:400:kworker.0 Request processed in 37us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318797.093000:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1767318797.093078:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989697792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318797.094697:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989697664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318797.096927:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989696896:0@lo:38:kworker.0 00000100:00100000:2.0:1767318797.097000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318797.100545:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989697024:0@lo:38:kworker.0 00000100:00100000:2.0:1767318797.100619:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318797.100660:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989697280:0@lo:38:kworker.0 00000100:00100000:2.0:1767318797.100689:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318797.100769:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697024 00000100:00100000:1.0:1767318797.100780:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697024 00000100:00100000:1.0:1767318797.100832:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:1.0:1767318797.100840:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a52850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989697024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318797.100863:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318797.100905:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a52850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989697024:12345-0@lo:38:kworker.0 Request processed in 64us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318797.100912:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:2.0:1767318797.103288:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989697536:0@lo:38:kworker.0 00000100:00100000:2.0:1767318797.103341:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318797.105819:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989696896 00000100:00100000:3.0:1767318797.105836:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989696896 00000100:00100000:3.0:1767318797.105900:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22762 00000100:00100000:3.0:1767318797.105912:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989696896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318797.105938:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318797.106006:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989696896:12345-0@lo:38:kworker.0 Request processed in 96us (9006us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318797.106013:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22762 00000100:00100000:3.0:1767318797.106044:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697280 00000100:00100000:3.0:1767318797.106049:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697280 00000100:00100000:3.0:1767318797.106074:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22763 00000100:00100000:3.0:1767318797.106079:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989697280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318797.106088:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318797.106115:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989697280:12345-0@lo:38:kworker.0 Request processed in 35us (5425us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318797.106120:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22763 00000100:00080000:2.0:1767318797.108649:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318797.108662:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318797.108667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989696896:0@lo:38:kworker.0 00000100:00080000:2.0:1767318797.108683:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318797.108686:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318797.108689:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989697024:0@lo:38:kworker.0 00000100:00080000:2.0:1767318797.108699:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318797.108703:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318797.108706:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989697280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318797.109215:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697536 00000100:00100000:1.0:1767318797.109261:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697536 00000100:00100000:1.0:1767318797.109311:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22764 00000100:00100000:1.0:1767318797.109318:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989697536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318797.109338:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318797.109594:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989697536:12345-0@lo:38:kworker.0 Request processed in 275us (6252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318797.109602:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22764 00000100:00080000:2.0:1767318797.109760:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318797.109765:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318797.109768:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989697536:0@lo:38:kworker.0 00010000:00010000:3.0:1767318797.923668:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318798.115526:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318798.945110:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318799.136431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767318799.968470:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318800.163286:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318800.992533:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318801.184403:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318776/real 1767318776] req@ffff96e2e5381f80 x1853163989692672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318801 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318801.184440:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5381f80 x1853163989692672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318801 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318801.184459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318801.184523:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318801.184526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989692672:0@lo:250:kworker.0 00000100:00100000:2.0:1767318801.184694:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318801.184710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989697920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318801.184787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.184839:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989697920 00000100:00100000:0.0:1767318801.184847:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989697920 00000100:00080000:2.0:1767318801.184876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318801.184900:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:0.0:1767318801.184911:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989697920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318801.184952:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318801.185000:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989697920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318801.185005:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1767318801.185099:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989697920:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318801.185411:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318801.185418:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318801.185421:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318801.185428:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4026 00000100:00080000:1.0:1767318801.185432:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318801.185436:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318801.185465:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163989698048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318801.185525:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989698048:0@lo:250:kworker.0 00000400:00000100:0.0:1767318801.185561:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989698048 offset 0 length 520: 4 00000100:00100000:2.0:1767318801.185723:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318801.185726:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989698176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318801.185768:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318801.185775:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318801.185780:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318801.185782:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318801.185787:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4046 00000100:00080000:1.0:1767318801.185790:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318801.185795:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318801.185815:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989698304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318801.185859:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698176 00000100:00100000:2.0:1767318801.185864:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698176 00000100:00100000:2.0:1767318801.185906:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1767318801.185913:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989698176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318801.185943:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318801.185979:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989698176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318801.185986:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:0.0:1767318801.186189:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989698304:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.186221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318801.186310:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318801.186354:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989698176:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318801.186698:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318801.186703:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318801.186705:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318801.186710:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4046 00000100:00080000:1.0:1767318801.186713:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318801.186716:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318801.186734:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382300 x1853163989698432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318801.186780:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989698432:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.186825:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318801.186875:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318801.186878:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318801.186880:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318801.186884:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4046 00000100:00080000:1.0:1767318801.186887:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318801.186891:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318801.186899:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318801.186907:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989698688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318801.186914:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989698560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318801.186951:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698304 00000100:00100000:2.0:1767318801.186956:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698304 00000100:00100000:2.0:1767318801.186981:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22765 00000100:00100000:2.0:1767318801.186987:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989698304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318801.187007:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318801.187038:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318801.187063:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989698688:0@lo:38:kworker.0 00000100:00100000:3.0:1767318801.187074:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698560 00000100:00100000:3.0:1767318801.187079:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698560 00000100:00100000:0.0:1767318801.187107:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318801.187119:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698688 00000100:00100000:3.0:1767318801.187123:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698688 00000100:00100000:3.0:1767318801.187169:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4693 00000100:00100000:3.0:1767318801.187178:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989698560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318801.187220:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989698560:12345-0@lo:400:kworker.0 Request processed in 44us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318801.187226:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4693 00000100:00100000:3.0:1767318801.187264:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22766 00000100:00100000:3.0:1767318801.187268:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989698688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318801.187279:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318801.187305:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989698688:12345-0@lo:38:kworker.0 Request processed in 35us (199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318801.187311:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22766 00000100:00080000:3.0:1767318801.187339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318801.187361:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989698560:0@lo:400:kworker.0 00000100:00080000:1.0:1767318801.187431:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318801.187434:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318801.187437:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318801.187441:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4046 00000100:00080000:1.0:1767318801.187444:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318801.187447:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318801.187460:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163989698944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318801.187496:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989698816:0@lo:400:kworker.0 00000100:00100000:1.0:1767318801.187521:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318801.187577:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989698304:12345-0@lo:38:kworker.0 Request processed in 589us (1354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318801.187583:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22765 00000100:00080000:0.0:1767318801.187691:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318801.187696:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318801.187699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989698304:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.187713:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989698944:0@lo:38:kworker.0 00000100:00100000:0.0:1767318801.187740:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698432 00000100:00100000:0.0:1767318801.187744:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698432 00000100:00100000:0.0:1767318801.187766:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:0.0:1767318801.187770:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989698432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318801.187781:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318801.187805:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989698432:12345-0@lo:38:kworker.0 Request processed in 34us (979us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318801.187811:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:1.0:1767318801.188384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318801.188409:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698816 00000100:00100000:2.0:1767318801.188413:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698816 00000100:00100000:0.0:1767318801.188529:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694 00000100:00100000:0.0:1767318801.188550:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989698816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318801.188594:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989698816:12345-0@lo:400:kworker.0 Request processed in 58us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318801.188601:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694 00000100:00100000:0.0:1767318801.188634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989698816:0@lo:400:kworker.0 00000100:00080000:1.0:1767318801.188793:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318801.188798:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318801.188801:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989698688:0@lo:38:kworker.0 00000100:00080000:1.0:1767318801.188812:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318801.188815:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318801.188818:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989698432:0@lo:38:kworker.0 00000100:00100000:3.0:1767318801.188869:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989698944 00000100:00100000:3.0:1767318801.188875:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989698944 00000100:00100000:3.0:1767318801.188905:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22767 00000100:00100000:3.0:1767318801.188913:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989698944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318801.189017:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318801.189061:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989698944:12345-0@lo:38:kworker.0 Request processed in 148us (677us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318801.189068:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22767 00000100:00080000:1.0:1767318801.189103:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318801.189109:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318801.189113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989698944:0@lo:38:kworker.0 00000100:00080000:0.0:1767318801.189371:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318801.255049:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767318801.255088:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925802112 offset 0 length 520: 4 00000100:00100000:1.0:1767318801.255116:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318801.255416:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925802368 00000100:00100000:2.0:1767318801.255427:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925802368 00000100:00100000:2.0:1767318801.255535:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925802240 00000100:00100000:2.0:1767318801.255539:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925802240 00000100:00100000:2.0:1767318801.255711:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4695 00000100:00100000:2.0:1767318801.255723:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925802368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318801.255813:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925802368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318801.255822:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4695 00000100:00100000:2.0:1767318801.255852:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22768 00000100:00100000:2.0:1767318801.255858:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925802240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318801.255877:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318801.255902:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925802240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (784us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318801.255908:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22768 00000100:00080000:1.0:1767318801.257073:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318802.018472:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318802.208845:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318803.048566:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318803.248224:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318804.066665:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318804.260417:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318805.093286:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318805.282051:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318806.112718:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318806.304487:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318806.304496:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318806.304499:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318806.304503:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318806.304506:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318806.304514:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4050 00000100:00080000:1.0:1767318806.304518:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318806.304524:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318806.304536:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989699072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318806.304545:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989699200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318806.304557:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318806.304560:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318806.304562:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318806.304565:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4050 00000100:00080000:1.0:1767318806.304567:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318806.304571:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318806.304580:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382680 x1853163989699328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318806.304593:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318806.304605:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318806.304608:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318806.304609:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318806.304613:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4050 00000100:00080000:1.0:1767318806.304616:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318806.304618:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318806.304628:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989699584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318806.304643:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318806.304646:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318806.304647:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318806.304650:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4050 00000100:00080000:1.0:1767318806.304653:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318806.304656:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318806.304665:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163989699840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318806.304665:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989699456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318806.304704:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318806.304706:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318806.304711:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989699968:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.304724:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318806.304729:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989699712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318806.304736:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318806.304747:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318806.304764:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699968 00000100:00100000:3.0:1767318806.304766:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699456 00000100:00100000:1.0:1767318806.304771:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699968 00000100:00100000:3.0:1767318806.304771:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699456 00000100:00100000:3.0:1767318806.304816:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699712 00000100:00100000:1.0:1767318806.304819:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:3.0:1767318806.304819:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699712 00000100:00100000:1.0:1767318806.304828:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989699968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.304834:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4696 00000100:00100000:3.0:1767318806.304839:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989699456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318806.304874:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989699968:12345-0@lo:400:kworker.0 Request processed in 47us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318806.304874:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989699456:12345-0@lo:400:kworker.0 Request processed in 33us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318806.304882:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:3.0:1767318806.304882:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4696 00000100:00100000:3.0:1767318806.304896:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4697 00000100:00080000:1.0:1767318806.304901:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318806.304902:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989699712:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318806.304906:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318806.304981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989699200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318806.305019:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989699968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318806.305173:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318806.305188:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699072 00000100:00100000:2.0:1767318806.305191:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699072 00000100:00100000:2.0:1767318806.305485:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1767318806.305496:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989699072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318806.305518:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318806.305595:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318806.305603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989700096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318806.305658:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989699712:12345-0@lo:400:kworker.0 Request processed in 755us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318806.305665:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4697 00000100:00100000:3.0:1767318806.305704:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989699712:0@lo:400:kworker.0 00000100:00100000:3.0:1767318806.305714:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989699456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318806.305970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318806.306008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989699328:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.306030:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318806.306308:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989699584:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.306334:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318806.306352:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989699840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318806.306371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318806.306517:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699200 00000100:00100000:3.0:1767318806.306523:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699200 00000100:00100000:3.0:1767318806.306546:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699584 00000100:00100000:3.0:1767318806.306548:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699584 00000100:00100000:3.0:1767318806.306561:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699840 00000100:00100000:3.0:1767318806.306563:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699840 00000100:00100000:3.0:1767318806.306578:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22769 00000100:00100000:3.0:1767318806.306582:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989699200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318806.306600:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318806.307925:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22770 00000100:00100000:0.0:1767318806.307936:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989699584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318806.307956:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318806.308028:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989699584:12345-0@lo:38:kworker.0 Request processed in 91us (1692us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318806.308036:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22770 00000100:00100000:0.0:1767318806.308882:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22771 00000100:00100000:0.0:1767318806.308888:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989699840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318806.308902:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318806.308945:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989699840:12345-0@lo:38:kworker.0 Request processed in 55us (2572us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318806.308952:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22771 00000100:00080000:0.0:1767318806.309001:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.309008:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.309012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989699584:0@lo:38:kworker.0 00000100:00080000:0.0:1767318806.309025:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.309028:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.309031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989699840:0@lo:38:kworker.0 00000100:00080000:0.0:1767318806.309565:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318806.309598:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989699328 00000100:00100000:0.0:1767318806.309606:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989699328 00000100:00100000:0.0:1767318806.309639:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1767318806.309644:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989699328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318806.309655:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318806.309691:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989699328:12345-0@lo:38:kworker.0 Request processed in 45us (3659us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318806.309697:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00080000:0.0:1767318806.309727:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318806.309731:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318806.309734:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989699328:0@lo:38:kworker.0 00000100:00100000:2.0:1767318806.312992:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989699072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7489us (8388us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318806.313009:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:0.0:1767318806.314379:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989699072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318806.316108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318806.316634:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700096 00000100:00100000:2.0:1767318806.316646:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700096 00000100:00100000:2.0:1767318806.316856:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:2.0:1767318806.316951:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989700096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318806.316986:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318806.317091:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989700096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318806.317139:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989700096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318806.318626:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00100000:0.0:1767318806.343753:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989699200:12345-0@lo:38:kworker.0 Request processed in 37157us (37770us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318806.343770:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22769 00000100:00080000:2.0:1767318806.345630:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318806.345641:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318806.345645:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989699200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318806.372545:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318806.372641:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318806.372768:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925802624 00000100:00100000:1.0:1767318806.372779:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925802624 00000100:00100000:1.0:1767318806.372868:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925802496 00000100:00100000:1.0:1767318806.372871:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925802496 00000100:00100000:1.0:1767318806.372894:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4698 00000100:00100000:1.0:1767318806.372904:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925802624:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318806.372986:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925802624:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318806.372993:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4698 00000100:00100000:1.0:1767318806.373012:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22772 00000100:00100000:1.0:1767318806.373016:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925802496:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318806.373034:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318806.373074:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925802496:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318806.373084:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22772 00000100:00080000:2.0:1767318806.373254:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318807.137067:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318807.331054:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318808.160498:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318808.360633:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318809.184961:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318809.376572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318810.208505:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318810.400527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318811.232669:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318811.424845:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318811.424867:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989700224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318811.424946:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318811.428198:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318811.428208:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318811.428211:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318811.428215:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318811.428219:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318811.428227:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318811.428275:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318811.428282:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318811.428322:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647800 x1853163989700352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318811.428360:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318811.428365:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318811.428367:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318811.428372:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318811.428375:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318811.428379:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318811.428393:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647480 x1853163989700480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318811.428420:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318811.428423:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318811.428425:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318811.428428:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318811.428430:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318811.428433:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318811.428445:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646a00 x1853163989700736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318811.428463:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318811.428467:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318811.428468:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318811.428472:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4056 00000100:00080000:2.0:1767318811.428474:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318811.428477:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318811.428489:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75c00 x1853163989700992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318811.428534:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700224 00000100:00100000:2.0:1767318811.428541:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700224 00000100:00100000:2.0:1767318811.428614:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:2.0:1767318811.428624:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989700224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318811.428663:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318811.428756:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989700224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318811.428763:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00080000:2.0:1767318811.428786:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318811.428923:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989701120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.428981:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.429042:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318811.429049:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989700864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.429078:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318811.429112:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318811.429126:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701120 00000100:00100000:0.0:1767318811.429130:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701120 00000100:00100000:0.0:1767318811.429166:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:0.0:1767318811.429173:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989701120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.429213:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989701120:12345-0@lo:400:kworker.0 Request processed in 41us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318811.429220:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00100000:0.0:1767318811.429282:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989701120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.429308:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700864 00000100:00100000:0.0:1767318811.429312:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700864 00000100:00100000:0.0:1767318811.429340:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4699 00000100:00100000:0.0:1767318811.429348:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989700864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318811.429384:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989700864:12345-0@lo:400:kworker.0 Request processed in 37us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318811.429391:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4699 00000100:00100000:0.0:1767318811.429416:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989700864:0@lo:400:kworker.0 00000100:00080000:2.0:1767318811.429755:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318811.429758:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318811.429835:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989701248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318811.429871:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.429909:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318811.429915:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989700608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.429937:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.429980:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989700352:0@lo:38:kworker.0 00000100:00100000:3.0:1767318811.430004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.430022:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989700480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318811.430047:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.430068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989700736:0@lo:38:kworker.0 00000100:00100000:3.0:1767318811.430090:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.430105:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989700992:0@lo:38:kworker.0 00000100:00100000:3.0:1767318811.430124:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318811.430150:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700608 00000100:00100000:3.0:1767318811.430154:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700608 00000100:00100000:3.0:1767318811.430183:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700352 00000100:00100000:3.0:1767318811.430186:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700352 00000100:00100000:3.0:1767318811.430196:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700736 00000100:00100000:3.0:1767318811.430198:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700736 00000100:00100000:3.0:1767318811.430205:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700992 00000100:00100000:3.0:1767318811.430207:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700992 00000100:00100000:3.0:1767318811.430215:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700 00000100:00100000:3.0:1767318811.430220:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989700608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318811.430280:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989700608:12345-0@lo:400:kworker.0 Request processed in 59us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318811.430286:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700 00000100:00100000:3.0:1767318811.430300:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22773 00000100:00100000:3.0:1767318811.430304:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989700352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318811.430324:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318811.430357:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989700352:12345-0@lo:38:kworker.0 Request processed in 51us (352us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318811.430364:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22773 00000100:00100000:3.0:1767318811.430375:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22774 00000100:00100000:3.0:1767318811.430379:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989700736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318811.430388:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318811.430410:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989700736:12345-0@lo:38:kworker.0 Request processed in 30us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318811.430416:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22774 00000100:00100000:3.0:1767318811.430426:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22775 00000100:00100000:3.0:1767318811.430430:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989700992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318811.430439:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318811.430462:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989700992:12345-0@lo:38:kworker.0 Request processed in 30us (337us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318811.430467:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22775 00000100:00080000:3.0:1767318811.430480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318811.430499:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989700608:0@lo:400:kworker.0 00000100:00080000:3.0:1767318811.430521:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318811.430526:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318811.430529:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989700352:0@lo:38:kworker.0 00000100:00080000:3.0:1767318811.430536:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318811.430538:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318811.430541:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989700736:0@lo:38:kworker.0 00000100:00080000:3.0:1767318811.430547:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318811.430549:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318811.430552:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989700992:0@lo:38:kworker.0 00000100:00100000:1.0:1767318811.433749:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989700224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318811.433889:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989700480 00000100:00100000:0.0:1767318811.433898:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989700480 00000100:00100000:0.0:1767318811.433970:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767318811.433980:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989700480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318811.434010:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318811.434114:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989700480:12345-0@lo:38:kworker.0 Request processed in 134us (4065us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318811.434121:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767318811.434157:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701248 00000100:00100000:0.0:1767318811.434161:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701248 00000100:00100000:0.0:1767318811.434190:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1767318811.434196:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989701248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318811.434222:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318811.434290:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989701248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (4418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318811.434297:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00080000:2.0:1767318811.438062:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318811.438077:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318811.438083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989700480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318811.438622:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989701248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318811.493789:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318811.493970:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925802880 00000100:00100000:2.0:1767318811.493986:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925802880 00000100:00100000:2.0:1767318811.494092:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4701 00000100:00100000:2.0:1767318811.494104:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925802880:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318811.494205:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925802880:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318811.494214:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4701 00000100:00080000:3.0:1767318811.495963:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318811.496348:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318811.496434:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925802752 00000100:00100000:1.0:1767318811.496445:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925802752 00000100:00100000:1.0:1767318811.496500:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22776 00000100:00100000:1.0:1767318811.496509:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925802752:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318811.496536:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318811.496616:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925802752:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 107us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318811.496624:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22776 00010000:00010000:0.0:1767318812.256915:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318812.448630:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318813.287281:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318813.472857:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318814.304701:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318814.496547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318815.329079:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318815.520471:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318816.352733:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318816.544707:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318816.544789:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989701376:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318816.544822:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.544832:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318816.544835:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.544840:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318816.544845:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318816.544862:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4061 00000100:00080000:1.0:1767318816.544868:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318816.544888:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318816.544962:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318816.544997:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163989701504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318816.545010:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701376 00000100:00080000:1.0:1767318816.545022:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318816.545023:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701376 00000100:00080000:1.0:1767318816.545030:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318816.545034:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318816.545040:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4061 00000100:00080000:1.0:1767318816.545043:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318816.545049:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318816.545067:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636a00 x1853163989701632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318816.545107:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00080000:1.0:1767318816.545108:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.545116:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318816.545118:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318816.545129:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4061 00000100:00100000:0.0:1767318816.545132:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989701376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318816.545170:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318816.545221:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989701376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318816.545247:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1767318816.545279:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318816.545288:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989701760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.545315:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318816.545354:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701760 00000100:00100000:0.0:1767318816.545359:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701760 00000100:00100000:0.0:1767318816.545399:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4702 00000100:00100000:0.0:1767318816.545406:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989701760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.545445:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989701760:12345-0@lo:400:kworker.0 Request processed in 40us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318816.545451:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4702 00000100:00100000:0.0:1767318816.545483:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989701760:0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.545518:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989701376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318816.545555:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989701504:0@lo:38:kworker.0 00000100:00100000:0.0:1767318816.545578:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318816.545599:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989701632:0@lo:38:kworker.0 00000100:00080000:1.0:1767318816.545626:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318816.545627:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318816.545636:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318816.545660:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637b80 x1853163989701888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318816.545681:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701632 00000100:00100000:0.0:1767318816.545687:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701632 00000100:00080000:1.0:1767318816.545711:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318816.545716:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767318816.545719:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00080000:1.0:1767318816.545720:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318816.545729:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4061 00000100:00100000:0.0:1767318816.545735:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989701632:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767318816.545736:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318816.545747:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00010000:00020000:0.0:1767318816.545761:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318816.545765:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635c00 x1853163989702144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318816.545806:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989701632:12345-0@lo:38:kworker.0 Request processed in 73us (178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318816.545813:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1767318816.545833:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701504 00000100:00100000:0.0:1767318816.545837:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701504 00000100:00100000:0.0:1767318816.545881:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22777 00000100:00100000:0.0:1767318816.545885:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989701504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318816.545897:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318816.545899:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318816.545919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989702016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.545927:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989701504:12345-0@lo:38:kworker.0 Request processed in 38us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318816.545937:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22777 00000100:00100000:1.0:1767318816.545985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318816.545995:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989701888:0@lo:38:kworker.0 00000100:00100000:0.0:1767318816.546039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318816.546042:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702016 00000100:00100000:1.0:1767318816.546050:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702016 00000100:00100000:0.0:1767318816.546070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989702144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318816.546104:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318816.546104:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989701888 00000100:00100000:1.0:1767318816.546111:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989701888 00000100:00080000:0.0:1767318816.546147:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318816.546148:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702144 00000100:00100000:1.0:1767318816.546156:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702144 00000100:00080000:0.0:1767318816.546161:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318816.546168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989701504:0@lo:38:kworker.0 00000100:00100000:1.0:1767318816.546186:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703 00000100:00080000:0.0:1767318816.546189:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318816.546200:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318816.546203:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989702016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.546214:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989701632:0@lo:38:kworker.0 00000100:00100000:1.0:1767318816.546306:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989702016:12345-0@lo:400:kworker.0 Request processed in 108us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318816.546313:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22778 00000100:00100000:1.0:1767318816.546330:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703 00000100:00100000:0.0:1767318816.546332:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989701888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318816.546348:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318816.546354:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22779 00000100:00100000:1.0:1767318816.546361:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989702144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318816.546378:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318816.546400:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989701888:12345-0@lo:38:kworker.0 Request processed in 70us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318816.546410:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22778 00000100:00100000:1.0:1767318816.546418:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989702144:12345-0@lo:38:kworker.0 Request processed in 55us (317us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767318816.546442:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318816.546448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318816.546452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989701888:0@lo:38:kworker.0 00000100:00080000:0.0:1767318816.546461:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318816.546464:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318816.546466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989702144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318816.546504:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318816.546513:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989702272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.546549:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318816.546580:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702272 00000100:00100000:0.0:1767318816.546584:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702272 00000100:00100000:0.0:1767318816.546618:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:0.0:1767318816.546625:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989702272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318816.546667:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989702272:12345-0@lo:400:kworker.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318816.546674:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00100000:0.0:1767318816.546707:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989702272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318816.546724:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22779 00000100:00100000:0.0:1767318816.546762:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989702016:0@lo:400:kworker.0 00000100:00080000:1.0:1767318816.546776:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318816.546784:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318816.546837:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318816.548373:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318816.548392:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989702400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318816.548445:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318816.548793:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702400 00000100:00100000:1.0:1767318816.548800:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702400 00000100:00100000:1.0:1767318816.548864:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1767318816.548874:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989702400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318816.548901:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318816.548952:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989702400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318816.548959:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:3.0:1767318816.549095:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989702400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318816.616147:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318816.616299:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803136 00000100:00100000:3.0:1767318816.616311:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803136 00000100:00100000:3.0:1767318816.616390:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4704 00000100:00100000:3.0:1767318816.616402:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925803136:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318816.616486:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925803136:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318816.616494:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4704 00000100:00100000:3.0:1767318816.616573:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318816.616638:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803008 00000100:00100000:3.0:1767318816.616642:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803008 00000100:00100000:3.0:1767318816.616660:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22780 00000100:00100000:3.0:1767318816.616664:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925803008:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318816.616686:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318816.616715:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925803008:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 49us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318816.616722:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22780 00000100:00080000:1.0:1767318816.617624:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318817.376610:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318817.568587:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318818.403595:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318818.593105:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318819.424712:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318819.616601:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318820.450009:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318820.640391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318821.473105:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318821.664486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989702528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318821.664560:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318821.664783:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702528 00000100:00100000:1.0:1767318821.664792:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702528 00000100:00100000:1.0:1767318821.664860:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:1.0:1767318821.664870:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989702528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318821.664909:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318821.664955:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989702528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318821.664962:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1767318821.665072:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318821.665092:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318821.665096:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318821.665099:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318821.665103:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318821.665106:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318821.665111:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4066 00000100:00080000:3.0:1767318821.665116:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318821.665121:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318821.665146:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163989702784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318821.665172:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318821.665175:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318821.665177:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318821.665180:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4066 00000100:00080000:3.0:1767318821.665182:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318821.665185:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318821.665197:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098380 x1853163989702912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318821.665226:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318821.665246:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989702784:0@lo:38:kworker.0 00000100:00080000:3.0:1767318821.665253:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318821.665256:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318821.665261:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4066 00000100:00080000:3.0:1767318821.665264:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318821.665268:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318821.665281:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749c00 x1853163989703168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318821.665285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318821.665306:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318821.665310:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318821.665312:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318821.665316:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4066 00000100:00080000:3.0:1767318821.665319:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318821.665320:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989702912:0@lo:38:kworker.0 00000100:00080000:3.0:1767318821.665326:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318821.665349:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318821.665353:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163989703424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318821.665377:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989703168:0@lo:38:kworker.0 00000100:00100000:3.0:1767318821.665391:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989703040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318821.665402:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318821.665421:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989703424:0@lo:38:kworker.0 00000100:00100000:1.0:1767318821.665450:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702784 00000100:00100000:1.0:1767318821.665455:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702784 00000100:00100000:1.0:1767318821.665474:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703168 00000100:00100000:1.0:1767318821.665489:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703168 00000100:00100000:3.0:1767318821.665507:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318821.665511:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22781 00000100:00100000:1.0:1767318821.665517:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989702784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318821.665534:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318821.665537:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318821.665545:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989703296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318821.665572:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989702784:12345-0@lo:38:kworker.0 Request processed in 52us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318821.665579:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318821.665584:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22781 00000100:00100000:1.0:1767318821.665599:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703040 00000100:00100000:1.0:1767318821.665604:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703040 00000100:00100000:3.0:1767318821.665608:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703296 00000100:00100000:3.0:1767318821.665613:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703296 00000100:00100000:1.0:1767318821.665628:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4705 00000100:00100000:1.0:1767318821.665636:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989703040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318821.665672:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989703040:12345-0@lo:400:kworker.0 Request processed in 37us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318821.665678:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4705 00000100:00100000:1.0:1767318821.665688:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22782 00000100:00100000:1.0:1767318821.665692:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989703168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318821.665701:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318821.665722:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989703168:12345-0@lo:38:kworker.0 Request processed in 28us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318821.665728:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22782 00000100:00100000:1.0:1767318821.665756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318821.665798:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318821.665803:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318821.665805:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989702784:0@lo:38:kworker.0 00000100:00080000:1.0:1767318821.665827:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318821.665831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318821.665834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989703168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318821.665850:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703424 00000100:00100000:1.0:1767318821.665854:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703424 00000100:00100000:1.0:1767318821.665867:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22783 00000100:00100000:1.0:1767318821.666079:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989703424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318821.666090:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318821.666149:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706 00000100:00100000:3.0:1767318821.666158:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989703296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318821.666261:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989702656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318821.666308:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989703296:12345-0@lo:400:kworker.0 Request processed in 150us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318821.666315:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706 00000100:00080000:0.0:1767318821.666334:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318821.666340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318821.666353:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989703296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318821.666358:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702912 00000100:00100000:0.0:1767318821.666363:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702912 00000100:00100000:3.0:1767318821.666366:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989703040:0@lo:400:kworker.0 00000100:00100000:0.0:1767318821.666389:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767318821.666395:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989702912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318821.666405:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318821.666441:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989702912:12345-0@lo:38:kworker.0 Request processed in 46us (1093us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318821.666447:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767318821.666468:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989703552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318821.666503:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318821.666533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989702528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318821.666552:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703552 00000100:00100000:0.0:1767318821.666555:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703552 00000100:00100000:0.0:1767318821.666583:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:0.0:1767318821.666589:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989703552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318821.666618:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989703552:12345-0@lo:400:kworker.0 Request processed in 29us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318821.666623:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00080000:0.0:1767318821.666638:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318821.666650:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989703552:0@lo:400:kworker.0 00000100:00080000:0.0:1767318821.666668:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318821.666673:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318821.666675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989702912:0@lo:38:kworker.0 00000100:00100000:1.0:1767318821.666945:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989703424:12345-0@lo:38:kworker.0 Request processed in 1072us (1187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318821.666952:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22783 00000100:00080000:0.0:1767318821.668431:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318821.668441:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318821.668445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989703424:0@lo:38:kworker.0 00000100:00100000:2.0:1767318821.679046:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318821.679473:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989702656 00000100:00100000:1.0:1767318821.679492:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989702656 00000100:00100000:1.0:1767318821.679543:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:1.0:1767318821.679551:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989702656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318821.679580:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318821.679640:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989702656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318821.679648:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00100000:3.0:1767318821.679885:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989702656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318821.733921:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318821.734074:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318821.736516:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803392 00000100:00100000:0.0:1767318821.736534:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803392 00000100:00100000:0.0:1767318821.736620:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803264 00000100:00100000:0.0:1767318821.736624:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803264 00000100:00100000:0.0:1767318821.736649:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4707 00000100:00100000:0.0:1767318821.736659:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925803392:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318821.736733:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22784 00000100:00100000:3.0:1767318821.736749:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925803264:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767318821.736769:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925803392:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (2842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318821.736782:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4707 00010000:00020000:3.0:1767318821.736801:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318821.736877:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925803264:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 129us (2802us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318821.736888:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22784 00000100:00080000:2.0:1767318821.737652:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318822.496470:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318822.688692:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318823.521086:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318823.713480:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318824.549906:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318824.737538:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318825.569437:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318825.760557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318825.828210:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767318825.828305:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925803520 offset 0 length 520: 4 00000100:00100000:2.0:1767318825.828334:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318825.828431:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803776 00000100:00100000:3.0:1767318825.828431:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803648 00000100:00100000:1.0:1767318825.828446:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803776 00000100:00100000:3.0:1767318825.828446:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803648 00000100:00100000:3.0:1767318825.828512:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4708 00000100:00100000:3.0:1767318825.828526:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925803776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318825.828529:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22785 00000100:00100000:1.0:1767318825.828540:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925803648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318825.828567:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318825.828633:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318825.828642:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925803776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318825.828798:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4708 00000100:00100000:1.0:1767318825.831627:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925803648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 3068us (3271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318825.831658:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22785 00010000:00010000:3.0:1767318826.592508:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318826.784503:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.784521:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318826.784525:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.784530:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318826.784535:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318826.784545:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4071 00000100:00080000:3.0:1767318826.784551:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318826.784571:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318826.784650:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163989703680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318826.784689:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.784694:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318826.784696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318826.784700:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4071 00000100:00080000:3.0:1767318826.784703:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318826.784707:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318826.784725:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b100 x1853163989703808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318826.784775:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.784778:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318826.784780:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318826.784784:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4071 00000100:00080000:3.0:1767318826.784786:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318826.784789:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318826.784803:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989704064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318826.784829:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318826.784833:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318826.784835:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318826.784838:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4071 00000100:00080000:3.0:1767318826.784841:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318826.784845:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318826.784858:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8ce00 x1853163989704320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318826.784935:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989703936:0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785049:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318826.785137:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318826.785143:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989704576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785173:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318826.785212:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703936 00000100:00100000:3.0:1767318826.785223:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703936 00000100:00100000:3.0:1767318826.785332:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4709 00000100:00100000:3.0:1767318826.785345:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989703936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785411:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989703936:12345-0@lo:400:kworker.0 Request processed in 68us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318826.785420:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4709 00000100:00080000:3.0:1767318826.785449:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318826.785464:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989704192:0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785492:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318826.785516:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318826.785521:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989704448:0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785543:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318826.785567:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704192 00000100:00100000:3.0:1767318826.785571:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704192 00000100:00100000:3.0:1767318826.785601:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710 00000100:00100000:3.0:1767318826.785608:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989704192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785640:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989704192:12345-0@lo:400:kworker.0 Request processed in 32us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318826.785646:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710 00000100:00080000:3.0:1767318826.785660:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318826.785712:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989703936:0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.785753:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989704192:0@lo:400:kworker.0 00000100:00100000:2.0:1767318826.786160:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318801/real 1767318801] req@ffff96e2e5383800 x1853163989698048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318826 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318826.786188:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5383800 x1853163989698048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318826 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318826.786221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989703680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318826.786294:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318826.786326:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989703808:0@lo:38:kworker.0 00000100:00100000:2.0:1767318826.786356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318826.786382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989704064:0@lo:38:kworker.0 00000100:00100000:2.0:1767318826.786411:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318826.786432:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989704320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318826.786454:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318826.786471:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318826.786495:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318826.786499:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989698048:0@lo:250:kworker.0 00000100:00100000:2.0:1767318826.786532:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703680 00000100:00100000:2.0:1767318826.786537:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703680 00000100:00100000:2.0:1767318826.786713:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704064 00000100:00100000:2.0:1767318826.786718:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704064 00000100:00100000:2.0:1767318826.786814:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704320 00000100:00100000:2.0:1767318826.786818:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704320 00000100:00100000:2.0:1767318826.786835:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22786 00000100:00100000:2.0:1767318826.786842:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989703680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318826.786867:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318826.786915:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989703680:12345-0@lo:38:kworker.0 Request processed in 72us (620us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318826.786922:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22786 00000100:00100000:2.0:1767318826.786939:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22787 00000100:00100000:2.0:1767318826.786943:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989704064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318826.786953:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318826.786977:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989704064:12345-0@lo:38:kworker.0 Request processed in 32us (565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318826.786983:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22787 00000100:00100000:2.0:1767318826.786994:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22788 00000100:00100000:2.0:1767318826.786998:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989704320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318826.787007:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318826.787028:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989704320:12345-0@lo:38:kworker.0 Request processed in 29us (573us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318826.787034:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22788 00000100:00080000:2.0:1767318826.787082:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318826.787087:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318826.787090:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989703680:0@lo:38:kworker.0 00000100:00080000:2.0:1767318826.787100:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318826.787104:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318826.787106:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989704064:0@lo:38:kworker.0 00000100:00080000:2.0:1767318826.787115:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318826.787118:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318826.787121:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989704320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318826.787147:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318826.787152:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318826.787155:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318826.787160:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4050 00000100:00080000:2.0:1767318826.787165:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318826.787171:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318826.787196:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163989704704/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318826.787267:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989704704:0@lo:250:kworker.0 00000400:00000100:2.0:1767318826.787290:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989704704 offset 0 length 520: 4 00000100:00100000:0.0:1767318826.790059:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318826.790097:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318826.790123:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989704832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318826.790218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318826.790312:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704576 00000100:00100000:0.0:1767318826.790321:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704576 00000100:00100000:0.0:1767318826.790390:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704448 00000100:00100000:0.0:1767318826.790394:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704448 00000100:00100000:0.0:1767318826.790424:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:0.0:1767318826.790433:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989704576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318826.790496:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989704576:12345-0@lo:400:kworker.0 Request processed in 64us (5321us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318826.790503:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00100000:0.0:1767318826.790523:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:0.0:1767318826.790530:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989704448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318826.790933:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989704448:12345-0@lo:400:kworker.0 Request processed in 402us (5387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318826.790941:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00100000:2.0:1767318826.791039:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989704576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318826.799956:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704832 00000100:00100000:3.0:1767318826.799981:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704832 00000100:00100000:3.0:1767318826.800075:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767318826.800088:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989704832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318826.800134:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318826.800262:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989704832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 177us (10043us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318826.800270:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767318826.800328:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989703808 00000100:00100000:3.0:1767318826.800332:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989703808 00000100:00100000:3.0:1767318826.800357:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:3.0:1767318826.800361:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989703808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318826.800386:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318826.800438:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989703808:12345-0@lo:38:kworker.0 Request processed in 75us (14080us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318826.800446:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00100000:0.0:1767318826.801315:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989704832:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318826.801405:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318826.801411:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318826.801434:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989704960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318826.801519:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318826.801779:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989704960 00000100:00100000:1.0:1767318826.801785:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989704960 00000100:00100000:1.0:1767318826.801830:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:1.0:1767318826.801840:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989704960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318826.801875:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318826.801921:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989704960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318826.801928:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00080000:2.0:1767318826.803224:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318826.803253:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318826.803258:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989703808:0@lo:38:kworker.0 00000100:00100000:0.0:1767318826.803439:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989704448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318826.803487:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989704960:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318827.616584:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318827.808450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318828.640748:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318828.832539:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318829.665053:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318829.856576:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318830.689190:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318830.883439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318830.948009:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318830.956062:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804032 00000100:00100000:1.0:1767318830.956086:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804032 00000100:00100000:1.0:1767318830.956250:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4711 00000100:00100000:1.0:1767318830.956266:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925804032:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318830.956704:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318830.975259:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925804032:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 18957us (27225us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318830.975285:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4711 00000100:00100000:2.0:1767318830.983764:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318830.984561:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925803904 00000100:00100000:1.0:1767318830.984579:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925803904 00000100:00100000:1.0:1767318830.984660:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22789 00000100:00100000:1.0:1767318830.984671:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925803904:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318830.984716:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318830.985880:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925803904:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1201us (2129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318830.985894:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22789 00010000:00010000:3.0:1767318831.713849:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318831.905986:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318831.906548:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318831.906576:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989705216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318831.906674:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318831.906768:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705216 00000100:00100000:1.0:1767318831.906778:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705216 00000100:00100000:1.0:1767318831.907067:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:1.0:1767318831.907079:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989705216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318831.907127:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318831.907185:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989705216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318831.907193:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00080000:1.0:1767318831.907219:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318831.907291:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989705216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318831.907544:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989705088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318831.907593:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318831.907786:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.907793:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318831.907796:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.907800:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318831.907815:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318831.907823:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4076 00000100:00080000:3.0:1767318831.907828:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318831.907834:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318831.907870:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8f480 x1853163989705344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318831.907899:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.907903:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318831.907904:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318831.907908:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4076 00000100:00080000:3.0:1767318831.907911:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318831.907915:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318831.907929:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d500 x1853163989705472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318831.907964:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.907968:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318831.907970:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318831.907973:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4076 00000100:00080000:3.0:1767318831.907975:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318831.907979:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318831.907991:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e680 x1853163989705728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318831.908013:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318831.908017:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318831.908019:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318831.908023:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4076 00000100:00080000:3.0:1767318831.908025:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318831.908029:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318831.908042:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8c000 x1853163989705984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318831.908066:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989705856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318831.908104:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318831.908145:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318831.908152:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989705600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318831.908179:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318831.908210:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705856 00000100:00100000:3.0:1767318831.908216:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705856 00000100:00100000:3.0:1767318831.908291:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705600 00000100:00100000:3.0:1767318831.908296:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705600 00000100:00100000:3.0:1767318831.908321:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4712 00000100:00100000:3.0:1767318831.908329:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989705856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318831.908375:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989705856:12345-0@lo:400:kworker.0 Request processed in 46us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318831.908382:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4712 00000100:00100000:3.0:1767318831.908398:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4713 00000100:00100000:3.0:1767318831.908404:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989705600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318831.908434:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989705600:12345-0@lo:400:kworker.0 Request processed in 31us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318831.908440:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4713 00000100:00100000:3.0:1767318831.908482:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989705600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318831.908506:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989705856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318831.908997:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989705344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318831.909037:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318831.909073:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989705472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318831.909100:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318831.909127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989705728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318831.909153:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318831.909171:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989705984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318831.909192:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318831.909256:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705472 00000100:00100000:0.0:1767318831.909261:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705472 00000100:00100000:0.0:1767318831.909294:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:0.0:1767318831.909301:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989705472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318831.909324:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318831.909362:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989705472:12345-0@lo:38:kworker.0 Request processed in 60us (260us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318831.909371:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:0.0:1767318831.909397:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705344 00000100:00100000:0.0:1767318831.909401:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705344 00000100:00100000:0.0:1767318831.909422:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705728 00000100:00100000:0.0:1767318831.909425:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705728 00000100:00100000:0.0:1767318831.909436:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705984 00000100:00100000:0.0:1767318831.909438:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705984 00000100:00100000:0.0:1767318831.909449:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22790 00000100:00100000:0.0:1767318831.909454:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989705344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318831.909464:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318831.909491:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989705344:12345-0@lo:38:kworker.0 Request processed in 35us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318831.909497:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22790 00000100:00100000:0.0:1767318831.909508:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22791 00000100:00100000:0.0:1767318831.909512:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989705728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318831.909521:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318831.909544:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989705728:12345-0@lo:38:kworker.0 Request processed in 30us (391us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318831.909549:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22791 00000100:00100000:0.0:1767318831.909560:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22792 00000100:00100000:0.0:1767318831.909564:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989705984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318831.909583:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318831.909619:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989705984:12345-0@lo:38:kworker.0 Request processed in 53us (426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318831.909625:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22792 00000100:00080000:0.0:1767318831.909657:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318831.909663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318831.909667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989705344:0@lo:38:kworker.0 00000100:00080000:0.0:1767318831.909677:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318831.909680:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318831.909683:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989705472:0@lo:38:kworker.0 00000100:00080000:0.0:1767318831.909690:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318831.909693:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318831.909695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989705728:0@lo:38:kworker.0 00000100:00080000:0.0:1767318831.909703:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318831.909706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318831.909708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989705984:0@lo:38:kworker.0 00000100:00100000:2.0:1767318831.909995:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989705088 00000100:00100000:2.0:1767318831.910002:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989705088 00000100:00100000:2.0:1767318831.910054:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:2.0:1767318831.910062:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989705088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318831.910102:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318831.910165:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989705088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (2571us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318831.910171:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:3.0:1767318831.910463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989705088:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318831.910542:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318831.910548:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318832.737128:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318832.932606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318833.761477:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318833.952378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318834.784567:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318834.976358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318835.813272:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318836.001312:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318836.075885:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318836.077170:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318836.090879:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804288 00000100:00100000:2.0:1767318836.090894:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804288 00000100:00100000:0.0:1767318836.091086:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804160 00000100:00100000:0.0:1767318836.091093:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804160 00000100:00100000:0.0:1767318836.091158:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22793 00000100:00100000:0.0:1767318836.091167:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925804160:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318836.091191:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318836.091547:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4714 00000100:00100000:2.0:1767318836.091555:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925804288:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318836.091631:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925804288:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (15759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318836.091639:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4714 00000100:00080000:2.0:1767318836.091666:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318836.092128:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925804160:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 959us (14961us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318836.092135:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22793 00010000:00010000:3.0:1767318836.833432:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318837.024617:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318837.024681:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318837.024685:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318837.024689:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318837.024694:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318837.024703:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4081 00000100:00080000:0.0:1767318837.024708:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318837.024717:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318837.024761:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647800 x1853163989706112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318837.024788:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318837.024792:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318837.024794:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318837.024797:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4081 00000100:00080000:0.0:1767318837.024800:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318837.024803:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318837.024817:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645880 x1853163989706240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318837.024842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318837.024845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318837.024847:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318837.024851:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4081 00000100:00080000:0.0:1767318837.024853:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318837.024857:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318837.024869:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586680 x1853163989706496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318837.024895:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318837.024899:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318837.024901:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318837.024905:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4081 00000100:00080000:0.0:1767318837.024907:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318837.024911:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318837.024933:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586300 x1853163989706752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318837.024983:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989706880:0@lo:400:kworker.0 00000100:00100000:0.0:1767318837.025048:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318837.025108:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318837.025114:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989706624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318837.025140:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318837.025528:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989706368:0@lo:400:kworker.0 00000100:00100000:3.0:1767318837.025557:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318837.025587:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989707136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318837.025607:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318837.025626:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318837.025632:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989707008:0@lo:400:kworker.0 00000100:00100000:3.0:1767318837.025662:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318837.025699:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707136 00000100:00100000:3.0:1767318837.025707:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707136 00000100:00100000:3.0:1767318837.025759:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1767318837.025768:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989707136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318837.025794:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318837.025836:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989707136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318837.025843:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1767318837.025866:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318837.025897:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989707136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318837.026045:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706624 00000100:00100000:2.0:1767318837.026050:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706624 00000100:00100000:2.0:1767318837.026088:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706368 00000100:00100000:2.0:1767318837.026091:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706368 00000100:00100000:2.0:1767318837.026115:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4715 00000100:00100000:2.0:1767318837.026122:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989706624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.026163:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989706624:12345-0@lo:400:kworker.0 Request processed in 41us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318837.026169:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4715 00000100:00100000:2.0:1767318837.026181:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4716 00000100:00100000:2.0:1767318837.026187:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989706368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.026247:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989706368:12345-0@lo:400:kworker.0 Request processed in 42us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318837.026254:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4716 00000100:00080000:2.0:1767318837.026269:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318837.026273:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318837.026297:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989706368:0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.026320:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989706624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.026618:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989706112:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.026661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.026684:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989706240:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.026707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.026727:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989706496:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.026746:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.026760:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989706752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318837.026779:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318837.026805:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706880 00000100:00100000:1.0:1767318837.026809:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706880 00000100:00100000:1.0:1767318837.026833:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707008 00000100:00100000:1.0:1767318837.026836:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707008 00000100:00100000:1.0:1767318837.026872:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1767318837.026878:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989706880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.026912:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989706880:12345-0@lo:400:kworker.0 Request processed in 33us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318837.026956:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1767318837.026978:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:1.0:1767318837.026987:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989707008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318837.027015:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989707008:12345-0@lo:400:kworker.0 Request processed in 32us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318837.027021:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:1.0:1767318837.027040:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706112 00000100:00100000:1.0:1767318837.027044:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706112 00000100:00100000:1.0:1767318837.027058:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706496 00000100:00100000:1.0:1767318837.027060:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706496 00000100:00100000:1.0:1767318837.027067:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706752 00000100:00100000:1.0:1767318837.027069:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706752 00000100:00100000:1.0:1767318837.027077:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22794 00000100:00100000:1.0:1767318837.027082:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989706112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318837.027099:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318837.027133:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989706112:12345-0@lo:38:kworker.0 Request processed in 50us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318837.027138:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22794 00000100:00100000:1.0:1767318837.027148:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22795 00000100:00100000:1.0:1767318837.027151:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989706496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318837.027159:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318837.027182:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989706496:12345-0@lo:38:kworker.0 Request processed in 30us (436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318837.027187:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22795 00000100:00100000:1.0:1767318837.027569:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22796 00000100:00100000:1.0:1767318837.027575:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989706752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318837.027585:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318837.027613:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989706752:12345-0@lo:38:kworker.0 Request processed in 37us (833us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318837.027618:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22796 00000100:00080000:1.0:1767318837.027814:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318837.027819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318837.027822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989706112:0@lo:38:kworker.0 00000100:00080000:1.0:1767318837.027830:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318837.027832:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318837.027835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989706496:0@lo:38:kworker.0 00000100:00080000:1.0:1767318837.027842:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318837.027844:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318837.027847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989706752:0@lo:38:kworker.0 00000100:00100000:3.0:1767318837.028186:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989706240 00000100:00100000:3.0:1767318837.028201:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989706240 00000100:00100000:3.0:1767318837.028256:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:3.0:1767318837.028262:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989706240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318837.028272:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318837.028305:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989706240:12345-0@lo:38:kworker.0 Request processed in 42us (1596us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318837.028310:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00080000:1.0:1767318837.028855:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318837.028860:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318837.028863:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989706240:0@lo:38:kworker.0 00000100:00080000:2.0:1767318837.029153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318837.029188:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989706880:0@lo:400:kworker.0 00000100:00100000:2.0:1767318837.029209:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318837.029219:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989707264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318837.029286:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318837.029327:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989707008:0@lo:400:kworker.0 00000100:00100000:0.0:1767318837.029468:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707264 00000100:00100000:0.0:1767318837.029484:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707264 00000100:00100000:0.0:1767318837.029527:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:0.0:1767318837.029534:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989707264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318837.029557:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318837.029603:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989707264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318837.029610:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:2.0:1767318837.030124:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989707264:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318837.857555:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318838.048508:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318838.880634:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318839.072576:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318839.908708:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318840.097147:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318840.928558:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318841.120388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318841.188781:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318841.188850:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318841.189111:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804544 00000100:00100000:1.0:1767318841.189125:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804544 00000100:00100000:1.0:1767318841.189218:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804416 00000100:00100000:1.0:1767318841.189221:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804416 00000100:00100000:1.0:1767318841.189291:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4717 00000100:00100000:1.0:1767318841.189306:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925804544:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318841.189446:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925804544:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 143us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318841.189460:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4717 00000100:00100000:1.0:1767318841.189650:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22797 00000100:00100000:1.0:1767318841.189659:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925804416:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318841.189891:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318841.189924:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925804416:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 264us (1073us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318841.189931:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22797 00000100:00080000:3.0:1767318841.190004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318841.954977:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318842.144430:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318842.144438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318842.144446:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318842.144451:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318842.144456:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318842.144460:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318842.144471:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4086 00000100:00080000:0.0:1767318842.144477:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318842.144492:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318842.144557:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584e00 x1853163989707392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318842.144601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318842.144605:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318842.144607:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318842.144611:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4086 00000100:00080000:0.0:1767318842.144613:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318842.144617:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318842.144640:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584a80 x1853163989707520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318842.144683:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318842.144687:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318842.144691:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318842.144696:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4086 00000100:00080000:0.0:1767318842.144699:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318842.144703:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318842.144717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989707392:0@lo:38:kworker.0 00000100:00100000:0.0:1767318842.144723:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989707776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318842.144747:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318842.144751:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318842.144753:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318842.144756:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4086 00000100:00080000:0.0:1767318842.144759:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318842.144762:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318842.144773:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586680 x1853163989708032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318842.144894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318842.144984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989707520:0@lo:38:kworker.0 00000100:00100000:1.0:1767318842.145011:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318842.145048:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989707776:0@lo:38:kworker.0 00000100:00100000:1.0:1767318842.145071:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318842.145089:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989708032:0@lo:38:kworker.0 00000100:00100000:1.0:1767318842.145114:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318842.145150:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989707648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318842.145164:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707520 00000100:00100000:1.0:1767318842.145176:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707520 00000100:00100000:3.0:1767318842.145264:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318842.145308:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318842.145314:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989708288:0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.145340:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318842.145372:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989707904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.145408:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318842.145425:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318842.145432:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989708160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.145460:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318842.145501:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707392 00000100:00100000:3.0:1767318842.145509:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707392 00000100:00100000:3.0:1767318842.145544:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707776 00000100:00100000:3.0:1767318842.145547:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707776 00000100:00100000:3.0:1767318842.145556:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708032 00000100:00100000:3.0:1767318842.145559:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708032 00000100:00100000:3.0:1767318842.145566:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707648 00000100:00100000:3.0:1767318842.145568:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707648 00000100:00100000:3.0:1767318842.145599:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989707904 00000100:00100000:3.0:1767318842.145602:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989707904 00000100:00100000:3.0:1767318842.145620:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4718 00000100:00100000:3.0:1767318842.145628:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989707648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.145694:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989707648:12345-0@lo:400:kworker.0 Request processed in 67us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318842.145701:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4718 00000100:00100000:3.0:1767318842.145716:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4719 00000100:00100000:3.0:1767318842.145722:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989707904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.145750:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989707904:12345-0@lo:400:kworker.0 Request processed in 29us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318842.145755:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4719 00000100:00100000:3.0:1767318842.145769:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22798 00000100:00100000:3.0:1767318842.145773:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989707392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318842.145803:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318842.145835:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989707392:12345-0@lo:38:kworker.0 Request processed in 60us (944us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318842.145841:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22798 00000100:00100000:3.0:1767318842.145851:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22799 00000100:00100000:3.0:1767318842.145855:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989707776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318842.145863:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318842.145885:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989707776:12345-0@lo:38:kworker.0 Request processed in 29us (814us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318842.145890:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22799 00000100:00100000:3.0:1767318842.145900:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22800 00000100:00100000:3.0:1767318842.145904:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989708032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318842.145923:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318842.145945:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989708032:12345-0@lo:38:kworker.0 Request processed in 39us (832us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318842.145951:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22800 00000100:00100000:3.0:1767318842.145970:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708288 00000100:00100000:3.0:1767318842.145973:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708288 00000100:00100000:3.0:1767318842.146001:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708160 00000100:00100000:3.0:1767318842.146003:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708160 00000100:00100000:3.0:1767318842.146020:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767318842.146026:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989708288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.146055:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989708288:12345-0@lo:400:kworker.0 Request processed in 29us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318842.146061:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767318842.146071:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:3.0:1767318842.146076:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989708160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.146102:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989708160:12345-0@lo:400:kworker.0 Request processed in 26us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318842.146108:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00080000:3.0:1767318842.146125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318842.146130:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318842.146133:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318842.146169:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989708160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.146181:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989707904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.146214:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989708288:0@lo:400:kworker.0 00000100:00100000:3.0:1767318842.146225:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989707648:0@lo:400:kworker.0 00000100:00080000:3.0:1767318842.146350:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318842.146355:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318842.146359:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989707776:0@lo:38:kworker.0 00000100:00080000:3.0:1767318842.146370:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318842.146384:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318842.146388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989708032:0@lo:38:kworker.0 00000100:00080000:3.0:1767318842.146401:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318842.146403:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318842.146406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989707392:0@lo:38:kworker.0 00000100:00100000:2.0:1767318842.146828:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318842.146840:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989708544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318842.146873:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318842.147213:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318842.147223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989708416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318842.153731:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:1.0:1767318842.153747:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989707520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318842.153783:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318842.153919:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989707520:12345-0@lo:38:kworker.0 Request processed in 173us (8905us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318842.153927:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00080000:0.0:1767318842.154801:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318842.154815:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318842.154822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989707520:0@lo:38:kworker.0 00000100:00100000:0.0:1767318842.158981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318842.160313:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708544 00000100:00100000:1.0:1767318842.160334:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708544 00000100:00100000:1.0:1767318842.160462:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708416 00000100:00100000:1.0:1767318842.160466:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708416 00000100:00100000:1.0:1767318842.160489:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1767318842.160498:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989708544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318842.160542:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318842.160642:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989708544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (13766us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318842.160650:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1767318842.160670:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1767318842.160676:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989708416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318842.160692:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318842.160733:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989708416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318842.160740:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1767318842.160804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989708416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318842.162015:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989708544:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318842.976580:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318843.168824:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318844.001272:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318844.193055:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318845.025216:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318845.216800:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318846.053022:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318846.240593:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318846.308845:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318846.308892:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318846.309123:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804800 00000100:00100000:0.0:1767318846.309133:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804800 00000100:00100000:0.0:1767318846.309203:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925804672 00000100:00100000:0.0:1767318846.309206:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925804672 00000100:00100000:0.0:1767318846.309225:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4720 00000100:00100000:0.0:1767318846.309266:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925804800:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318846.309351:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925804800:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318846.309360:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4720 00000100:00100000:0.0:1767318846.309379:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22801 00000100:00100000:0.0:1767318846.309384:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925804672:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318846.309403:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318846.309427:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925804672:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (534us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318846.309434:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22801 00000100:00080000:3.0:1767318846.310060:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318847.074024:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318847.264356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318847.264416:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989708672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318847.264487:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.264727:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708672 00000100:00100000:2.0:1767318847.264745:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708672 00000100:00080000:0.0:1767318847.264779:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318847.264785:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318847.264788:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318847.264796:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00080000:0.0:1767318847.264802:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767318847.264805:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989708672:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318847.264806:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318847.264811:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4091 00000100:00080000:0.0:1767318847.264815:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318847.264820:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00002000:00000024:2.0:1767318847.264834:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318847.264850:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163989708800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318847.264864:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318847.264868:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318847.264869:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318847.264873:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4091 00000100:00100000:2.0:1767318847.264875:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989708672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (388us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318847.264876:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318847.264879:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318847.264882:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:0.0:1767318847.264890:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989708928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318847.264913:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318847.264916:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318847.264918:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318847.264921:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4091 00000100:00100000:2.0:1767318847.264921:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989708800:0@lo:38:kworker.0 00000100:00080000:0.0:1767318847.264924:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318847.264927:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318847.264937:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0000 x1853163989709184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318847.264947:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318847.264951:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318847.264954:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318847.264956:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318847.264959:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4091 00000100:00080000:0.0:1767318847.264962:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318847.264966:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318847.264967:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989708928:0@lo:38:kworker.0 00000100:00100000:0.0:1767318847.264976:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1f80 x1853163989709440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318847.264986:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.265008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989709184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.265030:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.265043:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989709440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.265065:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.265089:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708800 00000100:00100000:2.0:1767318847.265093:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708800 00000100:00100000:2.0:1767318847.265111:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709184 00000100:00100000:2.0:1767318847.265113:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709184 00000100:00100000:2.0:1767318847.265124:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709440 00000100:00100000:2.0:1767318847.265126:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709440 00000100:00100000:2.0:1767318847.265137:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22802 00000100:00100000:2.0:1767318847.265142:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989708800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318847.265159:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318847.265192:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989708800:12345-0@lo:38:kworker.0 Request processed in 48us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.265198:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22802 00000100:00100000:2.0:1767318847.265209:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22803 00000100:00100000:2.0:1767318847.265213:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989709184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318847.265221:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318847.265255:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989709056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318847.265256:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989709184:12345-0@lo:38:kworker.0 Request processed in 42us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.265261:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22803 00000100:00100000:2.0:1767318847.265272:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22804 00000100:00100000:2.0:1767318847.265276:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989709440:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318847.265293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767318847.265295:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318847.265307:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318847.265313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989709312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318847.265315:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989709440:12345-0@lo:38:kworker.0 Request processed in 39us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318847.265320:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22804 00000100:00100000:2.0:1767318847.265329:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709056 00000100:00100000:1.0:1767318847.265331:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.265332:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709056 00000100:00100000:2.0:1767318847.265347:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709312 00000100:00100000:2.0:1767318847.265350:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709312 00000100:00100000:1.0:1767318847.265351:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4721 00000100:00100000:1.0:1767318847.265359:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989709056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318847.265362:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722 00000100:00100000:2.0:1767318847.265366:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989709312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318847.265465:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989709056:12345-0@lo:400:kworker.0 Request processed in 35us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318847.265476:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4721 00000100:00100000:1.0:1767318847.265494:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989709568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318847.265520:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318847.265552:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709568 00000100:00100000:1.0:1767318847.265555:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709568 00000100:00100000:1.0:1767318847.265579:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:1.0:1767318847.265584:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989709568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318847.265614:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989709568:12345-0@lo:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318847.265620:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:1.0:1767318847.265651:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989709568:0@lo:400:kworker.0 00000100:00080000:3.0:1767318847.267721:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318847.267728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318847.267731:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318847.267748:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989708928 00000100:00100000:3.0:1767318847.267754:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989708928 00000100:00100000:3.0:1767318847.267790:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1767318847.267803:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989708928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318847.267821:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318847.267916:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318847.267930:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989709696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318847.279021:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989709312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.279043:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989709056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318847.279253:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989708672:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318847.279327:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318847.279333:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318847.279337:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989709184:0@lo:38:kworker.0 00000100:00080000:0.0:1767318847.279349:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318847.279353:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318847.279357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989709440:0@lo:38:kworker.0 00000100:00080000:0.0:1767318847.279367:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318847.279370:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318847.279373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989708800:0@lo:38:kworker.0 00000100:00100000:3.0:1767318847.281876:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989708928:12345-0@lo:38:kworker.0 Request processed in 14062us (16877us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318847.281891:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00080000:3.0:1767318847.281957:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318847.281962:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318847.281966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989708928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318847.282822:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989709312:12345-0@lo:400:kworker.0 Request processed in 17450us (17484us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318847.282832:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722 00000100:00100000:1.0:1767318847.292947:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318847.296806:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709696 00000100:00100000:2.0:1767318847.296823:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709696 00000100:00100000:2.0:1767318847.296889:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:2.0:1767318847.296899:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989709696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318847.296935:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318847.297008:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989709696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (4070us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318847.297014:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:1.0:1767318847.297888:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989709696:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318848.098046:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318848.288532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318849.120844:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318849.312360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318850.145167:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318850.336603:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318850.404915:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318850.404953:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925804928 offset 0 length 520: 4 00000100:00100000:0.0:1767318850.404980:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318850.405053:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805184 00000100:00100000:3.0:1767318850.405063:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805184 00000100:00100000:3.0:1767318850.405137:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805056 00000100:00100000:3.0:1767318850.405141:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805056 00000100:00100000:3.0:1767318850.405161:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4723 00000100:00100000:3.0:1767318850.405171:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925805184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318850.405280:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925805184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 111us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318850.405288:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4723 00000100:00100000:3.0:1767318850.405317:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22805 00000100:00100000:3.0:1767318850.405322:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925805056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318850.405343:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318850.405367:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925805056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (386us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318850.405373:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22805 00000100:00080000:0.0:1767318850.405669:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318851.168853:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318851.360382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318851.360587:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318826/real 1767318826] req@ffff96e2e5383800 x1853163989704704/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318851 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318851.360622:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5383800 x1853163989704704/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318851 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318851.360637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318851.360663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318851.360667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989704704:0@lo:250:kworker.0 00000100:00080000:0.0:1767318851.360824:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318851.360829:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318851.360832:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318851.360838:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4076 00000100:00080000:0.0:1767318851.360842:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318851.360848:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318851.360977:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0e00 x1853163989709824/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318851.361002:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318851.361006:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318851.361008:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318851.361012:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4096 00000100:00080000:0.0:1767318851.361015:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318851.361019:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318851.361036:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1180 x1853163989709952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318851.361044:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318851.361047:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318851.361049:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318851.361053:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4096 00000100:00080000:0.0:1767318851.361056:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318851.361059:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318851.361069:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3100 x1853163989710080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318851.361105:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318851.361109:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318851.361111:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318851.361115:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4096 00000100:00080000:0.0:1767318851.361117:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318851.361120:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318851.361133:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318851.361145:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989710208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318851.361541:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163989710336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318851.361575:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318851.361580:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318851.361582:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318851.361585:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4096 00000100:00080000:1.0:1767318851.361588:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318851.361592:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318851.361603:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163989710592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318851.361635:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989710720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318851.361668:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318851.361744:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318851.361750:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989710848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318851.361772:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318851.361802:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710720 00000100:00100000:1.0:1767318851.361809:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710720 00000100:00100000:1.0:1767318851.361857:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710848 00000100:00100000:1.0:1767318851.361860:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710848 00000100:00100000:2.0:1767318851.361915:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318851.361928:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989710464:0@lo:400:kworker.0 00000100:00100000:0.0:1767318851.362068:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318851.362125:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710208 00000100:00100000:0.0:1767318851.362129:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710208 00000100:00100000:0.0:1767318851.362161:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4724 00000100:00100000:0.0:1767318851.362170:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989710208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318851.362253:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989710208:12345-0@lo:400:kworker.0 Request processed in 85us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318851.362261:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4724 00000100:00100000:0.0:1767318851.362303:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989710208:0@lo:400:kworker.0 00000100:00080000:0.0:1767318851.362338:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318851.362343:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318851.362345:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318851.366383:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:2.0:1767318851.366414:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989710720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318851.366526:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989710720:12345-0@lo:400:kworker.0 Request processed in 129us (4856us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318851.366534:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00100000:3.0:1767318851.366683:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:3.0:1767318851.366697:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989710848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318851.366736:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989710848:12345-0@lo:400:kworker.0 Request processed in 44us (4963us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318851.366743:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1767318851.366847:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989710848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318851.366860:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989710720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318851.366924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989709824:0@lo:250:kworker.0 00000400:00000100:1.0:1767318851.366953:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989709824 offset 0 length 520: 4 00000100:00100000:1.0:1767318851.366979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989709952:0@lo:38:kworker.0 00000100:00100000:1.0:1767318851.367005:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318851.367032:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989710080:0@lo:38:kworker.0 00000100:00100000:1.0:1767318851.367054:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318851.367072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989710336:0@lo:38:kworker.0 00000100:00100000:1.0:1767318851.367093:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318851.367110:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989710592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318851.367129:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318851.367159:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989709952 00000100:00100000:1.0:1767318851.367165:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989709952 00000100:00100000:1.0:1767318851.367191:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710336 00000100:00100000:1.0:1767318851.367195:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710336 00000100:00100000:1.0:1767318851.367220:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710592 00000100:00100000:1.0:1767318851.367223:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710592 00000100:00100000:1.0:1767318851.367272:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22806 00000100:00100000:1.0:1767318851.367278:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989709952:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318851.367315:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318851.367350:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710080 00000100:00100000:2.0:1767318851.367355:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710080 00000100:00100000:2.0:1767318851.367378:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:2.0:1767318851.367382:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989710080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318851.367467:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767318851.367473:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318851.367518:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989709952:12345-0@lo:38:kworker.0 Request processed in 238us (511us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318851.367520:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989710080:12345-0@lo:38:kworker.0 Request processed in 135us (463us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318851.367534:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1767318851.367537:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22806 00000100:00100000:0.0:1767318851.367605:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710464 00000100:00100000:0.0:1767318851.367611:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710464 00000100:00100000:0.0:1767318851.367647:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725 00000100:00100000:0.0:1767318851.367654:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989710464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318851.367710:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22807 00000100:00100000:0.0:1767318851.367711:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989710464:12345-0@lo:400:kworker.0 Request processed in 54us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318851.367719:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989710336:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318851.367725:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725 00010000:00020000:2.0:1767318851.367735:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318851.367744:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22808 00000100:00100000:0.0:1767318851.367751:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989710592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318851.367763:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318851.367768:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989710336:12345-0@lo:38:kworker.0 Request processed in 48us (672us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318851.367776:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22807 00000100:00100000:0.0:1767318851.367803:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989710592:12345-0@lo:38:kworker.0 Request processed in 51us (671us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318851.367811:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22808 00000100:00100000:3.0:1767318851.375612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989710464:0@lo:400:kworker.0 00000100:00080000:3.0:1767318851.375762:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318851.379663:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318851.379677:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318851.379683:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989709952:0@lo:38:kworker.0 00000100:00080000:1.0:1767318851.379696:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318851.379699:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318851.379702:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989710080:0@lo:38:kworker.0 00000100:00080000:1.0:1767318851.379713:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318851.379715:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318851.379718:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989710336:0@lo:38:kworker.0 00000100:00080000:1.0:1767318851.379727:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318851.379730:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318851.379733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989710592:0@lo:38:kworker.0 00010000:00010000:3.0:1767318852.193896:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318852.384555:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318852.384786:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989711104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318852.384868:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318852.384938:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318852.384944:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989710976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318852.384968:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318852.385120:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711104 00000100:00100000:2.0:1767318852.385131:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711104 00000100:00100000:2.0:1767318852.385193:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989710976 00000100:00100000:2.0:1767318852.385196:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989710976 00000100:00100000:2.0:1767318852.385223:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1767318852.385252:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989711104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318852.385283:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318852.385337:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989711104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318852.385344:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1767318852.385359:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:2.0:1767318852.385365:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989710976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318852.385380:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318852.385405:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989710976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318852.385410:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00100000:0.0:1767318852.386046:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989710976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318852.386061:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989711104:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318853.216581:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318853.408427:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318854.240465:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318854.432352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318855.266644:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318855.456473:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318855.526728:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318855.526831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318855.526969:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805440 00000100:00100000:0.0:1767318855.526980:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805440 00000100:00100000:0.0:1767318855.527087:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805312 00000100:00100000:0.0:1767318855.527091:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805312 00000100:00100000:0.0:1767318855.527115:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4726 00000100:00100000:0.0:1767318855.527136:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925805440:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318855.527219:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925805440:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318855.527263:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4726 00000100:00100000:0.0:1767318855.527287:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22809 00000100:00100000:0.0:1767318855.527291:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925805312:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318855.527314:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318855.527345:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925805312:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (514us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318855.527351:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22809 00000100:00080000:1.0:1767318855.527602:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318856.289868:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318856.480376:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318856.480376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318856.480388:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318856.480392:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.480405:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318856.480411:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318856.480421:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767318856.480426:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318856.480436:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318856.480489:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0000 x1853163989711232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318856.480528:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.480532:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318856.480534:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318856.480538:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767318856.480541:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318856.480545:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318856.480560:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989711360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318856.480600:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.480604:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318856.480606:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318856.480609:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767318856.480612:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318856.480616:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318856.480632:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0380 x1853163989711616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318856.480649:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.480653:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318856.480655:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318856.480659:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4101 00000100:00080000:0.0:1767318856.480661:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318856.480665:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318856.480675:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3b80 x1853163989711872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318856.480725:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989711744:0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.480820:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318856.480902:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318856.480908:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989711488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.480930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318856.480958:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989712000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.480987:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318856.481005:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318856.481010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989712128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.481030:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318856.481061:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711744 00000100:00100000:0.0:1767318856.481070:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711744 00000100:00100000:0.0:1767318856.481143:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711488 00000100:00100000:0.0:1767318856.481146:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711488 00000100:00100000:0.0:1767318856.481172:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4727 00000100:00100000:0.0:1767318856.481180:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989711744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318856.481225:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712000 00000100:00100000:3.0:1767318856.481247:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712000 00000100:00100000:0.0:1767318856.481266:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989711744:12345-0@lo:400:kworker.0 Request processed in 84us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318856.481276:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4727 00000100:00100000:3.0:1767318856.481280:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712128 00000100:00100000:3.0:1767318856.481283:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712128 00000100:00100000:0.0:1767318856.481307:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4728 00000100:00100000:3.0:1767318856.481312:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1767318856.481320:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989711488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318856.481327:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989712000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.481355:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989711488:12345-0@lo:400:kworker.0 Request processed in 38us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318856.481362:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4728 00000100:00100000:3.0:1767318856.481382:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989712000:12345-0@lo:400:kworker.0 Request processed in 62us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318856.481389:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:3.0:1767318856.481405:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:3.0:1767318856.481412:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989712128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.481433:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989711488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318856.481450:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989711744:0@lo:400:kworker.0 00000100:00080000:0.0:1767318856.481532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318856.481538:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318856.481541:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318856.481581:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989712128:12345-0@lo:400:kworker.0 Request processed in 23us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318856.481588:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1767318856.481666:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989712128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318856.481684:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989712000:0@lo:400:kworker.0 00000100:00100000:1.0:1767318856.481754:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989711232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.481820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318856.481870:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989711360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.481894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318856.481923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989711616:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.481943:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318856.481976:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989711872:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.481999:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318856.482033:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711232 00000100:00100000:1.0:1767318856.482041:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711232 00000100:00100000:2.0:1767318856.482057:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711360 00000100:00100000:2.0:1767318856.482067:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711360 00000100:00100000:1.0:1767318856.482080:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711616 00000100:00100000:1.0:1767318856.482086:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711616 00000100:00100000:2.0:1767318856.482117:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:1.0:1767318856.482120:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989711872 00000100:00100000:1.0:1767318856.482125:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989711872 00000100:00100000:2.0:1767318856.482127:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989711360:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.482146:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22810 00010000:00020000:2.0:1767318856.482156:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318856.482158:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989711232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318856.482182:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318856.482223:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989711360:12345-0@lo:38:kworker.0 Request processed in 95us (324us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318856.482265:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989711232:12345-0@lo:38:kworker.0 Request processed in 108us (443us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318856.482270:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:1.0:1767318856.482286:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22810 00000100:00100000:1.0:1767318856.482314:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22811 00000100:00100000:1.0:1767318856.482321:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989711616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318856.482333:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318856.482333:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318856.482347:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318856.482353:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989711232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.482373:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989711616:12345-0@lo:38:kworker.0 Request processed in 49us (426us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767318856.482381:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318856.482392:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22811 00000100:00080000:2.0:1767318856.482402:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318856.482410:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989711360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.482418:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22812 00000100:00100000:1.0:1767318856.482428:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989711872:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767318856.482432:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318856.482438:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:1.0:1767318856.482443:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318856.482448:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989711616:0@lo:38:kworker.0 00000100:00100000:1.0:1767318856.482485:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989711872:12345-0@lo:38:kworker.0 Request processed in 56us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318856.482493:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22812 00000100:00080000:2.0:1767318856.482496:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318856.482504:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318856.482507:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989711872:0@lo:38:kworker.0 00010000:00010000:3.0:1767318857.312549:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318857.504368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318857.504761:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318857.504791:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989712256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318857.504863:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318857.504939:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712256 00000100:00100000:0.0:1767318857.504947:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712256 00000100:00100000:0.0:1767318857.504992:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1767318857.505000:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989712256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318857.505028:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318857.505065:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989712256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318857.505072:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1767318857.505155:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989712256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318857.505708:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318857.505719:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989712384:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318857.505755:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318857.505902:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712384 00000100:00100000:1.0:1767318857.505907:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712384 00000100:00100000:1.0:1767318857.505949:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1767318857.505957:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989712384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318857.505976:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318857.506024:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989712384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318857.506029:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:3.0:1767318857.506113:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989712384:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318858.336606:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318858.528377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318859.360498:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318859.552988:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318860.384494:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318860.577250:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318860.644875:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318860.644936:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318860.645185:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805696 00000100:00100000:1.0:1767318860.645194:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805696 00000100:00100000:1.0:1767318860.645295:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805568 00000100:00100000:1.0:1767318860.645300:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805568 00000100:00100000:1.0:1767318860.645316:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4729 00000100:00100000:1.0:1767318860.645328:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925805696:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318860.645423:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925805696:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 98us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318860.645432:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4729 00000100:00100000:1.0:1767318860.645462:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22813 00000100:00100000:1.0:1767318860.645467:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925805568:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318860.645490:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318860.645520:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925805568:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 50us (582us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318860.645526:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22813 00000100:00080000:3.0:1767318860.646894:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318861.408549:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318861.600600:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.600611:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318861.600614:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.600618:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318861.600622:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.600631:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4106 00000100:00080000:2.0:1767318861.600636:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.600655:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318861.600719:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff100 x1853163989712512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318861.600750:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.600754:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318861.600756:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.600760:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4106 00000100:00080000:2.0:1767318861.600763:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.600767:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318861.600781:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefed80 x1853163989712640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318861.600806:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.600810:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318861.600811:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.600815:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4106 00000100:00080000:2.0:1767318861.600817:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.600821:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318861.600833:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefce00 x1853163989712896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318861.600849:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.600853:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318861.600855:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318861.600858:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4106 00000100:00080000:2.0:1767318861.600860:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318861.600864:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318861.600875:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645880 x1853163989713152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318861.600924:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989713280:0@lo:400:kworker.0 00000100:00100000:2.0:1767318861.600998:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318861.601091:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318861.601098:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989713408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318861.601121:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318861.601160:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713280 00000100:00100000:2.0:1767318861.601168:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713280 00000100:00100000:2.0:1767318861.601216:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713408 00000100:00100000:2.0:1767318861.601219:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713408 00000100:00100000:2.0:1767318861.601262:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:2.0:1767318861.601271:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989713280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318861.601323:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989713280:12345-0@lo:400:kworker.0 Request processed in 52us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318861.601329:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00100000:2.0:1767318861.601344:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:2.0:1767318861.601349:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989713408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318861.601374:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989713408:12345-0@lo:400:kworker.0 Request processed in 25us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318861.601379:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00080000:2.0:1767318861.601398:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318861.601403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318861.601432:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989713408:0@lo:400:kworker.0 00000100:00100000:2.0:1767318861.601443:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989713280:0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.601631:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989713024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.601664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.601713:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318861.601720:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989712768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.601742:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.601780:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713024 00000100:00100000:0.0:1767318861.601784:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713024 00000100:00100000:0.0:1767318861.601816:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712768 00000100:00100000:0.0:1767318861.601819:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712768 00000100:00100000:0.0:1767318861.601837:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730 00000100:00100000:0.0:1767318861.601843:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989713024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.601876:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989713024:12345-0@lo:400:kworker.0 Request processed in 32us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318861.601882:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730 00000100:00100000:0.0:1767318861.601896:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731 00000100:00100000:0.0:1767318861.601901:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989712768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.601924:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989712768:12345-0@lo:400:kworker.0 Request processed in 22us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318861.601928:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731 00000100:00100000:0.0:1767318861.601948:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989712512:0@lo:38:kworker.0 00000100:00100000:0.0:1767318861.601973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.601996:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989712640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318861.602044:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.602067:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989712896:0@lo:38:kworker.0 00000100:00100000:0.0:1767318861.602085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.602098:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989713152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318861.602114:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318861.602139:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712640 00000100:00100000:0.0:1767318861.602143:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712640 00000100:00100000:0.0:1767318861.602164:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767318861.602169:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989712640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318861.602187:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318861.602224:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989712640:12345-0@lo:38:kworker.0 Request processed in 53us (178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318861.602298:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00080000:0.0:1767318861.602317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318861.602337:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989712768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.602346:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989713024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318861.602362:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712512 00000100:00100000:0.0:1767318861.602365:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712512 00000100:00100000:0.0:1767318861.602375:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989712896 00000100:00100000:0.0:1767318861.602377:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989712896 00000100:00100000:0.0:1767318861.602382:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713152 00000100:00100000:0.0:1767318861.602384:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713152 00000100:00100000:0.0:1767318861.602391:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22814 00000100:00100000:0.0:1767318861.602395:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989712512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318861.602404:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318861.602426:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989712512:12345-0@lo:38:kworker.0 Request processed in 31us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318861.602432:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22814 00000100:00100000:0.0:1767318861.602443:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22815 00000100:00100000:0.0:1767318861.602447:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989712896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318861.602455:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318861.602477:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989712896:12345-0@lo:38:kworker.0 Request processed in 29us (391us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318861.602483:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22815 00000100:00100000:0.0:1767318861.602494:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22816 00000100:00100000:0.0:1767318861.602498:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989713152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318861.602506:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318861.602529:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989713152:12345-0@lo:38:kworker.0 Request processed in 30us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318861.602535:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22816 00000100:00080000:0.0:1767318861.602559:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318861.602564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318861.602567:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989712512:0@lo:38:kworker.0 00000100:00080000:0.0:1767318861.602575:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318861.602579:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318861.602581:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989712640:0@lo:38:kworker.0 00000100:00080000:0.0:1767318861.602589:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318861.602592:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318861.602594:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989712896:0@lo:38:kworker.0 00000100:00080000:0.0:1767318861.602602:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318861.602605:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318861.602608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989713152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318861.603533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318862.433789:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318862.624648:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989713536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318862.624744:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318862.625185:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318862.625389:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989713664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318862.625439:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318862.625494:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713536 00000100:00100000:2.0:1767318862.625503:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713536 00000100:00100000:2.0:1767318862.625564:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713664 00000100:00100000:2.0:1767318862.625568:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713664 00000100:00100000:2.0:1767318862.625587:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:2.0:1767318862.625595:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989713536:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318862.626477:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:3.0:1767318862.626491:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989713664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318862.626520:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318862.626589:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989713664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318862.626597:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:3.0:1767318862.626659:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989713664:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318862.627081:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318862.627121:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989713536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1526us (2376us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318862.627128:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1767318862.627330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989713536:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318863.458108:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318863.648451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318864.480582:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318864.675074:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318865.504526:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318865.701556:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318865.763369:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318865.763548:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318865.763851:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805952 00000100:00100000:2.0:1767318865.763863:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805952 00000100:00100000:2.0:1767318865.763943:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925805824 00000100:00100000:2.0:1767318865.763946:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925805824 00000100:00100000:2.0:1767318865.763963:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4732 00000100:00100000:2.0:1767318865.763972:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925805952:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318865.764050:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925805952:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318865.764058:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4732 00000100:00100000:2.0:1767318865.764075:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22817 00000100:00100000:2.0:1767318865.764079:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925805824:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318865.764103:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318865.764136:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925805824:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (589us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318865.764142:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22817 00000100:00080000:0.0:1767318865.764324:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318866.528608:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318866.720337:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318866.721590:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318866.721598:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318866.721601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318866.721605:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318866.721608:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318866.721616:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4111 00000100:00080000:1.0:1767318866.721620:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318866.721626:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318866.721665:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1500 x1853163989713792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318866.721694:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318866.721698:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318866.721699:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318866.721703:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4111 00000100:00080000:1.0:1767318866.721706:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318866.721710:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318866.721727:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163989713920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318866.721748:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989713792:0@lo:38:kworker.0 00000100:00080000:1.0:1767318866.721774:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318866.721777:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318866.721779:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318866.721782:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4111 00000100:00080000:1.0:1767318866.721784:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318866.721787:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318866.721796:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989714176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318866.721810:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318866.721813:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318866.721813:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318866.721815:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318866.721817:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4111 00000100:00080000:1.0:1767318866.721820:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318866.721823:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318866.721830:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989714432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318866.721870:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713792 00000100:00100000:0.0:1767318866.721873:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989713920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318866.721877:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713792 00000100:00100000:0.0:1767318866.721897:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318866.721928:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22818 00000100:00100000:0.0:1767318866.721934:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989714176:0@lo:38:kworker.0 00000100:00100000:1.0:1767318866.721934:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989713792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318866.721953:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318866.721955:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318866.721971:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989714432:0@lo:38:kworker.0 00000100:00100000:1.0:1767318866.721988:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989713792:12345-0@lo:38:kworker.0 Request processed in 52us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318866.721989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318866.722014:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318866.722018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318866.722021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989713792:0@lo:38:kworker.0 00000100:00100000:0.0:1767318866.722052:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989713920 00000100:00100000:0.0:1767318866.722057:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989713920 00000100:00100000:0.0:1767318866.722082:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1767318866.722086:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989713920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318866.722098:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318866.722130:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989713920:12345-0@lo:38:kworker.0 Request processed in 42us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318866.722138:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1767318866.722181:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714176 00000100:00100000:0.0:1767318866.722185:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714176 00000100:00100000:0.0:1767318866.722206:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714432 00000100:00100000:0.0:1767318866.722208:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714432 00000100:00100000:0.0:1767318866.722224:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22819 00000100:00100000:0.0:1767318866.722253:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989714176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318866.722263:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318866.722291:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989714176:12345-0@lo:38:kworker.0 Request processed in 61us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318866.722297:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22819 00000100:00100000:0.0:1767318866.722310:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22820 00000100:00100000:0.0:1767318866.722314:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989714432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318866.722324:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318866.722359:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989714432:12345-0@lo:38:kworker.0 Request processed in 43us (368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318866.722365:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22820 00000100:00080000:0.0:1767318866.722400:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318866.722404:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318866.722407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989714176:0@lo:38:kworker.0 00000100:00080000:0.0:1767318866.722415:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318866.722419:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318866.722422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989714432:0@lo:38:kworker.0 00000100:00080000:0.0:1767318866.722431:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318866.722434:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318866.722437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989713920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318866.722486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989714560:0@lo:400:kworker.0 00000100:00100000:0.0:1767318866.722515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318866.722539:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318866.722546:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989714688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318866.722566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318866.722587:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714560 00000100:00100000:0.0:1767318866.722589:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714560 00000100:00100000:0.0:1767318866.722628:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714688 00000100:00100000:0.0:1767318866.722631:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714688 00000100:00100000:0.0:1767318866.722647:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:0.0:1767318866.722653:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989714560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318866.722692:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989714560:12345-0@lo:400:kworker.0 Request processed in 39us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318866.722697:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:0.0:1767318866.722709:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:0.0:1767318866.722715:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989714688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318866.722739:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989714688:12345-0@lo:400:kworker.0 Request processed in 25us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318866.722744:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00080000:0.0:1767318866.722759:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318866.722763:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318866.722778:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989714688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318866.722787:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989714560:0@lo:400:kworker.0 00000100:00100000:3.0:1767318866.723054:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989714304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318866.723084:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318866.723115:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318866.723120:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989714048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318866.723140:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318866.723164:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714304 00000100:00100000:3.0:1767318866.723168:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714304 00000100:00100000:3.0:1767318866.723196:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714048 00000100:00100000:3.0:1767318866.723199:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714048 00000100:00100000:3.0:1767318866.723215:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4733 00000100:00100000:3.0:1767318866.723220:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989714304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318866.723273:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989714304:12345-0@lo:400:kworker.0 Request processed in 52us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318866.723279:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4733 00000100:00100000:3.0:1767318866.723290:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734 00000100:00100000:3.0:1767318866.723296:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989714048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318866.723319:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989714048:12345-0@lo:400:kworker.0 Request processed in 24us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318866.723341:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734 00000100:00080000:3.0:1767318866.723357:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318866.723373:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989714048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318866.723382:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989714304:0@lo:400:kworker.0 00000100:00100000:1.0:1767318866.726420:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22818 00010000:00010000:3.0:1767318867.552632:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318867.744634:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318867.744653:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989714816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318867.744718:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318867.744819:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714816 00000100:00100000:2.0:1767318867.744825:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714816 00000100:00100000:2.0:1767318867.744867:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1767318867.744874:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989714816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318867.744911:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318867.744948:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989714816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318867.744953:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1767318867.744989:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989714816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318867.745051:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318867.745166:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318867.745175:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989714944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318867.745205:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318867.745253:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989714944 00000100:00100000:0.0:1767318867.745257:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989714944 00000100:00100000:0.0:1767318867.745282:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:0.0:1767318867.745289:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989714944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318867.745305:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318867.745338:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989714944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318867.745343:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00100000:0.0:1767318867.745374:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989714944:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318868.576718:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318868.773952:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318869.600584:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318869.793091:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318870.624510:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318870.816371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318870.883123:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318870.883201:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806208 00000100:00100000:1.0:1767318870.883212:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806208 00000100:00100000:1.0:1767318870.883361:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4735 00000100:00100000:1.0:1767318870.883372:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925806208:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318870.883455:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925806208:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318870.883462:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4735 00000100:00080000:3.0:1767318870.883652:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318870.885173:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318870.885400:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806080 00000100:00100000:2.0:1767318870.885408:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806080 00000100:00100000:2.0:1767318870.885456:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22821 00000100:00100000:2.0:1767318870.885463:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925806080:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318870.885485:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318870.885741:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925806080:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 276us (573us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318870.885749:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22821 00010000:00010000:3.0:1767318871.648743:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318871.840498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318871.842789:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318871.842806:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318871.842810:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318871.842815:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318871.842827:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318871.842835:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4116 00000100:00080000:2.0:1767318871.842841:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318871.842848:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318871.842921:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163989715072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318871.842957:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318871.842961:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318871.842963:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318871.842967:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4116 00000100:00080000:2.0:1767318871.842969:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318871.842973:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318871.842987:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989715200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318871.843034:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318871.843038:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318871.843040:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318871.843043:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4116 00000100:00080000:2.0:1767318871.843046:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318871.843049:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318871.843060:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989715456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318871.843074:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318871.843078:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318871.843080:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318871.843083:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4116 00000100:00080000:2.0:1767318871.843086:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318871.843090:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318871.843099:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163989715712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318871.843158:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989715840:0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.843247:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318871.843318:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318871.843324:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989715968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.843347:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318871.843390:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715840 00000100:00100000:2.0:1767318871.843398:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715840 00000100:00100000:2.0:1767318871.843454:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715968 00000100:00100000:2.0:1767318871.843458:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715968 00000100:00100000:2.0:1767318871.843480:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:2.0:1767318871.843489:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989715840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318871.843634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989715072:0@lo:38:kworker.0 00000100:00100000:1.0:1767318871.843667:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318871.843693:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989715200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318871.843715:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318871.843737:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989715456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318871.843754:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318871.843768:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989715712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318871.843784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318871.843810:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715200 00000100:00100000:1.0:1767318871.843813:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715200 00000100:00100000:1.0:1767318871.843848:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:1.0:1767318871.843853:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989715200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318871.843872:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318871.843907:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989715200:12345-0@lo:38:kworker.0 Request processed in 52us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318871.843914:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:1.0:1767318871.843938:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715072 00000100:00100000:1.0:1767318871.843941:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715072 00000100:00100000:1.0:1767318871.843956:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715456 00000100:00100000:1.0:1767318871.843959:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715456 00000100:00100000:1.0:1767318871.843972:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715712 00000100:00100000:1.0:1767318871.843974:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715712 00000100:00100000:1.0:1767318871.843990:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22822 00000100:00100000:1.0:1767318871.843995:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989715072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318871.844004:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318871.844026:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989715072:12345-0@lo:38:kworker.0 Request processed in 31us (359us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318871.844032:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22822 00000100:00100000:1.0:1767318871.844042:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22823 00000100:00100000:1.0:1767318871.844046:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989715456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318871.844054:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318871.844076:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989715456:12345-0@lo:38:kworker.0 Request processed in 28us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318871.844082:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22823 00000100:00100000:1.0:1767318871.844092:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22824 00000100:00100000:1.0:1767318871.844096:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989715712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318871.844104:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318871.844123:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989715712:12345-0@lo:38:kworker.0 Request processed in 26us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318871.844132:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22824 00000100:00080000:1.0:1767318871.844173:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318871.844177:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318871.844181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989715072:0@lo:38:kworker.0 00000100:00080000:1.0:1767318871.844190:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318871.844192:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318871.844195:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989715200:0@lo:38:kworker.0 00000100:00080000:1.0:1767318871.844201:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318871.844204:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318871.844207:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989715456:0@lo:38:kworker.0 00000100:00080000:1.0:1767318871.844213:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318871.844216:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318871.844218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989715712:0@lo:38:kworker.0 00000100:00080000:1.0:1767318871.844283:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318871.844287:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318871.844299:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:1.0:1767318871.844308:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989715968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844377:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989715840:12345-0@lo:400:kworker.0 Request processed in 889us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318871.844383:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:2.0:1767318871.844422:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989715840:0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989715584:0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844469:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318871.844486:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318871.844490:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989715328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318871.844543:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715584 00000100:00100000:2.0:1767318871.844546:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715584 00000100:00100000:2.0:1767318871.844574:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989715328 00000100:00100000:2.0:1767318871.844577:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989715328 00000100:00100000:2.0:1767318871.844595:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736 00000100:00100000:2.0:1767318871.844600:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989715584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844630:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989715584:12345-0@lo:400:kworker.0 Request processed in 30us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318871.844636:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736 00000100:00100000:2.0:1767318871.844648:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737 00000100:00100000:2.0:1767318871.844654:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989715328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844677:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989715328:12345-0@lo:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318871.844682:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737 00000100:00080000:2.0:1767318871.844699:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318871.844714:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989715328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318871.844722:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989715584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318871.846986:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989715968:12345-0@lo:400:kworker.0 Request processed in 2672us (3628us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318871.846997:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00100000:2.0:1767318871.847292:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989715968:0@lo:400:kworker.0 00010000:00010000:3.0:1767318872.676076:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318872.864448:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318872.864465:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989716096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318872.864533:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318872.864586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318872.864615:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716096 00000100:00100000:2.0:1767318872.864623:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716096 00000100:00100000:2.0:1767318872.864672:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1767318872.864681:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989716096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318872.864710:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318872.864752:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989716096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318872.864760:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:0.0:1767318872.864793:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989716096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318872.864877:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989716224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318872.864921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318872.864959:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716224 00000100:00100000:2.0:1767318872.864964:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716224 00000100:00100000:2.0:1767318872.864991:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1767318872.864997:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989716224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318872.865011:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318872.865052:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989716224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318872.865058:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:0.0:1767318872.865124:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989716224:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318873.698253:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318873.888519:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318874.721518:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318874.912878:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318875.745029:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318875.939009:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:0.0:1767318876.003653:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925806336 offset 0 length 520: 4 00000100:00100000:1.0:1767318876.007161:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318876.008085:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806464 00000100:00100000:3.0:1767318876.008102:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806464 00000100:00100000:0.0:1767318876.008203:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318876.008275:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806592 00000100:00100000:2.0:1767318876.008283:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806592 00000100:00100000:2.0:1767318876.008364:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4738 00000100:00100000:2.0:1767318876.008376:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925806592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318876.008480:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925806592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318876.008490:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4738 00000100:00100000:2.0:1767318876.008516:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22825 00000100:00100000:2.0:1767318876.008522:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925806464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318876.008547:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318876.008585:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925806464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 62us (1447us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318876.008596:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22825 00000100:00080000:0.0:1767318876.008604:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318876.771771:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318876.960430:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318876.960523:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318851/real 1767318851] req@ffff96e2fd1d0e00 x1853163989709824/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318876 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318876.960564:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd1d0e00 x1853163989709824/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318876 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318876.960588:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318876.961027:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.961035:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318876.961038:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318876.961044:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4101 00000100:00080000:3.0:1767318876.961048:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318876.961057:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318876.961106:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093b80 x1853163989716352/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318876.961125:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.961129:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318876.961131:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318876.961134:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767318876.961148:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318876.961152:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318876.961173:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090e00 x1853163989716480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318876.961182:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.961185:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318876.961187:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318876.961191:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767318876.961193:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318876.961198:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318876.961212:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091f80 x1853163989716608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318876.961451:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.961456:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318876.961459:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318876.961463:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767318876.961466:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318876.961471:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318876.961486:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163989716864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318876.961507:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318876.961510:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318876.961512:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318876.961516:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4121 00000100:00080000:3.0:1767318876.961519:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318876.961523:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318876.961536:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989716736:0@lo:400:kworker.0 00000100:00100000:3.0:1767318876.961538:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163989717120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318876.961632:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318876.961692:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989716992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318876.961735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989717248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318876.961771:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318876.961795:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318876.961802:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989717376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318876.961824:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318876.961858:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716736 00000100:00100000:1.0:1767318876.961869:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716736 00000100:00100000:3.0:1767318876.961897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318876.961946:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716992 00000100:00100000:1.0:1767318876.961964:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716992 00000100:00100000:3.0:1767318876.961976:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717248 00000100:00100000:3.0:1767318876.961986:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717248 00000100:00100000:1.0:1767318876.962005:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739 00000100:00100000:1.0:1767318876.962019:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989716736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318876.962045:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717376 00000100:00100000:3.0:1767318876.962051:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717376 00000100:00100000:3.0:1767318876.962083:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:3.0:1767318876.962092:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989717248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318876.962151:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989717248:12345-0@lo:400:kworker.0 Request processed in 60us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318876.962159:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00100000:3.0:1767318876.962176:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:3.0:1767318876.962182:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989717376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318876.962210:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989717376:12345-0@lo:400:kworker.0 Request processed in 29us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318876.962216:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:3.0:1767318876.962281:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4740 00000100:00100000:3.0:1767318876.962288:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989716992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318876.962313:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989716992:12345-0@lo:400:kworker.0 Request processed in 27us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318876.962317:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4740 00000100:00100000:3.0:1767318876.963429:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989716992:0@lo:400:kworker.0 00000100:00080000:3.0:1767318876.963505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318876.963510:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318876.963512:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318876.963608:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318876.963619:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989709824:0@lo:250:kworker.0 00000100:00100000:0.0:1767318876.963638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989716352:0@lo:250:kworker.0 00000400:00000100:0.0:1767318876.963683:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989716352 offset 0 length 520: 4 00000100:00100000:0.0:1767318876.963716:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989716480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318876.964511:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989716736:12345-0@lo:400:kworker.0 Request processed in 2487us (2870us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318876.964523:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739 00000100:00100000:1.0:1767318876.964599:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989717376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318876.964615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989717248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318876.964654:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989716736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318876.964995:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318876.965045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989716608:0@lo:38:kworker.0 00000100:00100000:0.0:1767318876.965085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318876.965106:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989716864:0@lo:38:kworker.0 00000100:00100000:0.0:1767318876.965131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318876.965169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989717120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318876.965191:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318876.965257:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716480 00000100:00100000:0.0:1767318876.965266:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716480 00000100:00100000:0.0:1767318876.965303:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716864 00000100:00100000:0.0:1767318876.965306:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716864 00000100:00100000:0.0:1767318876.965323:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717120 00000100:00100000:0.0:1767318876.965326:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717120 00000100:00100000:0.0:1767318876.965494:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22826 00000100:00100000:0.0:1767318876.965503:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989716480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318876.965528:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318876.965575:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989716480:12345-0@lo:38:kworker.0 Request processed in 72us (584us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318876.965583:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22826 00000100:00100000:0.0:1767318876.965604:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22827 00000100:00100000:0.0:1767318876.965607:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989716864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318876.965951:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318876.965983:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989716864:12345-0@lo:38:kworker.0 Request processed in 372us (849us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318876.965990:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22827 00000100:00100000:0.0:1767318876.966004:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22828 00000100:00100000:0.0:1767318876.966008:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989717120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318876.966018:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318876.966042:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989717120:12345-0@lo:38:kworker.0 Request processed in 32us (850us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318876.966049:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22828 00000100:00080000:0.0:1767318876.966109:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318876.966115:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318876.966119:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989716480:0@lo:38:kworker.0 00000100:00080000:0.0:1767318876.966129:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318876.966132:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318876.966444:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989716864:0@lo:38:kworker.0 00000100:00080000:0.0:1767318876.966462:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318876.966466:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318876.966470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989717120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318876.966919:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989716608 00000100:00100000:1.0:1767318876.966934:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989716608 00000100:00100000:1.0:1767318876.966984:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:1.0:1767318876.966992:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989716608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318876.967017:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318876.967518:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989716608:12345-0@lo:38:kworker.0 Request processed in 520us (2426us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318876.967519:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318876.967532:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318876.967538:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989716608:0@lo:38:kworker.0 00000100:00100000:1.0:1767318876.967551:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00010000:00010000:3.0:1767318877.792918:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318877.984813:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318877.984818:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989717504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318877.984908:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318877.984986:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318877.984988:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717504 00000100:00100000:1.0:1767318877.984993:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989717632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318877.984997:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717504 00000100:00100000:1.0:1767318877.985017:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318877.985057:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717632 00000100:00100000:2.0:1767318877.985061:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717632 00000100:00100000:2.0:1767318877.985080:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1767318877.985093:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989717504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318877.985142:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318877.985203:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989717504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318877.985211:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1767318877.985248:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:2.0:1767318877.985255:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989717632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318877.985273:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318877.985299:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989717632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318877.985305:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:1.0:1767318877.985531:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989717632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318877.985547:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989717504:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318878.816524:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318879.008821:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318879.840418:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318880.032402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318880.864983:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318881.056527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318881.122916:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318881.123008:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806848 00000100:00100000:0.0:1767318881.123021:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806848 00000100:00100000:0.0:1767318881.123126:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4741 00000100:00100000:0.0:1767318881.123141:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925806848:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318881.123312:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925806848:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 175us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318881.123321:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4741 00000100:00080000:3.0:1767318881.123529:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318881.123910:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318881.124305:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806720 00000100:00100000:1.0:1767318881.124314:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806720 00000100:00100000:1.0:1767318881.124358:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22829 00000100:00100000:1.0:1767318881.124366:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925806720:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318881.124393:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318881.124451:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925806720:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 85us (543us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318881.124458:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22829 00010000:00010000:3.0:1767318881.888806:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318882.080406:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318882.080895:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318882.080903:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318882.080906:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318882.080911:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318882.080915:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318882.080925:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4126 00000100:00080000:1.0:1767318882.080931:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318882.080939:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318882.080995:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989717760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318882.081026:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318882.081030:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318882.081032:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318882.081036:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4126 00000100:00080000:1.0:1767318882.081039:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318882.081044:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318882.081062:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989717888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318882.081117:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318882.081121:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318882.081123:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318882.081127:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4126 00000100:00080000:1.0:1767318882.081129:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318882.081133:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318882.081145:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163989718144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318882.081160:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318882.081164:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318882.081166:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318882.081170:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4126 00000100:00080000:1.0:1767318882.081172:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318882.081178:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318882.081188:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092a00 x1853163989718400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318882.081276:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989718528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318882.081366:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318882.081538:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989718272:0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.081577:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318882.081615:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718272 00000100:00100000:0.0:1767318882.081624:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718272 00000100:00100000:0.0:1767318882.081707:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742 00000100:00100000:0.0:1767318882.081718:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989718272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.081779:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989718272:12345-0@lo:400:kworker.0 Request processed in 63us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318882.081790:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742 00000100:00080000:0.0:1767318882.081820:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318882.081854:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718528 00000100:00100000:0.0:1767318882.081859:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718528 00000100:00100000:0.0:1767318882.081890:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:0.0:1767318882.081896:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989718528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.081925:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989718528:12345-0@lo:400:kworker.0 Request processed in 30us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318882.081931:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00100000:0.0:1767318882.081949:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989718656:0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.081973:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318882.081989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318882.081996:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718656 00000100:00100000:0.0:1767318882.081999:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718656 00000100:00100000:0.0:1767318882.082021:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:0.0:1767318882.082027:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989718656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.082057:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989718656:12345-0@lo:400:kworker.0 Request processed in 31us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318882.082063:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00080000:0.0:1767318882.082075:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318882.082158:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989718016:0@lo:400:kworker.0 00000100:00100000:2.0:1767318882.082191:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318882.082353:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989718272:0@lo:400:kworker.0 00000100:00100000:2.0:1767318882.082396:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989718656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318882.082558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989718528:0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.082623:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718016 00000100:00100000:0.0:1767318882.082636:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718016 00000100:00100000:0.0:1767318882.082683:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743 00000100:00100000:0.0:1767318882.082691:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989718016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318882.082734:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989718016:12345-0@lo:400:kworker.0 Request processed in 44us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318882.082740:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743 00000100:00100000:0.0:1767318882.082770:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989718016:0@lo:400:kworker.0 00000100:00080000:1.0:1767318882.082860:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318882.082918:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989717760:0@lo:38:kworker.0 00000100:00100000:3.0:1767318882.082954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318882.082985:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989717888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318882.083014:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318882.083041:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989718144:0@lo:38:kworker.0 00000100:00100000:3.0:1767318882.083063:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318882.083084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989718400:0@lo:38:kworker.0 00000100:00100000:3.0:1767318882.083105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318882.083148:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717760 00000100:00100000:3.0:1767318882.083153:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717760 00000100:00100000:3.0:1767318882.083178:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718144 00000100:00100000:3.0:1767318882.083181:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718144 00000100:00100000:3.0:1767318882.083194:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718400 00000100:00100000:3.0:1767318882.083196:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718400 00000100:00100000:3.0:1767318882.083212:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22830 00000100:00100000:3.0:1767318882.083217:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989717760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318882.083262:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318882.083298:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989717760:12345-0@lo:38:kworker.0 Request processed in 79us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318882.083304:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22830 00000100:00100000:3.0:1767318882.083316:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22831 00000100:00100000:3.0:1767318882.083320:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989718144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318882.083329:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318882.083351:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989718144:12345-0@lo:38:kworker.0 Request processed in 29us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318882.083356:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22831 00000100:00100000:3.0:1767318882.083366:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22832 00000100:00100000:3.0:1767318882.083369:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989718400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318882.083377:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318882.083399:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989718400:12345-0@lo:38:kworker.0 Request processed in 28us (293us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318882.083404:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22832 00000100:00080000:2.0:1767318882.083578:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318882.083583:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318882.083587:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989717760:0@lo:38:kworker.0 00000100:00080000:2.0:1767318882.083594:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318882.083597:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318882.083599:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989718144:0@lo:38:kworker.0 00000100:00080000:2.0:1767318882.083607:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318882.083610:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318882.083612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989718400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318882.083865:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989717888 00000100:00100000:1.0:1767318882.083870:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989717888 00000100:00100000:1.0:1767318882.083908:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:1.0:1767318882.083913:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989717888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318882.083925:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318882.083973:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989717888:12345-0@lo:38:kworker.0 Request processed in 58us (957us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318882.083979:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00080000:2.0:1767318882.084088:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318882.084093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318882.084096:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989717888:0@lo:38:kworker.0 00010000:00010000:3.0:1767318882.913134:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318883.104684:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318883.104703:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989718784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318883.104791:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318883.104793:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318883.104858:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718784 00000100:00100000:2.0:1767318883.104871:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718784 00000100:00100000:2.0:1767318883.104950:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:2.0:1767318883.104960:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989718784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318883.105002:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318883.105094:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989718784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318883.105103:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:1.0:1767318883.105207:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989718784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318883.105475:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318883.105488:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989718912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318883.105529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318883.105696:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989718912 00000100:00100000:0.0:1767318883.105703:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989718912 00000100:00100000:0.0:1767318883.105754:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:0.0:1767318883.105764:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989718912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318883.105795:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318883.105846:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989718912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318883.105853:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1767318883.105991:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989718912:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318883.943697:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318884.135838:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318884.960425:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318885.152672:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318885.984527:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318886.182807:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318886.245042:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318886.245087:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318886.245170:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925806976 00000100:00100000:3.0:1767318886.245181:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925806976 00000100:00100000:3.0:1767318886.245225:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925807104 00000100:00100000:3.0:1767318886.245254:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925807104 00000100:00100000:3.0:1767318886.245321:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4744 00000100:00100000:3.0:1767318886.245331:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925807104:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318886.245410:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925807104:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318886.245418:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4744 00000100:00100000:3.0:1767318886.245436:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22833 00000100:00100000:3.0:1767318886.245440:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925806976:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318886.245461:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318886.245488:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925806976:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (455us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318886.245494:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22833 00000100:00080000:0.0:1767318886.245798:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318887.008522:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318887.200601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318887.200615:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318887.200619:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318887.200623:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318887.200623:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318887.200628:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318887.200638:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4131 00000100:00080000:2.0:1767318887.200643:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318887.200651:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318887.201434:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5180 x1853163989719040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318887.201464:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318887.201468:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318887.201470:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318887.201474:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4131 00000100:00080000:2.0:1767318887.201486:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318887.201490:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318887.201506:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163989719168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318887.201554:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318887.201559:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318887.201560:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318887.201563:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4131 00000100:00080000:2.0:1767318887.201566:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318887.201569:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318887.201581:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989719424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318887.201594:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767318887.201606:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318887.201611:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767318887.201614:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989719552:0@lo:400:kworker.0 00000100:00080000:2.0:1767318887.201614:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318887.201621:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4131 00000100:00080000:2.0:1767318887.201625:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318887.201628:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318887.201641:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989719680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318887.201695:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.201757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989719296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.201779:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.201823:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719552 00000100:00100000:0.0:1767318887.201831:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719552 00000100:00100000:0.0:1767318887.201890:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719296 00000100:00100000:0.0:1767318887.201893:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719296 00000100:00100000:0.0:1767318887.201923:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4745 00000100:00100000:0.0:1767318887.201933:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989719552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318887.201966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989719808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.201994:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989719552:12345-0@lo:400:kworker.0 Request processed in 61us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318887.202003:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4745 00000100:00100000:3.0:1767318887.202008:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.202027:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4746 00000100:00100000:0.0:1767318887.202035:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989719296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318887.202037:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318887.202047:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989719936:0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.202080:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989719296:12345-0@lo:400:kworker.0 Request processed in 45us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318887.202086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.202094:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4746 00000100:00080000:0.0:1767318887.202118:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318887.202156:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989719552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.202166:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989719296:0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.202203:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719808 00000100:00100000:0.0:1767318887.202206:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719808 00000100:00100000:0.0:1767318887.202249:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719936 00000100:00100000:0.0:1767318887.202253:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719936 00000100:00100000:0.0:1767318887.202273:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:0.0:1767318887.202279:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989719808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.202310:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989719808:12345-0@lo:400:kworker.0 Request processed in 31us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318887.202317:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:0.0:1767318887.202328:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:0.0:1767318887.202334:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989719936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318887.202360:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989719936:12345-0@lo:400:kworker.0 Request processed in 26us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318887.202367:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00080000:0.0:1767318887.202384:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318887.202387:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318887.202399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989719040:0@lo:38:kworker.0 00000100:00100000:0.0:1767318887.202421:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.202443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989719168:0@lo:38:kworker.0 00000100:00100000:0.0:1767318887.202466:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.202486:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989719424:0@lo:38:kworker.0 00000100:00100000:0.0:1767318887.202503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.202515:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989719680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318887.202544:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318887.202570:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719168 00000100:00100000:0.0:1767318887.202574:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719168 00000100:00100000:0.0:1767318887.202591:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:0.0:1767318887.202596:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989719168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318887.202613:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318887.202648:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989719168:12345-0@lo:38:kworker.0 Request processed in 51us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318887.202655:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00100000:0.0:1767318887.202671:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719040 00000100:00100000:0.0:1767318887.202675:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719040 00000100:00100000:0.0:1767318887.202693:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719424 00000100:00100000:0.0:1767318887.202696:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719424 00000100:00100000:0.0:1767318887.202708:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989719680 00000100:00100000:0.0:1767318887.202710:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989719680 00000100:00100000:0.0:1767318887.202720:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22834 00000100:00100000:0.0:1767318887.202723:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989719040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318887.202733:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318887.202758:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989719040:12345-0@lo:38:kworker.0 Request processed in 32us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318887.202766:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22834 00000100:00100000:0.0:1767318887.202778:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22835 00000100:00100000:0.0:1767318887.202781:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989719424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318887.202789:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318887.202807:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989719424:12345-0@lo:38:kworker.0 Request processed in 24us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318887.202812:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22835 00000100:00100000:0.0:1767318887.202821:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22836 00000100:00100000:0.0:1767318887.202825:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989719680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318887.202832:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318887.202851:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989719680:12345-0@lo:38:kworker.0 Request processed in 25us (308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318887.202857:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22836 00000100:00080000:0.0:1767318887.202881:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318887.202886:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318887.202889:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989719040:0@lo:38:kworker.0 00000100:00080000:0.0:1767318887.202896:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318887.202899:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318887.202901:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989719168:0@lo:38:kworker.0 00000100:00080000:0.0:1767318887.202908:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318887.202911:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318887.202913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989719424:0@lo:38:kworker.0 00000100:00080000:0.0:1767318887.202920:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318887.202923:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318887.202926:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989719680:0@lo:38:kworker.0 00000100:00100000:3.0:1767318887.202985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989719936:0@lo:400:kworker.0 00000100:00100000:3.0:1767318887.202999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989719808:0@lo:400:kworker.0 00010000:00010000:3.0:1767318888.032777:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318888.225105:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989720064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318888.225175:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318888.225422:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720064 00000100:00100000:3.0:1767318888.225430:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720064 00000100:00100000:3.0:1767318888.225479:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:3.0:1767318888.225487:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989720064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318888.225546:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318888.225603:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989720064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318888.225766:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989720064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318888.225929:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989720192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318888.225961:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318888.225975:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318888.226018:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720192 00000100:00100000:1.0:1767318888.226022:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720192 00000100:00100000:1.0:1767318888.226053:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1767318888.226059:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989720192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318888.226075:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318888.226108:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989720192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318888.226116:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1767318888.226147:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989720192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318888.226185:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00010000:00010000:0.0:1767318889.059971:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318889.251598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318890.080538:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318890.273515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318891.105892:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318891.296622:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318891.365650:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318891.365709:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318891.365790:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925807360 00000100:00100000:2.0:1767318891.365802:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925807360 00000100:00100000:2.0:1767318891.365887:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925807232 00000100:00100000:2.0:1767318891.365890:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925807232 00000100:00100000:2.0:1767318891.365906:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4747 00000100:00100000:2.0:1767318891.365917:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925807360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318891.365991:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925807360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318891.365999:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4747 00000100:00100000:2.0:1767318891.366018:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22837 00000100:00100000:2.0:1767318891.366023:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925807232:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:3.0:1767318891.366036:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767318891.366043:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318891.366074:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925807232:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (359us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318891.366080:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22837 00010000:00010000:3.0:1767318892.129134:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318892.320392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318892.320697:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318892.320703:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318892.320707:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318892.320710:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318892.320714:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318892.320722:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4136 00000100:00080000:0.0:1767318892.320726:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318892.320733:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318892.320773:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989720320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318892.320795:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318892.320799:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318892.320802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318892.320807:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4136 00000100:00100000:1.0:1767318892.320808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989720320:0@lo:38:kworker.0 00000100:00080000:0.0:1767318892.320810:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318892.320817:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318892.320833:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989720448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318892.320866:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318892.320870:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767318892.320878:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318892.320909:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318892.320913:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4136 00000100:00080000:0.0:1767318892.320916:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318892.320920:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318892.320934:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163989720704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318892.320943:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989720448:0@lo:38:kworker.0 00000100:00080000:0.0:1767318892.320956:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318892.320961:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318892.320963:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318892.320967:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4136 00000100:00080000:0.0:1767318892.320970:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318892.320973:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318892.320980:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318892.320987:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989720960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318892.320987:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989720576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318892.321019:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989720704:0@lo:38:kworker.0 00000100:00100000:3.0:1767318892.321026:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318892.321054:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318892.321056:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318892.321062:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720448 00000100:00100000:3.0:1767318892.321064:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989720832:0@lo:400:kworker.0 00000100:00100000:0.0:1767318892.321070:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720448 00000100:00100000:1.0:1767318892.321078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989720960:0@lo:38:kworker.0 00000100:00100000:3.0:1767318892.321094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318892.321104:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1767318892.321111:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989720448:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318892.321120:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720320 00000100:00100000:3.0:1767318892.321123:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720320 00010000:00020000:0.0:1767318892.321129:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318892.321139:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720576 00000100:00100000:3.0:1767318892.321142:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720576 00000100:00100000:0.0:1767318892.321166:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989720448:12345-0@lo:38:kworker.0 Request processed in 55us (189us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318892.321173:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:3.0:1767318892.321186:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720704 00000100:00100000:3.0:1767318892.321189:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720704 00000100:00100000:0.0:1767318892.321195:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720832 00000100:00100000:0.0:1767318892.321197:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720832 00000100:00100000:3.0:1767318892.321200:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4748 00000100:00100000:3.0:1767318892.321208:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989720576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318892.321219:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318892.321254:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989720960 00000100:00100000:0.0:1767318892.321258:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989720960 00000100:00080000:1.0:1767318892.321271:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318892.321274:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749 00000100:00080000:1.0:1767318892.321279:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318892.321282:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989720576:12345-0@lo:400:kworker.0 Request processed in 75us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318892.321283:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989720832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318892.321288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989720448:0@lo:38:kworker.0 00000100:00100000:3.0:1767318892.321294:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4748 00000100:00100000:3.0:1767318892.321313:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22838 00000100:00100000:0.0:1767318892.321319:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989720832:12345-0@lo:400:kworker.0 Request processed in 37us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318892.321319:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989720320:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318892.321325:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749 00000100:00100000:1.0:1767318892.321327:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989721088:0@lo:400:kworker.0 00010000:00020000:3.0:1767318892.321330:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318892.321339:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22839 00000100:00100000:0.0:1767318892.321343:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989720704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318892.321352:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318892.321371:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989720320:12345-0@lo:38:kworker.0 Request processed in 52us (494us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318892.321379:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318892.321380:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989720704:12345-0@lo:38:kworker.0 Request processed in 36us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318892.321384:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22838 00000100:00100000:0.0:1767318892.321388:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22839 00000100:00100000:1.0:1767318892.321407:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318892.321408:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22840 00000100:00100000:1.0:1767318892.321416:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989721216:0@lo:400:kworker.0 00000100:00100000:3.0:1767318892.321417:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989720960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318892.321442:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318892.321458:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318892.321484:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318892.321518:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721088 00000100:00100000:1.0:1767318892.321524:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721088 00000100:00100000:2.0:1767318892.321536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989720832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318892.321552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989720576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318892.321565:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721216 00000100:00100000:1.0:1767318892.321570:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721216 00000100:00100000:1.0:1767318892.321595:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:2.0:1767318892.321603:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:1.0:1767318892.321606:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989721088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318892.321617:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989721216:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318892.321954:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318892.321957:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318892.321974:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318892.321979:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318892.321982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989720704:0@lo:38:kworker.0 00000100:00080000:0.0:1767318892.321991:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318892.321994:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318892.321997:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989720960:0@lo:38:kworker.0 00000100:00080000:0.0:1767318892.322003:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318892.322006:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318892.322009:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989720320:0@lo:38:kworker.0 00000100:00100000:1.0:1767318892.322175:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989721088:12345-0@lo:400:kworker.0 Request processed in 571us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318892.322182:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:0.0:1767318892.325417:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989721088:0@lo:400:kworker.0 00000100:00100000:2.0:1767318892.325782:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989721216:12345-0@lo:400:kworker.0 Request processed in 4167us (4323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318892.325794:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00100000:0.0:1767318892.325955:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989721216:0@lo:400:kworker.0 00000100:00100000:3.0:1767318892.330809:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989720960:12345-0@lo:38:kworker.0 Request processed in 9381us (9579us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318892.330825:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22840 00010000:00010000:3.0:1767318893.152468:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318893.344578:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318893.344594:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989721344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318893.344661:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318893.344729:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721344 00000100:00100000:0.0:1767318893.344730:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989721472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318893.344740:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721344 00000100:00100000:0.0:1767318893.344757:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318893.344829:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318893.344885:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721472 00000100:00100000:3.0:1767318893.344889:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721472 00000100:00100000:2.0:1767318893.344936:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:2.0:1767318893.344948:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989721344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318893.344975:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318893.345030:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989721344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318893.345037:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:2.0:1767318893.345053:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:2.0:1767318893.345059:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989721472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318893.345073:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318893.345096:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989721472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318893.345101:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1767318893.350913:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989721472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318893.350946:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989721344:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318894.177595:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318894.369340:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318895.201646:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318895.392983:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318896.224726:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318896.421207:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318896.482885:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318896.482935:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318896.482970:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925807488 00000100:00100000:0.0:1767318896.482983:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925807488 00000100:00100000:0.0:1767318896.483043:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925807616 00000100:00100000:0.0:1767318896.483046:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925807616 00000100:00100000:0.0:1767318896.483097:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4750 00000100:00100000:0.0:1767318896.483107:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925807616:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318896.483180:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925807616:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318896.483188:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4750 00000100:00100000:0.0:1767318896.483208:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22841 00000100:00100000:0.0:1767318896.483213:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925807488:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318896.483268:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318896.483296:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925807488:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 80us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318896.483302:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22841 00000100:00080000:0.0:1767318896.483321:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318897.248672:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318897.440406:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318897.440417:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318897.440421:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318897.440425:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318897.440428:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318897.440435:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4142 00000100:00080000:3.0:1767318897.440439:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318897.440444:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318897.440487:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad500 x1853163989721600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318897.440512:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318897.440514:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318897.440516:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318897.440518:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4142 00000100:00080000:3.0:1767318897.440519:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318897.440522:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318897.440530:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac700 x1853163989721728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318897.440561:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318897.440565:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318897.440567:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318897.440570:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4142 00000100:00080000:3.0:1767318897.440572:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318897.440575:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318897.440586:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989721984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318897.440605:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318897.440608:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318897.440610:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318897.440613:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4142 00000100:00080000:3.0:1767318897.440615:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318897.440618:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318897.440627:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad880 x1853163989722240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318897.440678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989722368:0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.440748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318897.440800:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318897.440805:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989722496:0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.440822:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318897.440853:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989722368 00000100:00100000:3.0:1767318897.440858:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989722368 00000100:00100000:3.0:1767318897.440900:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989722496 00000100:00100000:3.0:1767318897.440903:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989722496 00000100:00100000:3.0:1767318897.440922:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:3.0:1767318897.440930:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989722368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.440976:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989722368:12345-0@lo:400:kworker.0 Request processed in 47us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318897.440982:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:3.0:1767318897.440994:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:3.0:1767318897.440998:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989722496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.441014:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989722496:12345-0@lo:400:kworker.0 Request processed in 16us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318897.441018:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:3.0:1767318897.441044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989722496:0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.441054:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989722368:0@lo:400:kworker.0 00000100:00100000:0.0:1767318897.441138:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989721600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318897.441160:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989722112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318897.441175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318897.441217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318897.441221:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318897.441259:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721600 00000100:00100000:3.0:1767318897.441263:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721600 00000100:00100000:3.0:1767318897.441290:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22842 00000100:00100000:3.0:1767318897.441295:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989721600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318897.441313:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318897.441329:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989721856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318897.441399:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318897.446271:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318897.446271:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989721600:12345-0@lo:38:kworker.0 Request processed in 4962us (5085us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318897.446287:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22842 00000100:00100000:3.0:1767318897.446326:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721856 00000100:00100000:3.0:1767318897.446336:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721856 00000100:00080000:1.0:1767318897.446403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318897.446424:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4751 00000100:00100000:3.0:1767318897.446434:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989721856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.446490:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989721856:12345-0@lo:400:kworker.0 Request processed in 58us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318897.446497:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4751 00000100:00100000:1.0:1767318897.446541:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989721856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318897.452052:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318897.452312:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989722112 00000100:00100000:3.0:1767318897.452327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989722112 00000100:00100000:3.0:1767318897.452420:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4752 00000100:00100000:3.0:1767318897.452431:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989722112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318897.452517:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989722112:12345-0@lo:400:kworker.0 Request processed in 88us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318897.452524:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4752 00000100:00100000:2.0:1767318897.453108:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989722112:0@lo:400:kworker.0 00000100:00080000:1.0:1767318897.453201:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318897.454698:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318897.454708:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318897.454713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989721600:0@lo:38:kworker.0 00000100:00100000:0.0:1767318897.454724:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989721728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318897.454773:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318897.455723:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989721984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318897.455762:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318897.455790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989722240:0@lo:38:kworker.0 00000100:00100000:0.0:1767318897.455812:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318897.455866:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721984 00000100:00100000:0.0:1767318897.455872:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721984 00000100:00100000:0.0:1767318897.455904:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989722240 00000100:00100000:0.0:1767318897.455907:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989722240 00000100:00100000:0.0:1767318897.455924:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22843 00000100:00100000:0.0:1767318897.455932:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989721984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318897.455956:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318897.455998:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989721984:12345-0@lo:38:kworker.0 Request processed in 65us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318897.456005:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22843 00000100:00100000:0.0:1767318897.456023:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22844 00000100:00100000:0.0:1767318897.456026:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989722240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318897.456035:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318897.456058:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989722240:12345-0@lo:38:kworker.0 Request processed in 30us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318897.456063:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22844 00000100:00080000:0.0:1767318897.456097:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318897.456102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318897.456105:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989721984:0@lo:38:kworker.0 00000100:00080000:0.0:1767318897.456113:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318897.456116:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318897.456119:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989722240:0@lo:38:kworker.0 00000100:00100000:1.0:1767318897.460684:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989721728 00000100:00100000:1.0:1767318897.460699:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989721728 00000100:00100000:1.0:1767318897.460845:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:1.0:1767318897.460854:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989721728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318897.460879:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318897.460975:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989721728:12345-0@lo:38:kworker.0 Request processed in 120us (6200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318897.460982:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00080000:2.0:1767318897.461074:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318897.461080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318897.461085:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989721728:0@lo:38:kworker.0 00010000:00010000:3.0:1767318898.272526:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318898.465755:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989722752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318898.465833:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318898.465901:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318898.465908:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989722624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318898.465930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318898.465965:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318898.465983:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989722752 00000100:00100000:2.0:1767318898.465990:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989722752 00000100:00100000:2.0:1767318898.466029:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989722624 00000100:00100000:2.0:1767318898.466031:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989722624 00000100:00100000:2.0:1767318898.466045:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:2.0:1767318898.466053:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989722752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318898.466082:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318898.466222:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:3.0:1767318898.466247:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989722624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318898.466265:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318898.466308:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989722624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318898.466315:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00100000:3.0:1767318898.466381:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989722624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318898.466538:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989722752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 485us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318898.466545:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00100000:3.0:1767318898.475360:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989722752:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318899.296464:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318899.488751:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318900.323708:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318900.515198:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318900.600504:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767318900.600539:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925807744 offset 0 length 520: 4 00000100:00100000:0.0:1767318900.600558:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318900.600719:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808000 00000100:00100000:2.0:1767318900.600729:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808000 00000100:00100000:2.0:1767318900.600798:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925807872 00000100:00100000:2.0:1767318900.600801:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925807872 00000100:00100000:2.0:1767318900.600818:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4753 00000100:00100000:2.0:1767318900.600827:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925808000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318900.600883:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22845 00000100:00100000:3.0:1767318900.600894:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925807872:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767318900.600902:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925808000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318900.600909:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4753 00010000:00020000:3.0:1767318900.600919:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318900.600955:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925807872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (394us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318900.600964:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22845 00000100:00080000:0.0:1767318900.601840:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318901.347002:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318901.536748:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318876/real 1767318876] req@ffff96e2ec093b80 x1853163989716352/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318901 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318901.536788:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec093b80 x1853163989716352/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318901 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318901.536811:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318901.536837:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318901.536840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989716352:0@lo:250:kworker.0 00000100:00080000:0.0:1767318901.539943:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318901.539957:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318901.539960:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318901.539968:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4126 00000100:00080000:0.0:1767318901.539973:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318901.539979:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318901.540018:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163989722880/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318901.540061:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318901.540065:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318901.540068:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318901.540072:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4147 00000100:00080000:0.0:1767318901.540074:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318901.540078:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318901.540095:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163989723008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318901.540106:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318901.540109:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318901.540111:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318901.540114:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4147 00000100:00080000:0.0:1767318901.540117:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318901.540121:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318901.540134:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163989723136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318901.540176:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318901.540180:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318901.540181:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318901.540185:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4147 00000100:00080000:0.0:1767318901.540187:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318901.540191:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318901.540204:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584a80 x1853163989723392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318901.540217:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318901.540220:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318901.540222:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318901.540225:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4147 00000100:00080000:0.0:1767318901.540228:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318901.540251:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318901.540273:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163989723648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318901.540351:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989723520:0@lo:400:kworker.0 00000100:00100000:0.0:1767318901.540421:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318901.540501:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318901.540509:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989723264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318901.540532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318901.540564:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723520 00000100:00100000:0.0:1767318901.540571:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723520 00000100:00100000:0.0:1767318901.540621:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723264 00000100:00100000:0.0:1767318901.540624:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723264 00000100:00100000:0.0:1767318901.540651:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754 00000100:00100000:0.0:1767318901.540671:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989723520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318901.540726:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989723520:12345-0@lo:400:kworker.0 Request processed in 67us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318901.540734:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754 00000100:00100000:0.0:1767318901.540754:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755 00000100:00100000:0.0:1767318901.540761:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989723264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318901.540790:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989723264:12345-0@lo:400:kworker.0 Request processed in 30us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318901.540796:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755 00000100:00080000:0.0:1767318901.540814:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318901.540851:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989723264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318901.540863:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989723520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318901.541201:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318901.542353:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989723776:0@lo:400:kworker.0 00000100:00100000:1.0:1767318901.542416:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318901.542485:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318901.542492:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989723904:0@lo:400:kworker.0 00000100:00100000:1.0:1767318901.542519:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318901.542575:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989722880:0@lo:250:kworker.0 00000400:00000100:1.0:1767318901.542598:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989722880 offset 0 length 520: 4 00000100:00100000:1.0:1767318901.542617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989723008:0@lo:38:kworker.0 00000100:00100000:1.0:1767318901.542640:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318901.542772:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723776 00000100:00100000:2.0:1767318901.542780:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723776 00000100:00100000:2.0:1767318901.542827:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723904 00000100:00100000:2.0:1767318901.542829:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723904 00000100:00100000:2.0:1767318901.542851:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:2.0:1767318901.542859:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989723776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318901.542908:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989723776:12345-0@lo:400:kworker.0 Request processed in 50us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318901.542914:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:2.0:1767318901.542930:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:2.0:1767318901.542936:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989723904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318901.542963:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989723904:12345-0@lo:400:kworker.0 Request processed in 28us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318901.542969:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00080000:2.0:1767318901.542993:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318901.542997:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318901.543154:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989723136:0@lo:38:kworker.0 00000100:00100000:1.0:1767318901.543183:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318901.543212:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989723392:0@lo:38:kworker.0 00000100:00100000:1.0:1767318901.543294:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318901.543319:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989723648:0@lo:38:kworker.0 00000100:00100000:1.0:1767318901.543341:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318901.543393:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723136 00000100:00100000:2.0:1767318901.543398:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723136 00000100:00100000:2.0:1767318901.543423:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:2.0:1767318901.543428:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989723136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318901.543447:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318901.547890:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723008 00000100:00100000:3.0:1767318901.547908:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723008 00000100:00100000:3.0:1767318901.547955:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723392 00000100:00100000:3.0:1767318901.547959:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723392 00000100:00100000:3.0:1767318901.547975:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989723648 00000100:00100000:3.0:1767318901.547978:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989723648 00000100:00100000:3.0:1767318901.547998:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22846 00000100:00100000:3.0:1767318901.548006:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989723008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318901.548029:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318901.553505:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22847 00000100:00100000:0.0:1767318901.553519:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989723392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318901.553545:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318901.553704:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989723136:12345-0@lo:38:kworker.0 Request processed in 10272us (10518us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318901.553716:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:2.0:1767318901.553789:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22848 00000100:00100000:2.0:1767318901.553796:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989723648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318901.553807:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318901.553836:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989723648:12345-0@lo:38:kworker.0 Request processed in 39us (10495us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318901.553842:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22848 00000100:00100000:2.0:1767318901.554012:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989723904:0@lo:400:kworker.0 00000100:00100000:2.0:1767318901.554025:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989723776:0@lo:400:kworker.0 00000100:00080000:1.0:1767318901.554378:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318901.554386:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318901.554391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989723648:0@lo:38:kworker.0 00000100:00080000:1.0:1767318901.554414:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318901.554417:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318901.554421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989723136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318901.556095:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989723008:12345-0@lo:38:kworker.0 Request processed in 8081us (13445us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318901.556107:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22846 00000100:00080000:1.0:1767318901.556257:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318901.556295:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318901.556299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989723008:0@lo:38:kworker.0 00000100:00100000:0.0:1767318901.558910:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989723392:12345-0@lo:38:kworker.0 Request processed in 5381us (15606us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318901.558925:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22847 00000100:00080000:1.0:1767318901.559393:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318901.559401:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318901.559406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989723392:0@lo:38:kworker.0 00010000:00010000:3.0:1767318902.370423:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318902.560753:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318903.392853:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318903.584388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318903.586080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989724032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318903.586147:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318903.586270:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724032 00000100:00100000:2.0:1767318903.586279:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724032 00000100:00080000:3.0:1767318903.586330:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318903.586351:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:2.0:1767318903.586361:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989724032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318903.586399:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318903.586451:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989724032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318903.586458:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:3.0:1767318903.586517:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989724032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318903.586735:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989724160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318903.586766:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318903.586920:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724160 00000100:00100000:1.0:1767318903.586925:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724160 00000100:00100000:1.0:1767318903.586966:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:1.0:1767318903.586974:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989724160:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318903.586981:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767318903.586991:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318903.587026:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989724160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318903.587032:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1767318903.589783:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989724160:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318904.416659:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318904.611927:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318905.440669:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318905.632361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318905.703337:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318905.703383:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318905.703924:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808256 00000100:00100000:2.0:1767318905.703939:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808256 00000100:00100000:2.0:1767318905.704069:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808128 00000100:00100000:2.0:1767318905.704074:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808128 00000100:00100000:2.0:1767318905.704115:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4756 00000100:00100000:2.0:1767318905.704128:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925808256:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318905.704276:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925808256:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 150us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318905.704286:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4756 00000100:00100000:2.0:1767318905.704310:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22849 00000100:00100000:2.0:1767318905.704316:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925808128:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318905.704342:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318905.704375:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925808128:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (991us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318905.704383:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22849 00000100:00080000:3.0:1767318905.704973:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318906.464894:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318906.656481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318906.656752:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318906.656760:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318906.656763:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318906.656768:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318906.656772:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318906.656792:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4151 00000100:00080000:2.0:1767318906.656797:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318906.656806:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318906.656863:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093b80 x1853163989724288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318906.656896:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318906.656900:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318906.656902:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318906.656907:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4151 00000100:00080000:2.0:1767318906.656910:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318906.656914:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318906.656930:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092a00 x1853163989724416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318906.656982:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318906.656986:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318906.656989:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318906.656993:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4151 00000100:00080000:2.0:1767318906.656996:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318906.656999:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318906.657012:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989724672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318906.657047:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318906.657051:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318906.657053:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318906.657057:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4151 00000100:00080000:2.0:1767318906.657060:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318906.657064:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318906.657080:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989724928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318906.657137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989725056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318906.657263:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318906.657335:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318906.657342:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989725184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318906.657368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318906.657411:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725056 00000100:00100000:2.0:1767318906.657421:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725056 00000100:00100000:2.0:1767318906.657487:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725184 00000100:00100000:2.0:1767318906.657507:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725184 00000100:00100000:2.0:1767318906.657539:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1767318906.657549:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989725056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318906.657609:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989725056:12345-0@lo:400:kworker.0 Request processed in 61us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318906.657618:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1767318906.657637:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:2.0:1767318906.657644:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989725184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318906.657673:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989725184:12345-0@lo:400:kworker.0 Request processed in 30us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318906.657679:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00080000:2.0:1767318906.657699:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318906.657704:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318906.657746:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989725184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318906.657759:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989725056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318906.657850:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989724800:0@lo:400:kworker.0 00000100:00100000:0.0:1767318906.657888:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318906.657922:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318906.657928:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989724544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318906.657951:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318906.657987:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724800 00000100:00100000:0.0:1767318906.657991:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724800 00000100:00100000:0.0:1767318906.658027:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724544 00000100:00100000:0.0:1767318906.658030:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724544 00000100:00100000:0.0:1767318906.658053:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4757 00000100:00100000:0.0:1767318906.658060:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989724800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318906.658101:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989724800:12345-0@lo:400:kworker.0 Request processed in 42us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318906.658107:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4757 00000100:00100000:0.0:1767318906.658124:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4758 00000100:00100000:0.0:1767318906.658130:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989724544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318906.658158:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989724544:12345-0@lo:400:kworker.0 Request processed in 29us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318906.658164:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4758 00000100:00080000:0.0:1767318906.658201:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318906.658227:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989724544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318906.658263:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989724800:0@lo:400:kworker.0 00000100:00100000:1.0:1767318906.658450:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989724288:0@lo:38:kworker.0 00000100:00100000:1.0:1767318906.658485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318906.658520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989724416:0@lo:38:kworker.0 00000100:00100000:1.0:1767318906.658549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318906.658576:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989724672:0@lo:38:kworker.0 00000100:00100000:1.0:1767318906.658603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318906.658621:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989724928:0@lo:38:kworker.0 00000100:00100000:1.0:1767318906.658643:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318906.658674:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724416 00000100:00100000:1.0:1767318906.658678:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724416 00000100:00100000:1.0:1767318906.658706:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:1.0:1767318906.658712:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989724416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318906.658733:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318906.658769:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989724416:12345-0@lo:38:kworker.0 Request processed in 55us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318906.658776:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:1.0:1767318906.658803:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724288 00000100:00100000:1.0:1767318906.658807:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724288 00000100:00100000:1.0:1767318906.658829:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724672 00000100:00100000:1.0:1767318906.658831:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724672 00000100:00100000:1.0:1767318906.658845:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989724928 00000100:00100000:1.0:1767318906.658848:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989724928 00000100:00100000:1.0:1767318906.658858:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22850 00000100:00100000:1.0:1767318906.658862:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989724288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318906.658872:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318906.658901:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989724288:12345-0@lo:38:kworker.0 Request processed in 37us (416us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318906.658908:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22850 00000100:00100000:1.0:1767318906.658920:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22851 00000100:00100000:1.0:1767318906.658924:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989724672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318906.658933:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318906.658956:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989724672:12345-0@lo:38:kworker.0 Request processed in 31us (352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318906.658962:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22851 00000100:00100000:1.0:1767318906.658972:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22852 00000100:00100000:1.0:1767318906.658976:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989724928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318906.658985:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318906.659008:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989724928:12345-0@lo:38:kworker.0 Request processed in 30us (364us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318906.659015:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22852 00000100:00080000:1.0:1767318906.659071:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318906.659078:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318906.659082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989724288:0@lo:38:kworker.0 00000100:00080000:1.0:1767318906.659093:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318906.659096:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318906.659100:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989724416:0@lo:38:kworker.0 00000100:00080000:1.0:1767318906.659108:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318906.659111:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318906.659114:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989724672:0@lo:38:kworker.0 00000100:00080000:1.0:1767318906.659122:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318906.659125:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318906.659128:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989724928:0@lo:38:kworker.0 00010000:00010000:3.0:1767318907.489184:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318907.680662:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318908.517313:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318908.704657:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318908.704692:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989725312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318908.704809:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318908.705096:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725312 00000100:00100000:2.0:1767318908.705108:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725312 00000100:00100000:2.0:1767318908.705199:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1767318908.705209:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989725312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318908.705269:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318908.705335:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989725312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318908.705344:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1767318908.705417:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989725312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318908.705579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318908.705638:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318908.706325:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989725440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318908.706369:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318908.706443:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725440 00000100:00100000:2.0:1767318908.706448:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725440 00000100:00100000:2.0:1767318908.706491:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:2.0:1767318908.706497:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989725440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318908.706521:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318908.706551:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989725440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318908.706555:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00080000:1.0:1767318908.706620:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318908.706642:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989725440:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318909.536606:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318909.728558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318910.561369:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318910.752652:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318910.819511:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318910.819639:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808384 00000100:00100000:1.0:1767318910.819654:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808384 00000100:00100000:1.0:1767318910.819726:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22853 00000100:00100000:1.0:1767318910.819737:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925808384:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318910.819783:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318910.819879:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925808384:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 142us (382us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318910.819888:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22853 00000100:00100000:2.0:1767318910.824125:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318910.824287:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808512 00000100:00100000:1.0:1767318910.824301:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808512 00000100:00100000:1.0:1767318910.824405:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4759 00000100:00100000:1.0:1767318910.824419:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925808512:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318910.824524:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925808512:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 108us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318910.824531:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4759 00000100:00080000:0.0:1767318910.824619:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318911.584521:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318911.777531:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318911.777708:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.777715:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318911.777718:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.777723:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318911.777727:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318911.777737:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318911.777743:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318911.777751:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318911.777806:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6a00 x1853163989725568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318911.777843:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.777847:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318911.777849:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318911.777853:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318911.777856:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318911.777860:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318911.777882:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163989725696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318911.777908:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.777912:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318911.777914:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318911.777918:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318911.777920:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318911.777924:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318911.777936:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5f80 x1853163989725952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318911.777953:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.777957:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318911.777958:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318911.777962:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4156 00000100:00080000:0.0:1767318911.777965:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318911.777968:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318911.777979:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163989726208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318911.778113:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989726464:0@lo:400:kworker.0 00000100:00100000:1.0:1767318911.778216:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.778323:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318911.778330:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989726336:0@lo:400:kworker.0 00000100:00100000:1.0:1767318911.778356:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.778387:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989725568:0@lo:38:kworker.0 00000100:00100000:1.0:1767318911.778419:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.778443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989725696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318911.778467:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.778492:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989725952:0@lo:38:kworker.0 00000100:00100000:1.0:1767318911.778513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.778530:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989726208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318911.778552:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.778596:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725696 00000100:00100000:1.0:1767318911.778605:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725696 00000100:00100000:1.0:1767318911.778649:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:1.0:1767318911.778658:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989725696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318911.778685:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318911.778736:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989725696:12345-0@lo:38:kworker.0 Request processed in 77us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318911.778744:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:1.0:1767318911.778776:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725568 00000100:00100000:1.0:1767318911.778780:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725568 00000100:00100000:1.0:1767318911.778801:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725952 00000100:00100000:1.0:1767318911.778804:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725952 00000100:00100000:1.0:1767318911.778820:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726208 00000100:00100000:1.0:1767318911.778822:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726208 00000100:00100000:1.0:1767318911.778837:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22854 00000100:00100000:1.0:1767318911.778842:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989725568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318911.778852:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318911.778879:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989725568:12345-0@lo:38:kworker.0 Request processed in 36us (460us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318911.778885:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22854 00000100:00100000:1.0:1767318911.778897:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22855 00000100:00100000:1.0:1767318911.778901:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989725952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318911.778910:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318911.778935:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989725952:12345-0@lo:38:kworker.0 Request processed in 32us (421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318911.778941:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22855 00000100:00100000:1.0:1767318911.778951:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22856 00000100:00100000:1.0:1767318911.778955:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989726208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318911.778967:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318911.778989:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989726208:12345-0@lo:38:kworker.0 Request processed in 33us (437us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318911.778994:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22856 00000100:00080000:1.0:1767318911.779060:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.779065:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318911.779078:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989725568:0@lo:38:kworker.0 00000100:00080000:1.0:1767318911.779093:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.779097:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318911.779099:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989725696:0@lo:38:kworker.0 00000100:00080000:1.0:1767318911.779112:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.779115:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318911.779118:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989725952:0@lo:38:kworker.0 00000100:00080000:1.0:1767318911.779127:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318911.779131:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318911.779134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989726208:0@lo:38:kworker.0 00000100:00100000:2.0:1767318911.779165:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989726080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318911.779196:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.779211:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726464 00000100:00100000:1.0:1767318911.779217:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726464 00000100:00100000:2.0:1767318911.779218:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318911.779225:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989725824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318911.779266:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318911.779302:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726336 00000100:00100000:1.0:1767318911.779306:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726336 00000100:00100000:2.0:1767318911.779309:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1767318911.779322:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989726464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318911.779337:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:1.0:1767318911.779349:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989726336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318911.779395:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989726464:12345-0@lo:400:kworker.0 Request processed in 75us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318911.779401:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989726336:12345-0@lo:400:kworker.0 Request processed in 54us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318911.779407:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:1.0:1767318911.779420:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:2.0:1767318911.779443:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726080 00000100:00100000:2.0:1767318911.779449:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726080 00000100:00100000:1.0:1767318911.779469:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989725824 00000100:00100000:1.0:1767318911.779474:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989725824 00000100:00100000:2.0:1767318911.779490:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760 00000100:00100000:2.0:1767318911.779499:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989726080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318911.779513:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4761 00000100:00100000:1.0:1767318911.779522:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989725824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318911.779544:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989726080:12345-0@lo:400:kworker.0 Request processed in 46us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318911.779553:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760 00000100:00100000:1.0:1767318911.779568:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989725824:12345-0@lo:400:kworker.0 Request processed in 47us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318911.779575:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4761 00000100:00100000:2.0:1767318911.779591:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989725824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318911.779602:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989726080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318911.779634:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989726336:0@lo:400:kworker.0 00000100:00100000:1.0:1767318911.779653:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989726464:0@lo:400:kworker.0 00000100:00080000:0.0:1767318911.779731:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318911.779737:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318911.779739:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767318912.609059:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318912.800455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318913.632621:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318913.824604:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989726592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318913.824715:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318913.824803:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318913.824812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989726720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318913.824830:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318913.824842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318913.825259:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726592 00000100:00100000:2.0:1767318913.825271:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726592 00000100:00100000:0.0:1767318913.825298:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726720 00000100:00100000:0.0:1767318913.825304:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726720 00000100:00100000:0.0:1767318913.825364:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00080000:1.0:1767318913.825375:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318913.825376:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989726720:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318913.825382:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767318913.825755:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318913.825839:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989726720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 466us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318913.825848:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:0.0:1767318913.825869:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:0.0:1767318913.825877:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989726592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318913.825893:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318913.825920:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989726592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318913.825926:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00100000:1.0:1767318913.827290:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989726720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318913.827328:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989726592:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318914.657945:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318914.857858:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318915.680530:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318915.873684:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318915.944211:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318915.945775:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318915.945967:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808768 00000100:00100000:3.0:1767318915.945982:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808768 00000100:00100000:3.0:1767318915.946100:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808640 00000100:00100000:3.0:1767318915.946106:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808640 00000100:00100000:3.0:1767318915.946135:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4762 00000100:00100000:3.0:1767318915.946148:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925808768:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318915.946302:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22857 00000100:00100000:1.0:1767318915.946322:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925808640:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318915.946361:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318915.946421:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925808768:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 275us (2224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318915.946430:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4762 00000100:00080000:0.0:1767318915.946576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318915.954053:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925808640:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 7719us (8267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318915.954080:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22857 00010000:00010000:3.0:1767318916.706711:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318916.896468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318916.896732:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318916.896740:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318916.896743:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318916.896748:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318916.896753:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318916.896764:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4161 00000100:00080000:1.0:1767318916.896770:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318916.896778:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318916.896850:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163989726848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318916.896880:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318916.896884:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318916.896886:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318916.896890:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4161 00000100:00080000:1.0:1767318916.896893:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318916.896897:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318916.896912:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989726976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318916.896957:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318916.896961:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318916.896963:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318916.896967:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4161 00000100:00080000:1.0:1767318916.896970:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318916.896982:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318916.896996:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092a00 x1853163989727232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318916.897014:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318916.897018:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318916.897020:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318916.897024:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4161 00000100:00080000:1.0:1767318916.897026:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318916.897030:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318916.897046:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250700 x1853163989727488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318916.897127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989727616:0@lo:400:kworker.0 00000100:00100000:1.0:1767318916.897217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318916.897336:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318916.897343:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989727744:0@lo:400:kworker.0 00000100:00100000:1.0:1767318916.897367:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318916.897964:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989727360:0@lo:400:kworker.0 00000100:00100000:0.0:1767318916.898017:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318916.898064:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727616 00000100:00100000:2.0:1767318916.898166:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989726848:0@lo:38:kworker.0 00000100:00100000:2.0:1767318916.898283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318916.898363:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727360 00000100:00100000:2.0:1767318916.898373:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727360 00000100:00100000:2.0:1767318916.898448:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726848 00000100:00100000:2.0:1767318916.898452:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726848 00000100:00100000:2.0:1767318916.898470:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4763 00000100:00100000:2.0:1767318916.898480:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989727360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318916.898550:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989727360:12345-0@lo:400:kworker.0 Request processed in 72us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318916.898559:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4763 00000100:00100000:3.0:1767318916.898810:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989727104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318916.898869:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318916.898872:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22858 00000100:00100000:2.0:1767318916.898882:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989726848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318916.898909:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318916.898922:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727104 00000100:00100000:3.0:1767318916.898931:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727104 00000100:00100000:2.0:1767318916.898982:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989726848:12345-0@lo:38:kworker.0 Request processed in 89us (688us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318916.898994:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22858 00000100:00100000:2.0:1767318916.899018:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4764 00000100:00100000:2.0:1767318916.899032:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989727104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318916.899485:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727744 00000100:00100000:1.0:1767318916.899492:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727744 00000100:00100000:1.0:1767318916.899536:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1767318916.899546:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989727744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318916.899780:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989727744:12345-0@lo:400:kworker.0 Request processed in 235us (2410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318916.899788:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1767318916.899922:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989727744:0@lo:400:kworker.0 00000100:00080000:1.0:1767318916.899998:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318916.900005:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318916.900045:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989727360:0@lo:400:kworker.0 00000100:00100000:0.0:1767318916.904426:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727616 00000100:00100000:0.0:1767318916.904552:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1767318916.904565:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989727616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318916.904679:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989727616:12345-0@lo:400:kworker.0 Request processed in 118us (7463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318916.904687:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00080000:0.0:1767318916.904723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318916.904768:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989727616:0@lo:400:kworker.0 00000100:00080000:1.0:1767318916.907756:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318916.907775:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318916.907782:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989726848:0@lo:38:kworker.0 00000100:00100000:1.0:1767318916.907799:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989726976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318916.907915:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318916.907942:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989727104:12345-0@lo:400:kworker.0 Request processed in 8281us (8443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318916.907981:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4764 00000100:00100000:1.0:1767318916.908014:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989727232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318916.908019:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989726976 00000100:00100000:0.0:1767318916.908035:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989726976 00000100:00100000:1.0:1767318916.908061:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318916.908108:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989727488:0@lo:38:kworker.0 00000100:00100000:1.0:1767318916.908133:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318916.908197:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:0.0:1767318916.908211:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989726976:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318916.908216:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989727104:0@lo:400:kworker.0 00000100:00100000:3.0:1767318916.908286:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727232 00010000:00020000:0.0:1767318916.908294:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318916.908297:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727232 00000100:00100000:3.0:1767318916.908347:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22859 00000100:00100000:3.0:1767318916.908356:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989727232:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318916.908377:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727488 00010000:00020000:3.0:1767318916.908377:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318916.908385:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727488 00000100:00100000:0.0:1767318916.908398:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989726976:12345-0@lo:38:kworker.0 Request processed in 185us (479us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318916.908409:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00100000:1.0:1767318916.908425:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22860 00000100:00100000:1.0:1767318916.908436:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989727488:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318916.908441:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989727232:12345-0@lo:38:kworker.0 Request processed in 80us (376us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767318916.908452:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318916.908453:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22859 00000100:00100000:1.0:1767318916.908518:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989727488:12345-0@lo:38:kworker.0 Request processed in 82us (381us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767318916.908522:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767318916.908533:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22860 00000100:00080000:0.0:1767318916.908542:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318916.908554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989726976:0@lo:38:kworker.0 00000100:00080000:0.0:1767318916.908578:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318916.908582:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318916.908585:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989727232:0@lo:38:kworker.0 00000100:00080000:0.0:1767318916.908596:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318916.908599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318916.908602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989727488:0@lo:38:kworker.0 00010000:00010000:3.0:1767318917.728509:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318917.921326:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318918.753520:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318918.944943:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318918.945731:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989727872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318918.945844:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318918.946073:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989727872 00000100:00100000:0.0:1767318918.946085:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989727872 00000100:00100000:0.0:1767318918.946195:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1767318918.946214:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989727872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318918.946307:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318918.946348:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989728000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318918.946373:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989727872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318918.946383:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:3.0:1767318918.946441:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318918.946620:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728000 00000100:00100000:0.0:1767318918.946626:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728000 00000100:00100000:0.0:1767318918.946663:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1767318918.946670:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989728000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318918.946702:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318918.946755:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989728000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318918.946761:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1767318918.946843:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989728000:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318918.951292:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318918.951309:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318918.951411:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989727872:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318919.776473:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318919.968368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318920.800653:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318920.992706:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318921.062161:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318921.062375:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925808896 00000100:00100000:1.0:1767318921.062392:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925808896 00000100:00100000:1.0:1767318921.062531:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22861 00000100:00100000:1.0:1767318921.062542:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925808896:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318921.062574:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318921.062676:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925808896:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 133us (525us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318921.062684:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22861 00000100:00100000:0.0:1767318921.068940:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318921.072004:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809024 00000100:00100000:1.0:1767318921.072025:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809024 00000100:00100000:1.0:1767318921.072149:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4765 00000100:00100000:1.0:1767318921.072163:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925809024:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318921.072343:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318921.072625:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925809024:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 465us (3781us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318921.072635:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4765 00010000:00010000:3.0:1767318921.828046:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318922.017309:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318922.017522:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318922.017530:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318922.017533:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318922.017538:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318922.017543:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318922.017553:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4166 00000100:00080000:3.0:1767318922.017558:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318922.017566:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318922.017626:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad880 x1853163989728128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318922.017649:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318922.017653:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318922.017654:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318922.017658:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4166 00000100:00080000:3.0:1767318922.017661:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318922.017665:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318922.017685:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989728256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318922.017774:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989728384:0@lo:400:kworker.0 00000100:00100000:2.0:1767318922.017868:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318922.017978:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318922.017982:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318922.017984:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318922.017989:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4166 00000100:00080000:3.0:1767318922.017992:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318922.017997:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318922.018013:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae680 x1853163989728512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318922.018079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989728128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.018117:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318922.018149:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989728256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.018181:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318922.018205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989728512:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.018248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318922.018291:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728256 00000100:00100000:0.0:1767318922.018301:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728256 00000100:00100000:0.0:1767318922.018343:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1767318922.018353:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989728256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318922.018380:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318922.018433:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989728256:12345-0@lo:38:kworker.0 Request processed in 80us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318922.018440:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00080000:0.0:1767318922.018492:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318922.018496:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318922.018500:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989728256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318922.018555:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728384 00000100:00100000:0.0:1767318922.018560:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728384 00000100:00100000:0.0:1767318922.018609:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728128 00000100:00100000:0.0:1767318922.018612:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728128 00000100:00100000:0.0:1767318922.018628:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728512 00000100:00100000:0.0:1767318922.018631:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728512 00000100:00100000:0.0:1767318922.018647:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766 00000100:00100000:0.0:1767318922.018654:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989728384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.020334:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989728640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.020430:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.020512:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728640 00000100:00100000:1.0:1767318922.020521:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728640 00000100:00100000:1.0:1767318922.020582:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767 00000100:00100000:1.0:1767318922.020591:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989728640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.020657:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989728640:12345-0@lo:400:kworker.0 Request processed in 66us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318922.020665:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767 00000100:00100000:1.0:1767318922.020689:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22862 00000100:00100000:1.0:1767318922.020695:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989728128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318922.020718:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318922.020761:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989728128:12345-0@lo:38:kworker.0 Request processed in 64us (2643us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318922.020767:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22862 00000100:00100000:1.0:1767318922.020784:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22863 00000100:00100000:1.0:1767318922.020789:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989728512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318922.020799:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318922.020824:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989728512:12345-0@lo:38:kworker.0 Request processed in 33us (2595us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318922.020830:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22863 00000100:00100000:1.0:1767318922.020889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989728640:0@lo:400:kworker.0 00000100:00080000:1.0:1767318922.020942:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.020950:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.020953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989728128:0@lo:38:kworker.0 00000100:00080000:1.0:1767318922.020963:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.020967:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.020970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989728512:0@lo:38:kworker.0 00000100:00080000:1.0:1767318922.021027:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318922.023367:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318922.023381:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318922.023387:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318922.023397:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4166 00000100:00080000:3.0:1767318922.023403:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318922.023412:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318922.025673:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae680 x1853163989728768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318922.025787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989728896:0@lo:400:kworker.0 00000100:00100000:3.0:1767318922.025909:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318922.026051:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989729024:0@lo:400:kworker.0 00000100:00100000:3.0:1767318922.026087:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318922.026165:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728896 00000100:00100000:3.0:1767318922.026175:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728896 00000100:00100000:3.0:1767318922.026274:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729024 00000100:00100000:3.0:1767318922.026278:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729024 00000100:00100000:3.0:1767318922.026312:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:3.0:1767318922.026324:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989728896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318922.026387:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989728896:12345-0@lo:400:kworker.0 Request processed in 65us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318922.026395:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:3.0:1767318922.026415:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:3.0:1767318922.026422:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989729024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318922.026673:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989728768:0@lo:38:kworker.0 00000100:00100000:1.0:1767318922.026713:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318922.026753:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989728768 00000100:00100000:1.0:1767318922.026757:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989728768 00000100:00100000:1.0:1767318922.026788:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22864 00000100:00100000:1.0:1767318922.026792:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989728768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318922.026817:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318922.026856:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989728768:12345-0@lo:38:kworker.0 Request processed in 62us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318922.026863:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22864 00000100:00080000:1.0:1767318922.026932:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318922.026939:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318922.026943:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989728768:0@lo:38:kworker.0 00000100:00080000:1.0:1767318922.027010:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318922.027016:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318922.027167:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989729024:12345-0@lo:400:kworker.0 Request processed in 745us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318922.027175:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00000100:00100000:3.0:1767318922.027210:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989728896:0@lo:400:kworker.0 00000100:00100000:0.0:1767318922.027490:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989728384:12345-0@lo:400:kworker.0 Request processed in 8834us (9619us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318922.027500:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766 00000100:00100000:1.0:1767318922.027680:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989729024:0@lo:400:kworker.0 00000100:00100000:2.0:1767318922.029266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989728384:0@lo:400:kworker.0 00010000:00010000:3.0:1767318922.848689:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318923.040722:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318923.872832:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318924.066749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767318924.067107:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989729152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318924.067219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318924.067416:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729152 00000100:00100000:2.0:1767318924.067444:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729152 00000100:00100000:2.0:1767318924.067533:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:2.0:1767318924.067543:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989729152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318924.067584:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318924.067645:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989729152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318924.067654:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:2.0:1767318924.067712:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989729152:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318924.067849:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318924.070133:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318924.070165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989729280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318924.070271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318924.070723:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729280 00000100:00100000:0.0:1767318924.070735:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729280 00000100:00100000:0.0:1767318924.072851:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1767318924.072861:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989729280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318924.072895:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318924.072998:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989729280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (2727us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.073006:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1767318924.073100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989729280:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318924.073298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318924.896483:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318925.089161:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318925.920799:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318926.112375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318926.112734:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318901/real 1767318901] req@ffff96e301586a00 x1853163989722880/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318926 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318926.112764:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301586a00 x1853163989722880/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318926 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318926.112778:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318926.112833:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318926.112837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989722880:0@lo:250:kworker.0 00000100:00080000:0.0:1767318926.113295:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318926.113301:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318926.113304:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318926.113309:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4151 00000100:00080000:0.0:1767318926.113313:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318926.113319:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318926.113354:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163989729408/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318926.113378:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318926.113382:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318926.113384:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318926.113387:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767318926.113390:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318926.113393:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318926.113407:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163989729536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318926.113417:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318926.113423:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767318926.113423:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989729408:0@lo:250:kworker.0 00000100:00080000:0.0:1767318926.113426:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318926.113432:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767318926.113435:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318926.113439:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318926.113451:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163989729664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767318926.113478:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989729408 offset 0 length 520: 4 00000100:00100000:2.0:1767318926.113533:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318926.113729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989729536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318926.113914:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318926.114109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989729664:0@lo:38:kworker.0 00000100:00100000:3.0:1767318926.114135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318926.114189:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729664 00000100:00100000:3.0:1767318926.114197:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729664 00000100:00100000:3.0:1767318926.114264:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:3.0:1767318926.114271:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989729664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318926.114292:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318926.114337:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989729664:12345-0@lo:38:kworker.0 Request processed in 65us (200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318926.114344:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00080000:3.0:1767318926.114387:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318926.114392:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318926.114395:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989729664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318926.114463:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729536 00000100:00100000:1.0:1767318926.114468:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729536 00000100:00080000:0.0:1767318926.114819:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318926.114824:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318926.114827:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318926.114831:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767318926.114834:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318926.114839:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318926.114864:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584700 x1853163989729920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318926.114900:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22865 00000100:00100000:1.0:1767318926.114906:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989729536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318926.114918:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318926.115073:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989729536:12345-0@lo:38:kworker.0 Request processed in 165us (1309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318926.115079:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22865 00000100:00100000:3.0:1767318926.115119:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989729920:0@lo:38:kworker.0 00000100:00100000:3.0:1767318926.115147:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318926.115170:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318926.115174:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318926.115177:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989729536:0@lo:38:kworker.0 00000100:00100000:3.0:1767318926.115197:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729920 00000100:00100000:3.0:1767318926.115201:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729920 00000100:00100000:3.0:1767318926.115223:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22866 00000100:00100000:3.0:1767318926.115226:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989729920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318926.115252:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318926.115279:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989729920:12345-0@lo:38:kworker.0 Request processed in 51us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318926.115285:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22866 00000100:00080000:3.0:1767318926.115305:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318926.115309:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318926.115311:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989729920:0@lo:38:kworker.0 00000100:00100000:2.0:1767318926.123824:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989730048:0@lo:400:kworker.0 00000100:00100000:2.0:1767318926.123902:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318926.123939:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989729792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318926.123963:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318926.125184:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318926.125194:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318926.125197:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318926.125205:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4171 00000100:00080000:0.0:1767318926.125209:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318926.125217:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318926.125272:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163989730176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318926.125462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989730304:0@lo:400:kworker.0 00000100:00100000:0.0:1767318926.125838:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318926.125879:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318926.125886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989730432:0@lo:400:kworker.0 00000100:00100000:0.0:1767318926.125913:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318926.125946:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730304 00000100:00100000:0.0:1767318926.125953:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730304 00000100:00100000:0.0:1767318926.126005:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730432 00000100:00100000:0.0:1767318926.126009:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730432 00000100:00100000:0.0:1767318926.126035:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:0.0:1767318926.126044:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989730304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318926.126099:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989730304:12345-0@lo:400:kworker.0 Request processed in 55us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318926.126106:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000100:00100000:0.0:1767318926.126127:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:0.0:1767318926.126134:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989730432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318926.126179:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989730432:12345-0@lo:400:kworker.0 Request processed in 46us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318926.126185:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00080000:0.0:1767318926.126207:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318926.126211:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318926.126274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989730432:0@lo:400:kworker.0 00000100:00100000:0.0:1767318926.126285:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989730304:0@lo:400:kworker.0 00000100:00100000:2.0:1767318926.128345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989730176:0@lo:38:kworker.0 00000100:00100000:2.0:1767318926.128417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318926.133378:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730048 00000100:00100000:3.0:1767318926.133402:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730048 00000100:00100000:3.0:1767318926.136483:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989729792 00000100:00100000:3.0:1767318926.136730:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989729792 00000100:00100000:3.0:1767318926.136811:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730176 00000100:00100000:3.0:1767318926.136815:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730176 00000100:00100000:3.0:1767318926.136858:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4768 00000100:00100000:3.0:1767318926.136868:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989730048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318926.139078:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989730048:12345-0@lo:400:kworker.0 Request processed in 97us (13060us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318926.139095:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4768 00000100:00100000:3.0:1767318926.139138:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4769 00000100:00080000:2.0:1767318926.139739:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318926.139899:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989729792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318926.139985:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989729792:12345-0@lo:400:kworker.0 Request processed in 98us (16020us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318926.144383:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22867 00000100:00100000:2.0:1767318926.144398:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989730176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318926.144420:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318926.145854:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989730176:12345-0@lo:38:kworker.0 Request processed in 1450us (17429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318926.145869:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22867 00000100:00080000:2.0:1767318926.145944:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318926.145951:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318926.145956:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989730176:0@lo:38:kworker.0 00000100:00100000:2.0:1767318926.146050:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989730048:0@lo:400:kworker.0 00000100:00100000:2.0:1767318926.146064:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989729792:0@lo:400:kworker.0 00000100:00100000:3.0:1767318926.157937:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4769 00000400:00000100:0.0:1767318926.184106:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925809152 offset 0 length 520: 4 00000100:00100000:0.0:1767318926.184181:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318926.184411:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318926.184809:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809280 00000100:00100000:3.0:1767318926.184821:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809280 00000100:00100000:3.0:1767318926.184873:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809408 00000100:00100000:3.0:1767318926.184876:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809408 00000100:00100000:3.0:1767318926.184931:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4770 00000100:00100000:3.0:1767318926.184941:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925809408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318926.185034:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925809408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318926.185042:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4770 00000100:00100000:3.0:1767318926.185060:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22868 00000100:00100000:3.0:1767318926.185066:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925809280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318926.185092:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318926.185122:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925809280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (942us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318926.185129:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22868 00000100:00080000:2.0:1767318926.185711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318926.947948:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318927.136798:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318927.968450:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318928.161123:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318928.992514:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318929.185220:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318929.185270:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989730560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318929.185338:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318929.185606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318929.185664:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730560 00000100:00100000:2.0:1767318929.185672:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730560 00000100:00100000:2.0:1767318929.185772:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:2.0:1767318929.185782:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989730560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318929.185815:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318929.185866:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989730560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318929.185873:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:3.0:1767318929.185959:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989730560:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318929.186018:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318929.189347:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989730688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318929.189422:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318929.189492:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730688 00000100:00100000:0.0:1767318929.189500:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730688 00000100:00100000:0.0:1767318929.189553:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:0.0:1767318929.189561:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989730688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318929.189589:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318929.189639:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989730688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318929.189647:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00080000:0.0:1767318929.189672:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318929.189709:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989730688:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318930.016559:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318930.214596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318931.041973:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318931.232365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318931.232658:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318931.232665:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318931.232668:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318931.232674:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318931.232678:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318931.232685:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767318931.232689:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318931.232696:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318931.232747:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163989730816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318931.232779:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318931.232782:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318931.232784:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318931.232788:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767318931.232790:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318931.232794:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318931.232805:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253800 x1853163989730944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318931.232829:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318931.232832:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318931.232834:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318931.232837:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767318931.232839:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318931.232842:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318931.232851:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251880 x1853163989731200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318931.232864:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318931.232868:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318931.232870:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318931.232873:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4175 00000100:00080000:1.0:1767318931.232876:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318931.232878:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318931.232886:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251f80 x1853163989731456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318931.232926:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989731712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233016:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318931.233077:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318931.233083:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989731584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233104:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318931.233148:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731712 00000100:00100000:1.0:1767318931.233154:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731712 00000100:00100000:1.0:1767318931.233210:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731584 00000100:00100000:1.0:1767318931.233213:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731584 00000100:00100000:1.0:1767318931.233263:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:1.0:1767318931.233273:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989731712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233330:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989731712:12345-0@lo:400:kworker.0 Request processed in 58us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318931.233337:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:1.0:1767318931.233354:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:1.0:1767318931.233361:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989731584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233387:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989731584:12345-0@lo:400:kworker.0 Request processed in 27us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318931.233393:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00080000:1.0:1767318931.233413:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318931.233418:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318931.233450:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989731584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233461:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989731712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233495:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989731072:0@lo:400:kworker.0 00000100:00100000:1.0:1767318931.233524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318931.233544:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318931.233550:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989731328:0@lo:400:kworker.0 00000100:00100000:3.0:1767318931.233687:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989730816:0@lo:38:kworker.0 00000100:00100000:3.0:1767318931.233727:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318931.233753:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989730944:0@lo:38:kworker.0 00000100:00100000:3.0:1767318931.233775:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318931.233797:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989731200:0@lo:38:kworker.0 00000100:00100000:3.0:1767318931.233815:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318931.233829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989731456:0@lo:38:kworker.0 00000100:00100000:3.0:1767318931.233844:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318931.233871:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730944 00000100:00100000:3.0:1767318931.233875:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730944 00000100:00100000:3.0:1767318931.233897:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1767318931.233902:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989730944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318931.233920:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318931.233954:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989730944:12345-0@lo:38:kworker.0 Request processed in 51us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318931.233961:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1767318931.233979:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731072 00000100:00100000:3.0:1767318931.233983:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731072 00000100:00100000:3.0:1767318931.234012:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989730816 00000100:00100000:3.0:1767318931.234015:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989730816 00000100:00100000:3.0:1767318931.234026:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731200 00000100:00100000:3.0:1767318931.234029:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731200 00000100:00100000:3.0:1767318931.234035:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731456 00000100:00100000:3.0:1767318931.234038:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731456 00000100:00100000:3.0:1767318931.234046:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4771 00000100:00100000:3.0:1767318931.234052:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989731072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318931.234083:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989731072:12345-0@lo:400:kworker.0 Request processed in 32us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318931.234088:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4771 00000100:00100000:3.0:1767318931.234099:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22869 00000100:00100000:3.0:1767318931.234102:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989730816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318931.234113:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318931.234135:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989730816:12345-0@lo:38:kworker.0 Request processed in 31us (407us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318931.234141:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22869 00000100:00100000:3.0:1767318931.234151:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22870 00000100:00100000:3.0:1767318931.234154:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989731200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318931.234163:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318931.234184:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989731200:12345-0@lo:38:kworker.0 Request processed in 29us (368us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318931.234193:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22870 00000100:00100000:3.0:1767318931.234202:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22871 00000100:00100000:3.0:1767318931.234205:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989731456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318931.234213:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318931.234256:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989731456:12345-0@lo:38:kworker.0 Request processed in 49us (411us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318931.234262:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22871 00000100:00080000:3.0:1767318931.234280:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318931.234298:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318931.234303:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318931.234307:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989730816:0@lo:38:kworker.0 00000100:00080000:3.0:1767318931.234316:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318931.234320:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318931.234323:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989730944:0@lo:38:kworker.0 00000100:00080000:3.0:1767318931.234330:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318931.234333:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318931.234336:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989731200:0@lo:38:kworker.0 00000100:00080000:3.0:1767318931.234343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318931.234346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318931.234348:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989731456:0@lo:38:kworker.0 00000100:00100000:1.0:1767318931.235268:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318931.235358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989731072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318931.237772:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731328 00000100:00100000:2.0:1767318931.237786:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731328 00000100:00100000:2.0:1767318931.237966:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772 00000100:00100000:2.0:1767318931.237976:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989731328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318931.238068:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989731328:12345-0@lo:400:kworker.0 Request processed in 93us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318931.238075:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772 00000100:00100000:1.0:1767318931.238193:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989731328:0@lo:400:kworker.0 00000100:00080000:3.0:1767318931.241516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318931.298669:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318931.299313:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809664 00000100:00100000:2.0:1767318931.299324:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809664 00000100:00100000:2.0:1767318931.299408:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4773 00000100:00100000:2.0:1767318931.299418:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925809664:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767318931.299429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318931.299508:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925809664:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318931.299520:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4773 00000100:00100000:2.0:1767318931.300686:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318931.300831:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809536 00000100:00100000:0.0:1767318931.300840:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809536 00000100:00100000:0.0:1767318931.300884:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22872 00000100:00100000:0.0:1767318931.300891:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925809536:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318931.300912:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318931.300966:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925809536:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 73us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318931.300973:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22872 00010000:00010000:3.0:1767318932.064496:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318932.256507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318933.089549:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318933.280569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318934.114311:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318934.304402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318934.304532:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989731840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318934.304599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318934.323705:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731840 00000100:00100000:0.0:1767318934.323719:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731840 00000100:00100000:2.0:1767318934.323737:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318934.323755:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989731968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318934.323807:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:0.0:1767318934.323818:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989731840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318934.323848:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767318934.323955:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318934.327989:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989731840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4163us (23378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318934.328003:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00100000:2.0:1767318934.328741:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318934.328820:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989731840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318934.333353:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989731968 00000100:00100000:0.0:1767318934.333369:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989731968 00000100:00100000:0.0:1767318934.333459:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1767318934.333470:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989731968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318934.333514:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318934.333599:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989731968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (4858us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318934.333607:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00080000:2.0:1767318934.333693:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318934.333742:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989731968:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318935.136607:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318935.331273:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318936.160653:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318936.352572:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318936.352590:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318936.352593:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318936.352597:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318936.352601:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318936.352617:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4180 00000100:00080000:2.0:1767318936.352622:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318936.352629:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318936.352679:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163989732096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318936.352704:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318936.352708:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318936.352710:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318936.352713:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4180 00000100:00080000:2.0:1767318936.352716:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318936.352720:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318936.352734:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989732224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318936.352773:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318936.352777:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318936.352779:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318936.352782:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4180 00000100:00080000:2.0:1767318936.352784:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318936.352788:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318936.352799:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163989732480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318936.352814:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318936.352818:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318936.352819:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318936.352823:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4180 00000100:00080000:2.0:1767318936.352826:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318936.352829:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318936.352841:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989732736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318936.352903:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989732864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318936.352985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318936.353059:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318936.353065:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989732992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318936.353098:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318936.353310:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989732608:0@lo:400:kworker.0 00000100:00100000:1.0:1767318936.353350:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318936.353383:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318936.353389:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989732352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318936.353416:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318936.353460:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732864 00000100:00100000:1.0:1767318936.353468:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732864 00000100:00100000:1.0:1767318936.353527:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732992 00000100:00100000:1.0:1767318936.353531:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732992 00000100:00100000:1.0:1767318936.353560:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:1.0:1767318936.353569:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989732864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318936.353647:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989732864:12345-0@lo:400:kworker.0 Request processed in 80us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318936.353655:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:1.0:1767318936.353673:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:1.0:1767318936.353679:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989732992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318936.353716:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989732992:12345-0@lo:400:kworker.0 Request processed in 37us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318936.353729:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00080000:1.0:1767318936.353751:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318936.353754:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318936.353804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989732992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318936.353817:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989732864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318936.353968:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732608 00000100:00100000:0.0:1767318936.353980:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732608 00000100:00100000:0.0:1767318936.354020:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732352 00000100:00100000:0.0:1767318936.354023:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732352 00000100:00100000:0.0:1767318936.354051:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774 00000100:00100000:0.0:1767318936.354058:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989732608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318936.354068:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318936.354098:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775 00000100:00100000:0.0:1767318936.354104:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989732608:12345-0@lo:400:kworker.0 Request processed in 48us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318936.354107:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989732352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318936.354111:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774 00000100:00100000:3.0:1767318936.354137:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989732352:12345-0@lo:400:kworker.0 Request processed in 32us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318936.354143:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775 00000100:00100000:3.0:1767318936.354164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989732096:0@lo:38:kworker.0 00000100:00100000:3.0:1767318936.354192:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318936.354222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989732224:0@lo:38:kworker.0 00000100:00100000:3.0:1767318936.354266:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318936.354289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989732480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318936.354309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318936.354323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989732736:0@lo:38:kworker.0 00000100:00100000:3.0:1767318936.354343:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318936.354366:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732224 00000100:00100000:3.0:1767318936.354369:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732224 00000100:00100000:3.0:1767318936.354389:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:3.0:1767318936.354395:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989732224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318936.354411:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318936.354442:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989732224:12345-0@lo:38:kworker.0 Request processed in 47us (176us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318936.354446:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732096 00000100:00100000:2.0:1767318936.354449:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732096 00000100:00100000:3.0:1767318936.354451:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1767318936.354470:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732480 00000100:00080000:1.0:1767318936.354515:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318936.354536:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989732352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318936.354546:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989732608:0@lo:400:kworker.0 00000100:00100000:2.0:1767318936.354592:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732480 00000100:00100000:3.0:1767318936.361265:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989732736 00000100:00100000:3.0:1767318936.361281:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989732736 00000100:00100000:3.0:1767318936.361332:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22873 00000100:00100000:3.0:1767318936.361340:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989732096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318936.361363:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318936.361459:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989732096:12345-0@lo:38:kworker.0 Request processed in 118us (7265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318936.361466:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22873 00000100:00100000:3.0:1767318936.361487:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22874 00000100:00100000:3.0:1767318936.361491:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989732480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318936.361500:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318936.361523:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989732480:12345-0@lo:38:kworker.0 Request processed in 31us (7213us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318936.361529:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22874 00000100:00100000:3.0:1767318936.361538:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22875 00000100:00100000:3.0:1767318936.361543:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989732736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318936.361551:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318936.361574:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989732736:12345-0@lo:38:kworker.0 Request processed in 30us (7230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318936.361579:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22875 00000100:00080000:3.0:1767318936.361640:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318936.361645:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318936.361649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989732096:0@lo:38:kworker.0 00000100:00080000:3.0:1767318936.361664:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318936.361668:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318936.361671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989732224:0@lo:38:kworker.0 00000100:00080000:3.0:1767318936.361678:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318936.361681:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318936.361684:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989732480:0@lo:38:kworker.0 00000100:00080000:3.0:1767318936.361693:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318936.361696:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318936.361699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989732736:0@lo:38:kworker.0 00000100:00100000:0.0:1767318936.424366:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318936.424484:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809792 00000100:00100000:1.0:1767318936.424496:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809792 00000100:00100000:1.0:1767318936.424547:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22876 00000100:00100000:1.0:1767318936.424554:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925809792:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318936.424580:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318936.424671:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925809792:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 115us (316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318936.424679:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22876 00000100:00100000:3.0:1767318936.434350:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318936.435206:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925809920 00000100:00100000:0.0:1767318936.435219:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925809920 00000100:00100000:0.0:1767318936.435340:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4776 00000100:00100000:0.0:1767318936.435352:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925809920:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318936.435453:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925809920:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318936.435461:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4776 00000100:00080000:1.0:1767318936.436210:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318937.186024:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318937.380153:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318938.208955:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318938.400834:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318939.232593:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318939.427310:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989733120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318939.427396:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318939.431100:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989733248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318939.431172:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318939.432014:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318939.432058:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733120 00000100:00100000:3.0:1767318939.432067:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733120 00000100:00100000:3.0:1767318939.432123:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733248 00000100:00100000:3.0:1767318939.432127:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733248 00000100:00100000:3.0:1767318939.432144:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767318939.432152:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989733120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318939.432196:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318939.432276:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989733120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (4879us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318939.432284:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767318939.432301:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1767318939.432307:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989733248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318939.432323:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318939.432348:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989733248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318939.432354:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00080000:3.0:1767318939.432373:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318939.432376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318939.432871:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989733120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318939.433177:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989733248:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318940.257888:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318940.448392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318941.281092:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318941.472528:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318941.478447:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318941.478457:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318941.478460:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318941.478464:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318941.478468:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318941.478476:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4186 00000100:00080000:2.0:1767318941.478481:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318941.478488:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318941.478535:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163989733376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318941.478570:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318941.478574:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318941.478576:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318941.478579:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4186 00000100:00080000:2.0:1767318941.478582:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318941.478586:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318941.478601:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163989733504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318941.478637:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318941.478640:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318941.478642:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318941.478645:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4186 00000100:00080000:2.0:1767318941.478647:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318941.478650:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318941.478660:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163989733760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318941.478674:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318941.478677:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318941.478678:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318941.478682:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4186 00000100:00080000:2.0:1767318941.478684:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767318941.478684:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989733888:0@lo:400:kworker.0 00000100:00080000:2.0:1767318941.478687:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318941.478696:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdc00 x1853163989734016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318941.478736:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989734272:0@lo:400:kworker.0 00000100:00100000:3.0:1767318941.478751:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318941.478802:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318941.478818:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318941.478821:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318941.478824:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989733632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318941.478826:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989734144:0@lo:400:kworker.0 00000100:00100000:2.0:1767318941.478844:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318941.478845:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318941.478872:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733888 00000100:00100000:3.0:1767318941.478878:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733888 00000100:00100000:3.0:1767318941.478934:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733632 00000100:00100000:3.0:1767318941.478937:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733632 00000100:00100000:3.0:1767318941.478960:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4777 00000100:00100000:3.0:1767318941.478968:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989733888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318941.479015:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989733888:12345-0@lo:400:kworker.0 Request processed in 47us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318941.479021:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4777 00000100:00100000:3.0:1767318941.479037:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778 00000100:00100000:3.0:1767318941.479043:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989733632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318941.479067:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989733632:12345-0@lo:400:kworker.0 Request processed in 24us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318941.479075:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778 00000100:00100000:3.0:1767318941.479110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989733632:0@lo:400:kworker.0 00000100:00100000:3.0:1767318941.479126:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989733888:0@lo:400:kworker.0 00000100:00100000:3.0:1767318941.479159:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989733376:0@lo:38:kworker.0 00000100:00100000:3.0:1767318941.479182:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318941.479210:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989733504:0@lo:38:kworker.0 00000100:00100000:3.0:1767318941.479255:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318941.479277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989733760:0@lo:38:kworker.0 00000100:00100000:3.0:1767318941.479297:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318941.479310:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989734016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318941.479329:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733376 00000100:00100000:3.0:1767318941.479329:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318941.479334:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733376 00000100:00100000:3.0:1767318941.479354:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733504 00000100:00100000:3.0:1767318941.479358:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733504 00000100:00100000:0.0:1767318941.479359:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989733760 00000100:00100000:0.0:1767318941.479361:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989733760 00000100:00100000:0.0:1767318941.479374:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734016 00000100:00100000:0.0:1767318941.479376:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734016 00000100:00100000:3.0:1767318941.479376:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1767318941.479380:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989733504:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318941.479384:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22877 00000100:00100000:0.0:1767318941.479388:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989733376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318941.479397:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318941.479448:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734272 00000100:00100000:1.0:1767318941.479452:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734272 00000100:00100000:1.0:1767318941.479479:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734144 00000100:00100000:1.0:1767318941.479483:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734144 00000100:00100000:1.0:1767318941.479501:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:1.0:1767318941.479509:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989734272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318941.479557:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989734272:12345-0@lo:400:kworker.0 Request processed in 51us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318941.479563:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00100000:1.0:1767318941.479576:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:1.0:1767318941.479581:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989734144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318941.479607:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989734144:12345-0@lo:400:kworker.0 Request processed in 26us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318941.479612:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:1.0:1767318941.479649:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22878 00000100:00100000:1.0:1767318941.479653:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989733760:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318941.479709:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989733504:12345-0@lo:38:kworker.0 Request processed in 327us (452us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318941.479716:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1767318941.479738:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22879 00000100:00100000:3.0:1767318941.479743:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989734016:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767318941.479795:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318941.479799:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318941.479801:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318941.479826:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989734144:0@lo:400:kworker.0 00000100:00100000:2.0:1767318941.479837:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989734272:0@lo:400:kworker.0 00000100:00080000:2.0:1767318941.479875:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318941.479879:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318941.479882:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989733504:0@lo:38:kworker.0 00010000:00020000:0.0:1767318941.485184:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318941.485379:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989733376:12345-0@lo:38:kworker.0 Request processed in 5986us (6192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318941.485392:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22877 00010000:00020000:1.0:1767318941.486183:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318941.486564:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318941.486650:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989734016:12345-0@lo:38:kworker.0 Request processed in 6903us (7317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318941.486660:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22879 00000100:00100000:1.0:1767318941.486735:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989733760:12345-0@lo:38:kworker.0 Request processed in 7079us (7436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318941.486744:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22878 00000100:00080000:2.0:1767318941.491349:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318941.491371:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318941.491377:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989733376:0@lo:38:kworker.0 00000100:00080000:2.0:1767318941.491390:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318941.491394:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318941.491397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989733760:0@lo:38:kworker.0 00000100:00080000:2.0:1767318941.491406:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318941.491409:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318941.491412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989734016:0@lo:38:kworker.0 00000100:00100000:2.0:1767318941.544466:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318941.544523:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318941.544596:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810176 00000100:00100000:3.0:1767318941.544607:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810176 00000100:00100000:1.0:1767318941.544618:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810048 00000100:00100000:1.0:1767318941.544625:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810048 00000100:00100000:3.0:1767318941.544684:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4779 00000100:00100000:3.0:1767318941.544694:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925810176:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767318941.544714:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318941.544767:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925810176:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318941.546812:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22880 00000100:00100000:1.0:1767318941.546827:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925810048:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318941.546851:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318941.546925:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925810048:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 100us (2410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318941.546933:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22880 00000100:00100000:3.0:1767318941.549757:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4779 00010000:00010000:3.0:1767318942.306261:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318942.496472:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318943.328664:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318943.520959:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318944.352615:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318944.544799:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989734528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318944.544868:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318944.544932:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318944.544939:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989734400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318944.544970:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318944.545003:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734528 00000100:00100000:1.0:1767318944.545011:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734528 00000100:00100000:3.0:1767318944.545014:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734400 00000100:00100000:3.0:1767318944.545017:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734400 00000100:00100000:3.0:1767318944.545128:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:3.0:1767318944.545137:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989734400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318944.545168:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318944.545211:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989734400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318944.545218:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:3.0:1767318944.545286:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989734400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318944.546006:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318944.553564:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:1.0:1767318944.553592:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989734528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318944.553786:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318944.554093:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989734528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 514us (9223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318944.554102:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767318944.554167:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989734528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318944.554290:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318944.554296:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318945.376493:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318945.568897:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318946.400504:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318946.592879:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318946.592938:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.592943:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318946.592947:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.592950:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318946.592954:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318946.592961:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4191 00000100:00080000:3.0:1767318946.592965:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318946.592970:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318946.593004:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163989734656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318946.593030:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.593033:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318946.593035:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318946.593038:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4191 00000100:00080000:3.0:1767318946.593040:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318946.593043:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318946.593052:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163989734784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318946.593085:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.593088:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318946.593089:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318946.593092:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4191 00000100:00080000:3.0:1767318946.593095:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318946.593097:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318946.593108:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf480 x1853163989735040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318946.593121:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318946.593124:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318946.593126:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318946.593129:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4191 00000100:00080000:3.0:1767318946.593131:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318946.593134:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318946.593141:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163989735296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318946.593202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989735424:0@lo:400:kworker.0 00000100:00100000:3.0:1767318946.593274:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318946.593326:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318946.593331:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989735552:0@lo:400:kworker.0 00000100:00100000:3.0:1767318946.593349:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318946.593378:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735424 00000100:00100000:3.0:1767318946.593384:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735424 00000100:00100000:3.0:1767318946.593443:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735552 00000100:00100000:3.0:1767318946.593445:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735552 00000100:00100000:3.0:1767318946.593464:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:3.0:1767318946.593471:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989735424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318946.593517:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989735424:12345-0@lo:400:kworker.0 Request processed in 47us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318946.593524:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:3.0:1767318946.593538:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:3.0:1767318946.593543:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989735552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318946.593562:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989735552:12345-0@lo:400:kworker.0 Request processed in 20us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318946.593567:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00080000:3.0:1767318946.593582:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318946.593586:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318946.593608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989735552:0@lo:400:kworker.0 00000100:00100000:3.0:1767318946.593616:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989735424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318946.593768:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989734912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318946.593798:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318946.593824:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318946.593829:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989735168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318946.593846:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318946.593962:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989734656:0@lo:38:kworker.0 00000100:00100000:0.0:1767318946.593989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318946.594026:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989734784:0@lo:38:kworker.0 00000100:00100000:0.0:1767318946.594046:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318946.594072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989735040:0@lo:38:kworker.0 00000100:00100000:0.0:1767318946.594088:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318946.594099:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989735296:0@lo:38:kworker.0 00000100:00100000:0.0:1767318946.594113:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318946.594137:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734912 00000100:00100000:0.0:1767318946.594141:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734912 00000100:00100000:0.0:1767318946.594169:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735168 00000100:00100000:0.0:1767318946.594171:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735168 00000100:00100000:0.0:1767318946.594181:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734656 00000100:00100000:0.0:1767318946.594183:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734656 00000100:00100000:0.0:1767318946.594190:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735040 00000100:00100000:0.0:1767318946.594192:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735040 00000100:00100000:0.0:1767318946.594197:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735296 00000100:00100000:0.0:1767318946.594199:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735296 00000100:00100000:0.0:1767318946.594207:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780 00000100:00100000:0.0:1767318946.594212:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989734912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318946.594264:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989734912:12345-0@lo:400:kworker.0 Request processed in 51us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318946.594269:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780 00000100:00100000:0.0:1767318946.594283:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4781 00000100:00100000:0.0:1767318946.594288:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989735168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318946.594308:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989735168:12345-0@lo:400:kworker.0 Request processed in 21us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318946.594313:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4781 00000100:00100000:0.0:1767318946.594324:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22881 00000100:00100000:0.0:1767318946.594328:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989734656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318946.594347:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318946.594371:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989734656:12345-0@lo:38:kworker.0 Request processed in 42us (381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318946.594376:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22881 00000100:00100000:0.0:1767318946.594386:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22882 00000100:00100000:0.0:1767318946.594389:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989735040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318946.594397:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318946.594412:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989735040:12345-0@lo:38:kworker.0 Request processed in 22us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318946.594430:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22882 00000100:00100000:0.0:1767318946.594439:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22883 00000100:00100000:0.0:1767318946.594443:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989735296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318946.594451:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318946.594469:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989735296:12345-0@lo:38:kworker.0 Request processed in 25us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318946.594474:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22883 00000100:00080000:0.0:1767318946.594489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318946.594504:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989735168:0@lo:400:kworker.0 00000100:00100000:0.0:1767318946.594513:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989734912:0@lo:400:kworker.0 00000100:00080000:0.0:1767318946.594534:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318946.594539:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318946.594542:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989734656:0@lo:38:kworker.0 00000100:00080000:0.0:1767318946.594549:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318946.594552:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318946.594555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989735040:0@lo:38:kworker.0 00000100:00080000:0.0:1767318946.594561:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318946.594564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318946.594566:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989735296:0@lo:38:kworker.0 00000100:00100000:1.0:1767318946.594700:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989734784 00000100:00100000:1.0:1767318946.594704:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989734784 00000100:00100000:1.0:1767318946.594731:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00000100:00100000:1.0:1767318946.594736:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989734784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318946.594746:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318946.594777:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989734784:12345-0@lo:38:kworker.0 Request processed in 40us (730us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318946.594782:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00000100:00080000:1.0:1767318946.594805:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318946.594809:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318946.594812:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989734784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318946.659088:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318946.659144:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318946.659345:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810432 00000100:00100000:0.0:1767318946.659355:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810432 00000100:00100000:0.0:1767318946.659448:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810304 00000100:00100000:0.0:1767318946.659452:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810304 00000100:00100000:0.0:1767318946.659474:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4782 00000100:00100000:0.0:1767318946.659485:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925810432:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318946.659566:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925810432:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318946.659576:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4782 00000100:00100000:3.0:1767318946.659617:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22884 00000100:00100000:3.0:1767318946.659630:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925810304:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318946.659660:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318946.659671:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318946.659727:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925810304:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (581us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318946.663456:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22884 00010000:00010000:3.0:1767318947.424458:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318947.616964:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318948.450869:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318948.640428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318949.474796:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318949.664659:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989735680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318949.664746:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318949.664962:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318949.664969:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989735808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318949.664994:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318949.665047:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318949.681148:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735680 00000100:00100000:3.0:1767318949.681165:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735680 00000100:00100000:3.0:1767318949.681292:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735808 00000100:00100000:3.0:1767318949.681296:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735808 00000100:00100000:3.0:1767318949.681319:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:3.0:1767318949.681327:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989735680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318949.681373:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318949.681467:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989735680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (16720us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318949.681474:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:3.0:1767318949.681492:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:3.0:1767318949.681499:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989735808:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318949.681681:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318949.681687:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318949.681753:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989735680:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318949.681828:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318949.681871:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989735808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 372us (16875us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318949.681878:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:0.0:1767318949.682658:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989735808:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318950.496801:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318950.688702:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767318950.755794:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925810560 offset 0 length 520: 4 00000100:00100000:2.0:1767318950.758679:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318950.758826:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810688 00000100:00100000:3.0:1767318950.758841:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810688 00000100:00100000:3.0:1767318950.758903:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22885 00000100:00100000:3.0:1767318950.758913:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925810688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318950.758945:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318950.759043:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925810688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 129us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318950.759051:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22885 00000100:00100000:1.0:1767318950.760294:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318950.760378:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810816 00000100:00100000:3.0:1767318950.760388:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810816 00000100:00080000:1.0:1767318950.760516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318950.760558:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4783 00000100:00100000:3.0:1767318950.760569:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925810816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767318950.760658:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925810816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318950.760666:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4783 00010000:00010000:3.0:1767318951.523517:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318951.712429:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318951.712803:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318951.712811:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318951.712815:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318951.712821:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318951.712826:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318951.712837:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4196 00000100:00080000:3.0:1767318951.712842:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318951.712851:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318951.712986:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9c00 x1853163989735936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318951.713007:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318951.713011:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318951.713012:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318951.713017:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4196 00000100:00080000:3.0:1767318951.713020:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318951.713024:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318951.713038:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0dad80 x1853163989736064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318951.713076:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318951.713080:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318951.713082:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318951.713086:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4196 00000100:00080000:3.0:1767318951.713088:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318951.713092:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318951.713105:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0dbb80 x1853163989736320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318951.713124:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318951.713128:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318951.713130:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318951.713134:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4196 00000100:00080000:3.0:1767318951.713136:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318951.713139:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318951.713147:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9180 x1853163989736576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318951.713182:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989736192:0@lo:400:kworker.0 00000100:00100000:3.0:1767318951.713205:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989736832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318951.713338:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318926/real 1767318926] req@ffff96e301587480 x1853163989729408/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318951 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318951.713503:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989736448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318951.716021:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301587480 x1853163989729408/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318951 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318951.716064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989735936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318951.725193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318951.725279:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318951.725350:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318951.725370:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989736704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318951.725435:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318951.725640:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318951.725678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989736064:0@lo:38:kworker.0 00000100:00100000:2.0:1767318951.725710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318951.725739:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989736320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318951.725764:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318951.725782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989736576:0@lo:38:kworker.0 00000100:00100000:2.0:1767318951.725807:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318951.726421:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318951.726446:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318951.726451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989729408:0@lo:250:kworker.0 00000100:00100000:2.0:1767318951.726508:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736064 00000100:00100000:2.0:1767318951.726518:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736064 00000100:00100000:2.0:1767318951.726564:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:2.0:1767318951.726572:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989736064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318951.726599:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318951.726653:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989736064:12345-0@lo:38:kworker.0 Request processed in 80us (941us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318951.726661:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00100000:3.0:1767318951.728366:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736192 00000100:00100000:3.0:1767318951.728392:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736192 00000100:00100000:1.0:1767318951.729336:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736832 00000100:00100000:1.0:1767318951.729348:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736832 00000100:00100000:1.0:1767318951.730885:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736704 00000100:00100000:1.0:1767318951.730899:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736704 00000100:00100000:1.0:1767318951.730972:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767318951.730988:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989736832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318951.730998:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989735936 00000100:00100000:3.0:1767318951.731006:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989735936 00000100:00100000:2.0:1767318951.731065:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736320 00000100:00100000:2.0:1767318951.731071:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736320 00000100:00100000:2.0:1767318951.731101:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736576 00000100:00100000:2.0:1767318951.731104:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736576 00000100:00100000:2.0:1767318951.731118:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784 00000100:00100000:1.0:1767318951.731126:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989736832:12345-0@lo:400:kworker.0 Request processed in 141us (5845us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318951.731134:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989736192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318951.731140:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1767318951.731162:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:1.0:1767318951.731171:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989736704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318951.731203:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989736704:12345-0@lo:400:kworker.0 Request processed in 35us (5768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318951.731209:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00100000:1.0:1767318951.731261:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22886 00000100:00100000:1.0:1767318951.731268:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989735936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318951.731292:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318951.731334:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989736192:12345-0@lo:400:kworker.0 Request processed in 197us (6142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318951.731345:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784 00000100:00100000:1.0:1767318951.731346:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989735936:12345-0@lo:38:kworker.0 Request processed in 75us (5703us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318951.731355:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22886 00000100:00100000:2.0:1767318951.731371:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22887 00000100:00100000:1.0:1767318951.731379:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22888 00000100:00100000:2.0:1767318951.731380:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989736320:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318951.731388:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989736576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318951.731396:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767318951.731400:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318951.731441:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989736320:12345-0@lo:38:kworker.0 Request processed in 61us (5674us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318951.731449:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22887 00000100:00080000:2.0:1767318951.731554:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318951.731560:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318951.731564:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318951.731570:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4175 00000100:00080000:2.0:1767318951.731575:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318951.731580:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318951.731616:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1c000 x1853163989736960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318951.731659:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989736576:12345-0@lo:38:kworker.0 Request processed in 270us (5849us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318951.731674:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22888 00000100:00100000:2.0:1767318951.731692:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989736192:0@lo:400:kworker.0 00000100:00080000:1.0:1767318951.731702:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318951.731709:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318951.731711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318951.731742:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989736960:0@lo:250:kworker.0 00000100:00100000:1.0:1767318951.731754:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:2.0:1767318951.731788:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989736960 offset 0 length 520: 4 00000100:00100000:1.0:1767318951.731811:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989736448 00000100:00100000:1.0:1767318951.731817:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989736448 00000100:00080000:2.0:1767318951.731834:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318951.731841:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318951.731844:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989735936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318951.731857:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4785 00000100:00100000:1.0:1767318951.731864:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989736448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318951.731900:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989736448:12345-0@lo:400:kworker.0 Request processed in 36us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318951.731906:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4785 00000100:00080000:1.0:1767318951.731919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318951.731935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989736448:0@lo:400:kworker.0 00000100:00080000:2.0:1767318951.731959:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318951.731965:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318951.731969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989736064:0@lo:38:kworker.0 00000100:00080000:2.0:1767318951.731985:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318951.731990:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318951.731994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989736320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318951.732005:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318951.732010:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318951.732013:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989736576:0@lo:38:kworker.0 00000100:00100000:2.0:1767318951.732071:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989736704:0@lo:400:kworker.0 00000100:00100000:2.0:1767318951.732083:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989736832:0@lo:400:kworker.0 00010000:00010000:3.0:1767318952.544864:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318952.736397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318953.568585:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318953.761025:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318954.598035:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318954.785423:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989737088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318954.785526:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318954.785761:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318954.785770:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989737216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318954.785798:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318954.785995:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318954.786055:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737088 00000100:00100000:3.0:1767318954.786066:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737088 00000100:00100000:3.0:1767318954.786155:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737216 00000100:00100000:3.0:1767318954.786159:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737216 00000100:00100000:3.0:1767318954.786191:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:3.0:1767318954.786203:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989737088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318954.786276:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318954.786330:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989737088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318954.786336:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:3.0:1767318954.786352:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:3.0:1767318954.786357:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989737216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318954.786370:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318954.786387:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989737216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318954.786390:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:3.0:1767318954.786427:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989737216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318954.786436:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989737088:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318954.786653:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318954.786658:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318955.620765:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318955.808537:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318955.876408:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318955.876537:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811072 00000100:00100000:0.0:1767318955.876559:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811072 00000100:00100000:0.0:1767318955.876669:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4786 00000100:00100000:0.0:1767318955.876681:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925811072:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318955.876780:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925811072:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318955.876789:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4786 00000100:00080000:1.0:1767318955.876956:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318955.879638:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318955.879766:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925810944 00000100:00100000:2.0:1767318955.879791:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925810944 00000100:00100000:2.0:1767318955.879859:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22889 00000100:00100000:2.0:1767318955.879869:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925810944:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318955.879900:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318955.879993:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925810944:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 124us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318955.880000:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22889 00010000:00010000:3.0:1767318956.640930:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318956.832794:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318956.833291:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318956.833301:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318956.833304:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318956.833309:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318956.833314:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318956.833324:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4201 00000100:00080000:3.0:1767318956.833328:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318956.833337:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318956.833392:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9500 x1853163989737344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318956.833426:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318956.833430:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318956.833432:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318956.833436:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4201 00000100:00080000:3.0:1767318956.833438:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318956.833443:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318956.833458:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0daa00 x1853163989737472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318956.833513:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318956.833518:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318956.833520:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318956.833524:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4201 00000100:00080000:3.0:1767318956.833533:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318956.833537:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318956.833549:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0da680 x1853163989737728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318956.833567:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318956.833572:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318956.833574:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318956.833578:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4201 00000100:00080000:3.0:1767318956.833580:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318956.833584:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318956.833600:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9f80 x1853163989737984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318956.833870:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989737344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318956.833961:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318956.834036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989737472:0@lo:38:kworker.0 00000100:00100000:2.0:1767318956.834064:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318956.834088:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989737728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318956.834111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318956.834129:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989737984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318956.834138:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989737600:0@lo:400:kworker.0 00000100:00100000:0.0:1767318956.834182:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737344 00000100:00100000:0.0:1767318956.834192:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737344 00000100:00100000:0.0:1767318956.834289:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737728 00000100:00100000:0.0:1767318956.834293:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737728 00000100:00100000:0.0:1767318956.834315:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22890 00000100:00100000:0.0:1767318956.834324:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989737344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318956.834349:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318956.834371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318956.834396:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989737344:12345-0@lo:38:kworker.0 Request processed in 73us (436us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318956.834403:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22890 00000100:00100000:0.0:1767318956.834421:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737984 00000100:00080000:2.0:1767318956.834421:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318956.834424:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737984 00000100:00080000:2.0:1767318956.834426:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318956.834430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989737344:0@lo:38:kworker.0 00000100:00100000:0.0:1767318956.834437:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22891 00000100:00100000:0.0:1767318956.834452:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989737728:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318956.834461:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22892 00010000:00020000:0.0:1767318956.834462:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318956.834466:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989737984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318956.834475:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318956.834492:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989737728:12345-0@lo:38:kworker.0 Request processed in 38us (380us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318956.834497:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989737984:12345-0@lo:38:kworker.0 Request processed in 30us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318956.834498:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22891 00000100:00100000:2.0:1767318956.834502:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22892 00000100:00100000:0.0:1767318956.834517:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318956.834542:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318956.834547:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737600 00000100:00100000:0.0:1767318956.834548:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989737856:0@lo:400:kworker.0 00000100:00100000:2.0:1767318956.834550:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737600 00000100:00100000:2.0:1767318956.834596:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787 00000100:00100000:2.0:1767318956.834604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989737600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318956.834645:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989737600:12345-0@lo:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318956.834650:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787 00000100:00100000:0.0:1767318956.834916:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318956.834957:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989737600:0@lo:400:kworker.0 00000100:00100000:3.0:1767318956.834973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989738112:0@lo:400:kworker.0 00000100:00080000:0.0:1767318956.834996:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318956.835000:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318956.835003:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989737728:0@lo:38:kworker.0 00000100:00100000:3.0:1767318956.835009:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318956.835011:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318956.835014:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318956.835016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989737984:0@lo:38:kworker.0 00000100:00100000:3.0:1767318956.835030:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318956.835037:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989738240:0@lo:400:kworker.0 00000100:00100000:3.0:1767318956.835058:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318956.835152:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738112 00000100:00100000:0.0:1767318956.835157:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738112 00000100:00100000:0.0:1767318956.835195:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738240 00000100:00100000:0.0:1767318956.835198:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738240 00000100:00100000:0.0:1767318956.835220:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:0.0:1767318956.835258:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989738112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318956.835299:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989738112:12345-0@lo:400:kworker.0 Request processed in 73us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318956.835956:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:3.0:1767318956.835972:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989738240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318956.836022:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989738240:12345-0@lo:400:kworker.0 Request processed in 55us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318956.836029:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:3.0:1767318956.836103:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989738240:0@lo:400:kworker.0 00000100:00100000:3.0:1767318956.836117:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989738112:0@lo:400:kworker.0 00000100:00100000:2.0:1767318956.836288:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737856 00000100:00100000:2.0:1767318956.836294:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737856 00000100:00100000:2.0:1767318956.836337:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4788 00000100:00100000:2.0:1767318956.836345:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989737856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318956.836390:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989737856:12345-0@lo:400:kworker.0 Request processed in 47us (1818us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318956.836396:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4788 00000100:00100000:2.0:1767318956.836433:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989737856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318956.836781:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989737472 00000100:00100000:1.0:1767318956.836788:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989737472 00000100:00100000:1.0:1767318956.836825:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:1.0:1767318956.836831:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989737472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318956.836853:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318956.836902:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989737472:12345-0@lo:38:kworker.0 Request processed in 70us (2837us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318956.836908:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00080000:1.0:1767318956.836944:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318956.836949:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318956.836951:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318956.837007:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318956.837013:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318956.837017:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989737472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318956.840927:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00010000:00010000:3.0:1767318957.666110:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318957.857586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318958.690050:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318958.880403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318959.715474:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318959.904831:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318959.908459:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318959.908495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989738496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318959.908593:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318959.908690:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989738368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318959.908715:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738496 00000100:00100000:3.0:1767318959.908722:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318959.908727:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738496 00000100:00100000:0.0:1767318959.908803:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738368 00000100:00100000:0.0:1767318959.908806:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738368 00000100:00100000:0.0:1767318959.908827:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:0.0:1767318959.908836:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989738496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318959.908875:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318959.908935:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989738496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318959.908944:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:0.0:1767318959.908969:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:0.0:1767318959.908976:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989738368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318959.908993:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318959.909020:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989738368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318959.909026:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00080000:3.0:1767318959.909715:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318959.909723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318959.909779:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989738496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318959.909797:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989738368:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318960.736825:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318960.928429:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318960.997410:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318960.997469:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318960.997580:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811328 00000100:00100000:2.0:1767318960.997594:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811328 00000100:00100000:2.0:1767318960.997696:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811200 00000100:00100000:2.0:1767318960.997700:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811200 00000100:00100000:2.0:1767318960.997731:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4789 00000100:00100000:2.0:1767318960.997744:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925811328:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318960.997855:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925811328:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 113us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318960.997864:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4789 00000100:00100000:2.0:1767318960.997887:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22893 00000100:00100000:2.0:1767318960.997892:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925811200:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318960.997917:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318960.997948:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925811200:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318960.998146:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22893 00000100:00080000:1.0:1767318960.998427:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318961.761311:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318961.952604:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318961.954368:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.954381:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318961.954384:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.954389:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318961.954394:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.954405:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4206 00000100:00080000:1.0:1767318961.954412:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767318961.954420:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318961.954482:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228380 x1853163989738624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318961.954508:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.954512:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318961.954514:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.954519:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4206 00000100:00080000:1.0:1767318961.954522:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767318961.954529:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318961.954534:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989738624:0@lo:38:kworker.0 00000100:00100000:1.0:1767318961.954549:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989738752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318961.954608:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.954613:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318961.954616:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.954621:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4206 00000100:00080000:1.0:1767318961.954624:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767318961.954628:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318961.954644:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318961.954646:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163989739008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318961.954685:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318961.954689:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318961.954691:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318961.954694:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4206 00000100:00080000:1.0:1767318961.954697:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767318961.954701:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318961.954713:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092d80 x1853163989739264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318961.954765:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989739392:0@lo:400:kworker.0 00000100:00100000:0.0:1767318961.954835:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989738752:0@lo:38:kworker.0 00000100:00100000:1.0:1767318961.954848:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318961.954896:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318961.954903:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989739136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318961.954934:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318961.954976:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738624 00000100:00100000:0.0:1767318961.954985:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318961.954986:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738624 00000100:00100000:0.0:1767318961.955029:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989739008:0@lo:38:kworker.0 00000100:00100000:1.0:1767318961.955033:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739136 00000100:00100000:1.0:1767318961.955039:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739136 00000100:00100000:1.0:1767318961.955111:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790 00000100:00100000:1.0:1767318961.955124:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989739136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318961.955183:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318961.955221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989739264:0@lo:38:kworker.0 00000100:00100000:1.0:1767318961.955273:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989739136:12345-0@lo:400:kworker.0 Request processed in 151us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318961.955285:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790 00000100:00100000:0.0:1767318961.955308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318961.955311:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739008 00000100:00100000:1.0:1767318961.955317:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739008 00000100:00100000:1.0:1767318961.955335:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739264 00000100:00100000:1.0:1767318961.955339:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739264 00000100:00100000:1.0:1767318961.955359:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22894 00000100:00100000:1.0:1767318961.955365:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989738624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318961.955388:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318961.955433:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989738624:12345-0@lo:38:kworker.0 Request processed in 67us (792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318961.955441:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22894 00000100:00100000:1.0:1767318961.955454:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22895 00000100:00100000:1.0:1767318961.955458:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989739008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318961.955469:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318961.955494:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989739008:12345-0@lo:38:kworker.0 Request processed in 34us (421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318961.955500:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22895 00000100:00100000:1.0:1767318961.955511:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22896 00000100:00100000:1.0:1767318961.955514:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989739264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318961.955523:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318961.955545:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989739264:12345-0@lo:38:kworker.0 Request processed in 29us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318961.955550:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22896 00000100:00080000:1.0:1767318961.955571:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318961.955611:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989739136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318961.955668:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739392 00000100:00100000:1.0:1767318961.955673:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739392 00000100:00100000:1.0:1767318961.955711:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1767318961.955718:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989739392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318961.955755:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989739392:12345-0@lo:400:kworker.0 Request processed in 38us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318961.955761:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00080000:0.0:1767318961.956021:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318961.956033:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318961.956040:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989739008:0@lo:38:kworker.0 00000100:00080000:0.0:1767318961.956059:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318961.956063:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318961.956067:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318961.956093:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989739392:0@lo:400:kworker.0 00000100:00100000:3.0:1767318961.956335:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989738880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318961.956379:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318961.956417:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318961.956424:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989739520:0@lo:400:kworker.0 00000100:00100000:3.0:1767318961.956449:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318961.956485:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739520 00000100:00100000:3.0:1767318961.956490:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739520 00000100:00100000:3.0:1767318961.956529:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:3.0:1767318961.956536:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989739520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318961.956575:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989739520:12345-0@lo:400:kworker.0 Request processed in 39us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318961.956581:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00080000:3.0:1767318961.956597:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318961.956615:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989739520:0@lo:400:kworker.0 00000100:00100000:0.0:1767318961.956789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989739264:0@lo:38:kworker.0 00000100:00080000:0.0:1767318961.956818:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318961.956822:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318961.956826:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989738624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318961.957318:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738752 00000100:00100000:2.0:1767318961.957327:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738752 00000100:00100000:2.0:1767318961.957386:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:2.0:1767318961.957393:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989738752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318961.957416:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318961.957480:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989738752:12345-0@lo:38:kworker.0 Request processed in 86us (2497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318961.957488:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00080000:0.0:1767318961.957521:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767318961.957525:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989738880 00000100:00080000:0.0:1767318961.957532:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318961.957533:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989738880 00000100:00100000:2.0:1767318961.957582:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791 00000100:00100000:2.0:1767318961.957591:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989738880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318961.957622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989738752:0@lo:38:kworker.0 00000100:00100000:2.0:1767318961.957646:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989738880:12345-0@lo:400:kworker.0 Request processed in 54us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318961.957655:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791 00000100:00080000:0.0:1767318961.958207:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318961.958665:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989738880:0@lo:400:kworker.0 00010000:00010000:3.0:1767318962.784507:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318962.980281:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318963.810026:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318964.000644:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318964.834111:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318965.024603:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318965.025284:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318965.025311:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989739648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318965.025417:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318965.025572:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739648 00000100:00100000:1.0:1767318965.025583:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739648 00000100:00100000:1.0:1767318965.025673:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767318965.025685:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989739648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318965.025742:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318965.025805:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989739648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318965.025813:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767318965.025875:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989739648:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318965.029352:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318965.029676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989739776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318965.029766:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318965.029965:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739776 00000100:00100000:0.0:1767318965.029975:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739776 00000100:00100000:0.0:1767318965.030045:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:0.0:1767318965.030056:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989739776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318965.030097:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318965.030174:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989739776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318965.030184:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00080000:3.0:1767318965.030498:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318965.030820:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989739776:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318965.856523:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318966.048686:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318966.118667:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318966.118796:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318966.118962:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811456 00000100:00100000:0.0:1767318966.118975:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811456 00000100:00100000:0.0:1767318966.119025:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811584 00000100:00100000:0.0:1767318966.119028:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811584 00000100:00100000:0.0:1767318966.119091:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4792 00000100:00100000:0.0:1767318966.119103:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925811584:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767318966.119188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318966.119220:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925811584:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 117us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318966.119276:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4792 00000100:00100000:0.0:1767318966.119307:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22897 00000100:00100000:0.0:1767318966.119313:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925811456:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318966.119338:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318966.119372:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925811456:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (722us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318966.119380:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22897 00010000:00010000:3.0:1767318966.880607:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318967.075925:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767318967.076255:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318967.076263:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318967.076266:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318967.076269:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318967.076274:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318967.076284:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4211 00000100:00080000:0.0:1767318967.076292:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318967.076300:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318967.076358:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584700 x1853163989739904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318967.076401:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318967.076412:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318967.076414:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318967.076418:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4211 00000100:00080000:0.0:1767318967.076420:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318967.076425:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318967.076441:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584a80 x1853163989740032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318967.076481:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318967.076484:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318967.076486:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318967.076489:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4211 00000100:00080000:0.0:1767318967.076492:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318967.076495:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318967.076505:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585c00 x1853163989740288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318967.076532:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318967.076536:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318967.076538:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318967.076541:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4211 00000100:00080000:0.0:1767318967.076544:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318967.076547:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318967.076560:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3480 x1853163989740544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318967.076614:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989740416:0@lo:400:kworker.0 00000100:00100000:0.0:1767318967.076705:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318967.076946:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989740160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318967.077135:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989740800:0@lo:400:kworker.0 00000100:00100000:3.0:1767318967.077175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318967.077294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989739904:0@lo:38:kworker.0 00000100:00100000:3.0:1767318967.077334:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989740672:0@lo:400:kworker.0 00000100:00100000:3.0:1767318967.077363:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318967.077428:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740800 00000100:00100000:3.0:1767318967.077438:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740800 00000100:00100000:3.0:1767318967.077503:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740672 00000100:00100000:3.0:1767318967.077506:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740672 00000100:00100000:3.0:1767318967.077534:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1767318967.077544:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989740800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318967.077605:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989740800:12345-0@lo:400:kworker.0 Request processed in 63us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318967.077615:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1767318967.077634:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:3.0:1767318967.077640:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989740672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318967.077670:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989740672:12345-0@lo:400:kworker.0 Request processed in 31us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318967.077677:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00080000:3.0:1767318967.077694:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318967.077700:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318967.077925:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989740672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318967.081857:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740416 00000100:00100000:2.0:1767318967.081880:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740416 00000100:00100000:2.0:1767318967.081998:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4793 00000100:00100000:2.0:1767318967.082013:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989740416:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318967.082155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318967.083767:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318967.083825:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740160 00000100:00100000:0.0:1767318967.083835:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740160 00000100:00100000:0.0:1767318967.083899:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4794 00000100:00100000:0.0:1767318967.083908:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989740160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318967.083994:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989740160:12345-0@lo:400:kworker.0 Request processed in 87us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318967.084001:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4794 00000100:00080000:0.0:1767318967.084043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318967.084084:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989740160:0@lo:400:kworker.0 00000100:00100000:3.0:1767318967.084311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318967.084346:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989740032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318967.084403:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318967.084438:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989740288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318967.084465:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318967.084483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989740544:0@lo:38:kworker.0 00000100:00100000:3.0:1767318967.084505:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318967.084542:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740032 00000100:00100000:3.0:1767318967.084546:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740032 00000100:00100000:3.0:1767318967.084575:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:3.0:1767318967.084580:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989740032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318967.084604:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318967.084642:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989740032:12345-0@lo:38:kworker.0 Request processed in 60us (238us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318967.084649:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:3.0:1767318967.084667:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989739904 00000100:00100000:3.0:1767318967.084671:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989739904 00000100:00100000:3.0:1767318967.084688:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740288 00000100:00100000:3.0:1767318967.084691:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740288 00000100:00100000:3.0:1767318967.084703:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740544 00000100:00100000:3.0:1767318967.084705:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740544 00000100:00100000:3.0:1767318967.084729:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22898 00000100:00100000:3.0:1767318967.084733:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989739904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318967.084743:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318967.084770:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989739904:12345-0@lo:38:kworker.0 Request processed in 35us (460us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318967.084776:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22898 00000100:00100000:3.0:1767318967.084788:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22899 00000100:00100000:3.0:1767318967.084791:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989740288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318967.084800:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318967.084828:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989740288:12345-0@lo:38:kworker.0 Request processed in 36us (363us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318967.084834:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22899 00000100:00100000:3.0:1767318967.084844:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22900 00000100:00100000:3.0:1767318967.084847:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989740544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318967.084855:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318967.084873:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989740544:12345-0@lo:38:kworker.0 Request processed in 25us (367us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318967.084878:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22900 00000100:00080000:3.0:1767318967.084912:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318967.084918:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318967.084922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989739904:0@lo:38:kworker.0 00000100:00080000:3.0:1767318967.084930:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318967.084934:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318967.084936:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989740032:0@lo:38:kworker.0 00000100:00080000:3.0:1767318967.084942:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318967.084946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318967.084948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989740288:0@lo:38:kworker.0 00000100:00080000:3.0:1767318967.084954:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318967.084957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318967.084960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989740544:0@lo:38:kworker.0 00000100:00100000:1.0:1767318967.085331:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989740800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318967.090340:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989740416:12345-0@lo:400:kworker.0 Request processed in 8317us (13619us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318967.090368:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4793 00000100:00100000:0.0:1767318967.095684:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989740416:0@lo:400:kworker.0 00010000:00010000:3.0:1767318967.904578:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318968.096416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318968.929354:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318969.120559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318969.954420:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318970.144582:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318970.145095:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989740928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318970.145187:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318970.145797:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989740928 00000100:00100000:3.0:1767318970.145809:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989740928 00000100:00100000:3.0:1767318970.145888:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:3.0:1767318970.145899:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989740928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318970.145938:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318970.146015:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989740928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318970.146023:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00080000:0.0:1767318970.146186:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318970.146356:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989740928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318970.146894:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989741056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318970.146945:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318970.147116:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741056 00000100:00100000:0.0:1767318970.147123:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741056 00000100:00100000:0.0:1767318970.147175:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1767318970.147184:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989741056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318970.147216:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318970.147295:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989741056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318970.147302:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1767318970.147355:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989741056:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318970.147935:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318970.977389:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318971.170933:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318971.235441:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318971.236489:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811712 00000100:00100000:2.0:1767318971.236506:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811712 00000100:00100000:2.0:1767318971.236596:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22901 00000100:00100000:2.0:1767318971.236608:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925811712:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318971.236640:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318971.236682:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318971.236766:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925811840 00000100:00100000:0.0:1767318971.236771:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925811840 00000100:00100000:0.0:1767318971.236828:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4795 00000100:00100000:0.0:1767318971.236837:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925811840:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767318971.236854:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318971.236911:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925811712:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 305us (1487us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318971.236920:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22901 00000100:00100000:0.0:1767318971.242792:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925811840:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 5932us (6088us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318971.242829:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4795 00010000:00010000:3.0:1767318972.003654:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318972.192892:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318972.192904:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318972.192907:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318972.192911:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318972.192916:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318972.192923:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4216 00000100:00080000:0.0:1767318972.192930:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318972.192966:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318972.194188:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989741184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318972.194301:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989741184:0@lo:38:kworker.0 00000100:00100000:3.0:1767318972.194386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.194521:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741184 00000100:00100000:2.0:1767318972.194530:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741184 00000100:00100000:2.0:1767318972.194575:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22902 00000100:00100000:2.0:1767318972.194582:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989741184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318972.194603:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318972.194667:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318972.194671:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318972.194674:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318972.194680:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4216 00000100:00080000:0.0:1767318972.194684:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318972.194689:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318972.194709:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163989741312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318972.194789:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767318972.200988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989741312:0@lo:38:kworker.0 00000100:00100000:3.0:1767318972.201750:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318972.201846:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741312 00000100:00100000:1.0:1767318972.201857:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741312 00000100:00100000:1.0:1767318972.201898:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:1.0:1767318972.201905:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989741312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318972.201929:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318972.201992:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989741312:12345-0@lo:38:kworker.0 Request processed in 85us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318972.202009:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00100000:2.0:1767318972.202501:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989741184:12345-0@lo:38:kworker.0 Request processed in 7916us (8112us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318972.202510:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22902 00000100:00080000:3.0:1767318972.209666:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318972.209682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318972.209688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989741184:0@lo:38:kworker.0 00000100:00080000:3.0:1767318972.209729:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318972.209733:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318972.209736:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989741312:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.210676:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989741440:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.210745:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318972.210839:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741440 00000100:00100000:3.0:1767318972.210846:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741440 00000100:00080000:0.0:1767318972.211307:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318972.211313:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318972.211316:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318972.211322:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4216 00000100:00080000:0.0:1767318972.211327:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318972.211333:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318972.212412:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796 00000100:00100000:3.0:1767318972.212427:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989741440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318972.212515:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989741440:12345-0@lo:400:kworker.0 Request processed in 93us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318972.212523:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796 00000100:00100000:0.0:1767318972.212624:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989741568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318972.212684:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318972.212689:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318972.212692:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318972.212698:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4216 00000100:00080000:0.0:1767318972.212702:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318972.212708:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767318972.212725:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163989741824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318972.212777:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989741952:0@lo:400:kworker.0 00000100:00100000:0.0:1767318972.212818:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318972.212851:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318972.212857:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989741696:0@lo:400:kworker.0 00000100:00100000:0.0:1767318972.212880:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318972.212907:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741952 00000100:00100000:0.0:1767318972.212915:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741952 00000100:00100000:2.0:1767318972.213008:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989742080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.213043:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318972.213048:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989741568:0@lo:38:kworker.0 00000100:00100000:3.0:1767318972.213075:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318972.213078:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742080 00000100:00100000:2.0:1767318972.213081:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742080 00000100:00100000:3.0:1767318972.213094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989741824:0@lo:38:kworker.0 00000100:00100000:3.0:1767318972.213113:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318972.213148:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741696 00000100:00100000:3.0:1767318972.213152:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741696 00000100:00080000:1.0:1767318972.217680:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318972.217691:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318972.217695:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318972.217725:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741568 00000100:00100000:1.0:1767318972.217737:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741568 00000100:00100000:1.0:1767318972.217792:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989741824 00000100:00100000:1.0:1767318972.217795:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989741824 00000100:00100000:1.0:1767318972.217818:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22903 00000100:00100000:1.0:1767318972.217826:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989741568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318972.217850:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318972.219114:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:0.0:1767318972.219130:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989741952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318972.219201:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989741952:12345-0@lo:400:kworker.0 Request processed in 76us (6381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318972.219208:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00100000:0.0:1767318972.219288:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989741952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318972.219295:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989741568:12345-0@lo:38:kworker.0 Request processed in 1469us (6218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318972.219304:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22903 00000100:00100000:1.0:1767318972.219322:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22904 00000100:00100000:1.0:1767318972.219327:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989741824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318972.219343:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318972.219495:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989741824:12345-0@lo:38:kworker.0 Request processed in 166us (6380us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318972.219512:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22904 00000100:00080000:1.0:1767318972.219546:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318972.219552:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318972.219555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989741568:0@lo:38:kworker.0 00000100:00080000:1.0:1767318972.219565:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318972.219568:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318972.219571:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989741824:0@lo:38:kworker.0 00000100:00100000:2.0:1767318972.228299:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1767318972.228321:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989742080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.228440:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989742080:12345-0@lo:400:kworker.0 Request processed in 129us (15396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318972.228447:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1767318972.229212:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989742080:0@lo:400:kworker.0 00000100:00100000:2.0:1767318972.229290:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989741440:0@lo:400:kworker.0 00000100:00100000:3.0:1767318972.232621:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4797 00000100:00100000:3.0:1767318972.232638:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989741696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318972.232748:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989741696:12345-0@lo:400:kworker.0 Request processed in 114us (19865us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318972.232761:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4797 00000100:00100000:2.0:1767318972.232822:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989741696:0@lo:400:kworker.0 00010000:00010000:3.0:1767318973.024529:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318973.217997:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318974.048484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318974.240356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318975.072684:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318975.265125:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767318975.266030:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318975.266048:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989742208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318975.266127:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318975.266391:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742208 00000100:00100000:3.0:1767318975.266398:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742208 00000100:00100000:3.0:1767318975.266451:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:3.0:1767318975.266460:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989742208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318975.266491:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318975.266538:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989742208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318975.266547:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1767318975.266623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989742336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318975.266658:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318975.266933:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742336 00000100:00100000:3.0:1767318975.266939:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742336 00000100:00100000:3.0:1767318975.267016:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:3.0:1767318975.267024:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989742336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318975.267041:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318975.267079:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989742336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318975.267086:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00080000:1.0:1767318975.267156:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318975.267161:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318975.269394:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989742208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318975.269465:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989742336:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318976.100024:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318976.288352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318976.288542:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318951/real 1767318951] req@ffff96e2f1f1c000 x1853163989736960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318976 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318976.288571:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f1f1c000 x1853163989736960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318976 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318976.288584:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318976.288610:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318976.288614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989736960:0@lo:250:kworker.0 00000100:00080000:2.0:1767318976.288682:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318976.288688:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318976.288691:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318976.288696:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4201 00000100:00080000:2.0:1767318976.288700:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318976.288706:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318976.288739:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d880 x1853163989742464/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318976.288763:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318976.288767:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318976.288769:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318976.288772:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4221 00000100:00080000:2.0:1767318976.288775:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318976.288778:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318976.288793:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067df80 x1853163989742592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318976.288800:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318976.288803:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318976.288805:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318976.288808:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4221 00000100:00080000:2.0:1767318976.288811:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318976.288814:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318976.288828:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163989742720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318976.288883:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318976.288887:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318976.288889:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318976.288893:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4221 00000100:00080000:2.0:1767318976.288895:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318976.288899:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318976.288911:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d500 x1853163989742976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318976.288934:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318976.288939:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318976.288940:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318976.288943:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4221 00000100:00080000:2.0:1767318976.288946:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318976.288949:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318976.288960:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c380 x1853163989743232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318976.288996:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989743360:0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289187:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989742848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289270:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318976.289331:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318976.289338:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989743488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289375:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318976.289417:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989743104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289441:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318976.289478:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743488 00000100:00100000:0.0:1767318976.289485:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743488 00000100:00100000:0.0:1767318976.289519:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1767318976.289525:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989743488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289566:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989743488:12345-0@lo:400:kworker.0 Request processed in 41us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318976.289573:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1767318976.289613:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989743488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289640:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742848 00000100:00100000:0.0:1767318976.289644:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742848 00000100:00100000:0.0:1767318976.289675:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743104 00000100:00100000:0.0:1767318976.289678:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743104 00000100:00100000:0.0:1767318976.289697:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798 00000100:00100000:0.0:1767318976.289703:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989742848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289739:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989742848:12345-0@lo:400:kworker.0 Request processed in 36us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318976.289747:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798 00000100:00100000:0.0:1767318976.289759:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4799 00000100:00100000:0.0:1767318976.289766:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989743104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289797:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989743104:12345-0@lo:400:kworker.0 Request processed in 32us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318976.289803:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4799 00000100:00100000:0.0:1767318976.289827:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989742848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.289848:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989743104:0@lo:400:kworker.0 00000100:00100000:2.0:1767318976.289985:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318976.290195:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318976.290208:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989742464:0@lo:250:kworker.0 00000400:00000100:1.0:1767318976.290226:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989742464 offset 0 length 520: 4 00000100:00100000:1.0:1767318976.290255:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989742592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318976.290269:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318976.290291:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989742720:0@lo:38:kworker.0 00000100:00100000:1.0:1767318976.290321:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318976.290339:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989742976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318976.290371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318976.290388:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989743232:0@lo:38:kworker.0 00000100:00100000:1.0:1767318976.290404:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318976.290426:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742720 00000100:00100000:1.0:1767318976.290429:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742720 00000100:00100000:1.0:1767318976.290445:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:1.0:1767318976.290448:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989742720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318976.290462:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318976.290483:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989742720:12345-0@lo:38:kworker.0 Request processed in 34us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318976.290487:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00100000:1.0:1767318976.290501:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742592 00000100:00100000:1.0:1767318976.290503:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742592 00000100:00100000:1.0:1767318976.290513:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989742976 00000100:00100000:1.0:1767318976.290514:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989742976 00000100:00100000:1.0:1767318976.290520:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743232 00000100:00100000:1.0:1767318976.290522:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743232 00000100:00100000:1.0:1767318976.290527:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22905 00000100:00100000:1.0:1767318976.290530:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989742592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318976.290536:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318976.290557:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989742592:12345-0@lo:38:kworker.0 Request processed in 24us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318976.290562:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22905 00000100:00100000:1.0:1767318976.290572:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22906 00000100:00100000:1.0:1767318976.290576:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989742976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318976.290584:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318976.290604:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989742976:12345-0@lo:38:kworker.0 Request processed in 27us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318976.290609:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22906 00000100:00100000:1.0:1767318976.290620:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22907 00000100:00100000:1.0:1767318976.290624:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989743232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318976.290631:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318976.290652:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989743232:12345-0@lo:38:kworker.0 Request processed in 26us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318976.290656:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22907 00000100:00080000:1.0:1767318976.290680:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318976.290685:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318976.290688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989742592:0@lo:38:kworker.0 00000100:00080000:1.0:1767318976.290697:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318976.290700:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318976.290703:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989742720:0@lo:38:kworker.0 00000100:00080000:1.0:1767318976.290710:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318976.290713:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318976.290715:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989742976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318976.290722:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318976.290724:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318976.290727:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989743232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318976.291259:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743360 00000100:00100000:0.0:1767318976.291264:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743360 00000100:00100000:0.0:1767318976.291296:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:0.0:1767318976.291304:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989743360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318976.291361:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989743360:12345-0@lo:400:kworker.0 Request processed in 58us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318976.291368:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:3.0:1767318976.291478:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989743360:0@lo:400:kworker.0 00000100:00100000:2.0:1767318976.355941:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767318976.355987:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925811968 offset 0 length 520: 4 00000100:00100000:2.0:1767318976.356016:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318976.356125:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812224 00000100:00100000:1.0:1767318976.356137:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812224 00000100:00100000:1.0:1767318976.356226:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812096 00000100:00100000:1.0:1767318976.356258:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812096 00000100:00100000:1.0:1767318976.356278:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4800 00000100:00100000:1.0:1767318976.356289:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925812224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767318976.356375:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925812224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318976.356384:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4800 00000100:00100000:1.0:1767318976.356403:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22908 00000100:00100000:1.0:1767318976.356407:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925812096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767318976.356426:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318976.356450:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925812096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318976.356457:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22908 00000100:00080000:2.0:1767318976.356871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318977.120472:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318977.312400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318978.144763:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318978.336457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318979.168475:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318979.360705:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318980.192672:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318980.384437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767318980.386003:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989743616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318980.386009:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318980.386035:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989743744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318980.386119:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318980.386422:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743616 00000100:00100000:3.0:1767318980.386435:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743616 00000100:00100000:3.0:1767318980.386523:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:3.0:1767318980.386532:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989743616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318980.386575:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318980.386635:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989743616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318980.386643:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:3.0:1767318980.386673:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318980.386700:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743744 00000100:00100000:3.0:1767318980.386704:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743744 00000100:00100000:3.0:1767318980.386726:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:3.0:1767318980.386731:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989743744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318980.386749:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767318980.386779:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989743744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318980.386798:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:3.0:1767318980.386854:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989743744:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318980.387222:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318980.387227:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318980.387284:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989743616:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318981.218301:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318981.408608:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318981.408625:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318981.408629:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318981.408740:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318981.408925:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318981.408932:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318981.408943:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4226 00000100:00080000:1.0:1767318981.408950:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318981.408960:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318981.409017:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163989743872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318981.409037:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318981.409041:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318981.409043:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318981.409046:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4226 00000100:00080000:1.0:1767318981.409049:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318981.409053:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318981.409066:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163989744000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318981.409110:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318981.409114:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318981.409116:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318981.409119:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4226 00000100:00080000:1.0:1767318981.409122:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318981.409125:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318981.409137:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163989744256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318981.409158:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318981.409162:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318981.409164:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318981.409167:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4226 00000100:00080000:1.0:1767318981.409170:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318981.409173:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318981.409185:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748380 x1853163989744512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318981.409273:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989744640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318981.409360:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318981.409457:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989744128:0@lo:400:kworker.0 00000100:00100000:0.0:1767318981.409497:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318981.409571:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318981.409577:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989744768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318981.409630:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744128 00000100:00100000:0.0:1767318981.409655:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744128 00000100:00100000:0.0:1767318981.409726:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801 00000100:00100000:0.0:1767318981.409736:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989744128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318981.409806:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989744128:12345-0@lo:400:kworker.0 Request processed in 71us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318981.409814:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801 00000100:00080000:0.0:1767318981.409847:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318981.410197:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318981.410205:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989744384:0@lo:400:kworker.0 00000100:00100000:1.0:1767318981.410256:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318981.410929:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989743872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318981.411010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318981.411076:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989744000:0@lo:38:kworker.0 00000100:00100000:2.0:1767318981.411102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318981.411133:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989744256:0@lo:38:kworker.0 00000100:00100000:2.0:1767318981.411157:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318981.411294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989744512:0@lo:38:kworker.0 00000100:00100000:2.0:1767318981.411319:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318981.411362:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744000 00000100:00100000:2.0:1767318981.411370:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744000 00000100:00100000:2.0:1767318981.411409:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:2.0:1767318981.411417:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989744000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318981.411438:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318981.411481:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989744000:12345-0@lo:38:kworker.0 Request processed in 64us (378us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318981.411490:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:2.0:1767318981.411515:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744384 00000100:00100000:2.0:1767318981.411541:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744384 00000100:00100000:2.0:1767318981.411583:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989743872 00000100:00100000:2.0:1767318981.411586:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989743872 00000100:00100000:2.0:1767318981.411601:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744256 00000100:00100000:2.0:1767318981.411603:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744256 00000100:00100000:2.0:1767318981.411612:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744512 00000100:00100000:2.0:1767318981.411614:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744512 00000100:00100000:2.0:1767318981.411624:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802 00000100:00100000:2.0:1767318981.411630:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989744384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318981.411676:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989744384:12345-0@lo:400:kworker.0 Request processed in 47us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318981.411683:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802 00000100:00100000:2.0:1767318981.411696:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22909 00000100:00100000:2.0:1767318981.411700:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989743872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318981.411711:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318981.411733:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989743872:12345-0@lo:38:kworker.0 Request processed in 32us (725us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318981.411739:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22909 00000100:00100000:2.0:1767318981.411749:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22910 00000100:00100000:2.0:1767318981.411752:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989744256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318981.411761:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318981.411799:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989744256:12345-0@lo:38:kworker.0 Request processed in 45us (641us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318981.411805:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22910 00000100:00100000:2.0:1767318981.411815:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22911 00000100:00100000:2.0:1767318981.411818:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989744512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318981.411827:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318981.411850:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989744512:12345-0@lo:38:kworker.0 Request processed in 30us (531us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318981.411855:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22911 00000100:00080000:2.0:1767318981.411907:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318981.411912:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318981.411916:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989743872:0@lo:38:kworker.0 00000100:00080000:2.0:1767318981.411929:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318981.411932:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318981.411935:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989744000:0@lo:38:kworker.0 00000100:00080000:2.0:1767318981.411943:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318981.411946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318981.411948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989744256:0@lo:38:kworker.0 00000100:00080000:2.0:1767318981.411955:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318981.411958:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318981.411960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989744512:0@lo:38:kworker.0 00000100:00100000:2.0:1767318981.412001:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989744384:0@lo:400:kworker.0 00000100:00080000:0.0:1767318981.414847:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318981.414894:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318981.416187:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989744128:0@lo:400:kworker.0 00000100:00100000:3.0:1767318981.422813:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744640 00000100:00100000:2.0:1767318981.422818:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744768 00000100:00100000:2.0:1767318981.422836:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744768 00000100:00100000:2.0:1767318981.422983:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:2.0:1767318981.422996:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989744768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318981.423136:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989744768:12345-0@lo:400:kworker.0 Request processed in 143us (8245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318981.423145:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:1.0:1767318981.423260:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989744768:0@lo:400:kworker.0 00000100:00100000:3.0:1767318981.423316:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744640 00000100:00100000:0.0:1767318981.423362:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:0.0:1767318981.423414:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989744640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318981.423466:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989744640:12345-0@lo:400:kworker.0 Request processed in 56us (14106us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318981.423551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989744640:0@lo:400:kworker.0 00000100:00100000:0.0:1767318981.426450:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00100000:1.0:1767318981.480665:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767318981.480781:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318981.483079:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812352 00000100:00100000:0.0:1767318981.483106:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812352 00000100:00100000:0.0:1767318981.483169:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812480 00000100:00100000:0.0:1767318981.483173:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812480 00000100:00100000:0.0:1767318981.483269:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4803 00000100:00100000:0.0:1767318981.483282:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925812480:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767318981.483411:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925812480:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 131us (2628us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318981.483419:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4803 00000100:00100000:0.0:1767318981.483443:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22912 00000100:00100000:0.0:1767318981.483448:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925812352:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767318981.483474:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318981.483506:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925812352:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (2859us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318981.483513:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22912 00000100:00080000:3.0:1767318981.485274:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318982.242369:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318982.432344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318983.264627:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318983.456527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318984.291053:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318984.485134:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318985.315493:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318985.506579:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989744896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318985.506680:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318985.508548:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989744896 00000100:00100000:1.0:1767318985.508568:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989744896 00000100:00100000:1.0:1767318985.508705:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767318985.508723:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989744896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318985.508773:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318985.508885:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989744896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 169us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318985.508897:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767318985.509010:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989744896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318985.509199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318985.509216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989745024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318985.509293:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318985.509361:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745024 00000100:00100000:1.0:1767318985.509368:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745024 00000100:00100000:1.0:1767318985.510977:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:1.0:1767318985.511014:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989745024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318985.511060:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318985.511164:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989745024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318985.511174:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00100000:1.0:1767318985.511299:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989745024:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318985.519584:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318985.519596:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318985.520215:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318986.336470:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318986.530307:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767318986.535203:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.535212:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318986.535215:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.535219:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318986.535223:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318986.535247:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767318986.535253:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318986.535260:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318986.535303:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989745152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318986.535320:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.535323:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318986.535324:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318986.535328:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767318986.535331:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318986.535334:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318986.535347:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228380 x1853163989745280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318986.535372:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.535375:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318986.535377:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318986.535381:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767318986.535383:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318986.535386:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318986.535396:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163989745536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318986.535416:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.535419:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318986.535421:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318986.535424:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4231 00000100:00080000:1.0:1767318986.535426:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318986.535429:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767318986.535439:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163989745792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318986.535481:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989746048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.535541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.535615:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318986.535621:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989745408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.535644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.535666:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989745664:0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.535703:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.535724:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318986.535732:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989745920:0@lo:400:kworker.0 00000100:00100000:3.0:1767318986.535741:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989745152:0@lo:38:kworker.0 00000100:00100000:1.0:1767318986.535755:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318986.535784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.535795:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746048 00000100:00100000:1.0:1767318986.535803:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746048 00000100:00100000:3.0:1767318986.535816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989745280:0@lo:38:kworker.0 00000100:00100000:1.0:1767318986.535848:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745920 00000100:00100000:1.0:1767318986.535852:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745920 00000100:00100000:1.0:1767318986.535872:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:1.0:1767318986.535881:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989746048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318986.535899:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318986.535928:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989745536:0@lo:38:kworker.0 00000100:00100000:1.0:1767318986.535941:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989746048:12345-0@lo:400:kworker.0 Request processed in 60us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318986.535949:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:1.0:1767318986.535970:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:3.0:1767318986.535972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.535981:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989745920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318986.535991:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989745792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318986.536031:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989745920:12345-0@lo:400:kworker.0 Request processed in 48us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318986.536031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318986.536041:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1767318986.536065:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745408 00000100:00100000:1.0:1767318986.536069:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745408 00000100:00080000:3.0:1767318986.536101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318986.536107:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745664 00000100:00100000:1.0:1767318986.536112:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745664 00000100:00080000:3.0:1767318986.536126:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318986.536130:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745152 00000100:00100000:1.0:1767318986.536134:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745152 00000100:00100000:1.0:1767318986.536145:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745536 00000100:00100000:1.0:1767318986.536147:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745536 00000100:00100000:1.0:1767318986.536156:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745792 00000100:00100000:1.0:1767318986.536158:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745792 00000100:00100000:1.0:1767318986.536167:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804 00000100:00100000:1.0:1767318986.536173:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989745408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.536203:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989745408:12345-0@lo:400:kworker.0 Request processed in 30us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318986.536209:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804 00000100:00100000:1.0:1767318986.536221:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805 00000100:00100000:1.0:1767318986.536227:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989745664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.536296:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989745664:12345-0@lo:400:kworker.0 Request processed in 69us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.536303:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22913 00000100:00100000:2.0:1767318986.536311:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989745152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318986.536334:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318986.536361:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989745280 00000100:00100000:3.0:1767318986.536367:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989745280 00000100:00100000:2.0:1767318986.536375:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989745152:12345-0@lo:38:kworker.0 Request processed in 63us (592us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318986.536394:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:3.0:1767318986.536399:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989745280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318986.536409:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318986.536442:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989745280:12345-0@lo:38:kworker.0 Request processed in 41us (544us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318986.536456:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:1.0:1767318986.538181:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805 00000100:00100000:1.0:1767318986.538222:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22914 00000100:00100000:1.0:1767318986.538243:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989745536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318986.538261:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318986.538321:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989745536:12345-0@lo:38:kworker.0 Request processed in 92us (2352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318986.538328:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22914 00000100:00100000:1.0:1767318986.538340:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22915 00000100:00100000:1.0:1767318986.538344:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989745792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318986.538352:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318986.538378:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989745792:12345-0@lo:38:kworker.0 Request processed in 33us (2352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318986.538383:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22915 00000100:00100000:1.0:1767318986.538430:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989745920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.538441:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989745664:0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.538474:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989745408:0@lo:400:kworker.0 00000100:00100000:1.0:1767318986.538484:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989746048:0@lo:400:kworker.0 00000100:00080000:1.0:1767318986.538553:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318986.538557:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318986.538560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989745152:0@lo:38:kworker.0 00000100:00080000:1.0:1767318986.538569:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318986.538572:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318986.538575:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989745280:0@lo:38:kworker.0 00000100:00080000:1.0:1767318986.538582:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318986.538585:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318986.538587:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989745536:0@lo:38:kworker.0 00000100:00080000:1.0:1767318986.538595:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318986.538597:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318986.538609:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989745792:0@lo:38:kworker.0 00000100:00100000:2.0:1767318986.539662:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22913 00000100:00100000:3.0:1767318986.595186:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318986.595278:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812736 00000100:00100000:2.0:1767318986.595289:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812736 00000100:00100000:2.0:1767318986.595369:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4806 00000100:00100000:2.0:1767318986.595379:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925812736:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318986.595461:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925812736:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318986.595468:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4806 00000100:00080000:3.0:1767318986.595746:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318986.596083:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318986.596181:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812608 00000100:00100000:2.0:1767318986.596186:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812608 00000100:00100000:2.0:1767318986.596216:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22916 00000100:00100000:2.0:1767318986.596222:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925812608:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318986.596265:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318986.596342:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925812608:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 117us (260us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318986.596349:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22916 00010000:00010000:3.0:1767318987.362774:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318987.552530:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318988.384880:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318988.576650:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318989.414014:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318989.600420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318990.432530:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318990.624440:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989746176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318990.624518:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318990.624725:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746176 00000100:00100000:1.0:1767318990.624734:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746176 00000100:00100000:1.0:1767318990.624800:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:1.0:1767318990.624809:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989746176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318990.624839:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318990.624884:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989746176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318990.624891:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:1.0:1767318990.625167:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989746304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318990.625196:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318990.625296:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318990.625347:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318990.625378:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989746176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318990.625433:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746304 00000100:00100000:2.0:1767318990.625438:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746304 00000100:00100000:2.0:1767318990.625476:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:2.0:1767318990.625483:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989746304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318990.625499:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767318990.625538:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989746304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318990.625544:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:0.0:1767318990.625615:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989746304:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318990.625663:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318991.457370:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318991.648351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767318991.648906:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318991.648912:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318991.648915:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318991.648928:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318991.648932:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318991.648940:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4236 00000100:00080000:2.0:1767318991.648952:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318991.648959:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318991.649009:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ea00 x1853163989746432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318991.649037:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318991.649041:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318991.649043:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318991.649046:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4236 00000100:00080000:2.0:1767318991.649048:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318991.649051:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318991.649063:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163989746560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318991.649102:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318991.649106:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318991.649107:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318991.649111:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4236 00000100:00080000:2.0:1767318991.649113:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318991.649117:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318991.649135:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749880 x1853163989746816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318991.649159:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318991.649163:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318991.649165:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318991.649168:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4236 00000100:00080000:2.0:1767318991.649170:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318991.649174:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767318991.649184:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748380 x1853163989747072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318991.649223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989746944:0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649311:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318991.649380:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318991.649386:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989747200:0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649412:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318991.649450:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989747328:0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649472:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318991.649490:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318991.649494:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989746688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649517:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318991.649546:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746944 00000100:00100000:2.0:1767318991.649553:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746944 00000100:00100000:2.0:1767318991.649613:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746688 00000100:00100000:2.0:1767318991.649616:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746688 00000100:00100000:2.0:1767318991.649637:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807 00000100:00100000:2.0:1767318991.649645:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989746944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649693:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989746944:12345-0@lo:400:kworker.0 Request processed in 48us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318991.649699:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807 00000100:00100000:2.0:1767318991.649729:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808 00000100:00100000:2.0:1767318991.649736:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989746688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649764:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989746688:12345-0@lo:400:kworker.0 Request processed in 29us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318991.649769:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808 00000100:00100000:2.0:1767318991.649810:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989746688:0@lo:400:kworker.0 00000100:00100000:2.0:1767318991.649836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989746944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318991.650058:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989746432:0@lo:38:kworker.0 00000100:00100000:1.0:1767318991.650089:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318991.650124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989746560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318991.650148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318991.650174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989746816:0@lo:38:kworker.0 00000100:00100000:1.0:1767318991.650196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318991.650214:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989747072:0@lo:38:kworker.0 00000100:00100000:1.0:1767318991.650264:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318991.650292:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746432 00000100:00100000:1.0:1767318991.650296:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746432 00000100:00100000:1.0:1767318991.650316:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746816 00000100:00100000:1.0:1767318991.650318:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746816 00000100:00100000:1.0:1767318991.650328:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747072 00000100:00100000:1.0:1767318991.650330:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747072 00000100:00100000:1.0:1767318991.650338:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22917 00000100:00100000:1.0:1767318991.650342:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989746432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318991.650359:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318991.650389:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989746432:12345-0@lo:38:kworker.0 Request processed in 45us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318991.650395:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22917 00000100:00100000:1.0:1767318991.650406:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22918 00000100:00100000:1.0:1767318991.650409:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989746816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318991.650417:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318991.650436:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989746816:12345-0@lo:38:kworker.0 Request processed in 26us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318991.650441:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22918 00000100:00100000:1.0:1767318991.650451:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22919 00000100:00100000:1.0:1767318991.650455:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989747072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318991.650462:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318991.650478:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989747072:12345-0@lo:38:kworker.0 Request processed in 22us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318991.650483:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22919 00000100:00080000:1.0:1767318991.650512:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318991.650516:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318991.650519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989746432:0@lo:38:kworker.0 00000100:00080000:1.0:1767318991.650527:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318991.650530:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318991.650533:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989746816:0@lo:38:kworker.0 00000100:00080000:1.0:1767318991.650539:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318991.650542:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318991.650545:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989747072:0@lo:38:kworker.0 00000100:00100000:2.0:1767318991.650679:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989746560 00000100:00100000:2.0:1767318991.650683:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989746560 00000100:00100000:3.0:1767318991.650684:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747200 00000100:00100000:3.0:1767318991.650688:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747200 00000100:00100000:3.0:1767318991.650721:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747328 00000100:00100000:3.0:1767318991.650724:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747328 00000100:00100000:3.0:1767318991.650745:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:3.0:1767318991.650752:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989747200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318991.650770:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:1.0:1767318991.650779:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989747328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318991.650803:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989747200:12345-0@lo:400:kworker.0 Request processed in 52us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318991.650807:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989747328:12345-0@lo:400:kworker.0 Request processed in 31us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318991.650810:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1767318991.650813:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00080000:3.0:1767318991.650829:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318991.650853:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:2.0:1767318991.650858:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989746560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318991.650868:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318991.650901:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989746560:12345-0@lo:38:kworker.0 Request processed in 42us (753us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318991.650907:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00080000:1.0:1767318991.651584:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318991.651590:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318991.651594:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989746560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318991.651657:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989747328:0@lo:400:kworker.0 00000100:00100000:1.0:1767318991.651690:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989747200:0@lo:400:kworker.0 00000100:00100000:1.0:1767318991.715713:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318991.715878:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812992 00000100:00100000:3.0:1767318991.715889:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812992 00000100:00100000:3.0:1767318991.715977:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4809 00000100:00100000:3.0:1767318991.715998:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925812992:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767318991.716089:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318991.721295:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925812992:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 5296us (5578us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318991.721312:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4809 00000100:00100000:1.0:1767318991.721566:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767318991.721648:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925812864 00000100:00100000:3.0:1767318991.721657:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925812864 00000100:00100000:3.0:1767318991.721750:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22920 00000100:00100000:3.0:1767318991.723024:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925812864:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767318991.723055:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318991.723125:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925812864:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1366us (1559us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318991.723133:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22920 00010000:00010000:3.0:1767318992.480763:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318992.673116:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318993.505256:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318993.696562:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318994.528492:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318994.720450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318995.552728:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318995.745843:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989747456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318995.745933:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.747449:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747456 00000100:00100000:1.0:1767318995.747458:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747456 00000100:00100000:1.0:1767318995.747543:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:1.0:1767318995.747555:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989747456:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318995.747556:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767318995.747586:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767318995.747750:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318995.747764:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989747584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318995.747802:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318995.747816:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989747456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 265us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.747823:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:1.0:1767318995.747839:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747584 00000100:00100000:1.0:1767318995.747842:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747584 00000100:00100000:1.0:1767318995.747861:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:1.0:1767318995.747866:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989747584:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318995.747867:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989747456:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318995.747882:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767318995.747915:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989747584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318995.747921:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00080000:1.0:1767318995.747956:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318995.747976:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989747584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318995.748143:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767318996.578796:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318996.768377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767318996.768468:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.768474:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318996.768488:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.768492:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318996.768496:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318996.768504:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4241 00000100:00080000:3.0:1767318996.768508:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318996.768515:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318996.768558:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163989747712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318996.768582:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.768586:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318996.768587:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318996.768592:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4241 00000100:00080000:3.0:1767318996.768594:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318996.768598:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318996.768610:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989747840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318996.768675:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767318996.768692:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.768696:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318996.768699:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318996.768702:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4241 00000100:00080000:3.0:1767318996.768706:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318996.768710:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318996.768722:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdc00 x1853163989748096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318996.768744:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318996.768747:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318996.768749:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318996.768753:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4241 00000100:00080000:3.0:1767318996.768755:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318996.768758:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767318996.768767:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163989748352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318996.768877:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318996.768888:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989748608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.768957:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318996.769036:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989748480:0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.769061:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318996.769083:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318996.769089:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989748224:0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.769113:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318996.769144:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748608 00000100:00100000:0.0:1767318996.769151:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748608 00000100:00100000:0.0:1767318996.769188:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:0.0:1767318996.769197:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989748608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.769267:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989748608:12345-0@lo:400:kworker.0 Request processed in 69us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318996.769275:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:0.0:1767318996.769291:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748480 00000100:00100000:0.0:1767318996.769294:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748480 00000100:00100000:0.0:1767318996.769315:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767318996.769321:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989748480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.769351:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989748480:12345-0@lo:400:kworker.0 Request processed in 30us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318996.769357:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767318996.769393:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989748608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.770026:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989748480:0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.770080:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748224 00000100:00100000:0.0:1767318996.770085:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748224 00000100:00100000:0.0:1767318996.770125:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810 00000100:00100000:0.0:1767318996.770132:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989748224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.770173:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989748224:12345-0@lo:400:kworker.0 Request processed in 42us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318996.770179:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810 00000100:00100000:0.0:1767318996.770204:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989748224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318996.770349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989747712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318996.770381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318996.770405:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989747840:0@lo:38:kworker.0 00000100:00100000:1.0:1767318996.770428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318996.770504:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989748096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318996.770526:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318996.770540:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989748352:0@lo:38:kworker.0 00000100:00100000:1.0:1767318996.770560:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318996.770595:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318996.770618:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747712 00000100:00100000:1.0:1767318996.770622:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747712 00000100:00100000:1.0:1767318996.770643:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748096 00000100:00100000:1.0:1767318996.770646:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748096 00000100:00100000:1.0:1767318996.770657:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748352 00000100:00100000:1.0:1767318996.770671:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748352 00000100:00100000:1.0:1767318996.770689:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22921 00000100:00100000:1.0:1767318996.770693:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989747712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318996.770712:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318996.770744:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989747712:12345-0@lo:38:kworker.0 Request processed in 50us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318996.770751:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22921 00000100:00100000:1.0:1767318996.770763:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22922 00000100:00100000:1.0:1767318996.770766:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989748096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318996.770774:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318996.770794:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989748096:12345-0@lo:38:kworker.0 Request processed in 26us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318996.770799:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22922 00000100:00100000:1.0:1767318996.770809:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22923 00000100:00100000:1.0:1767318996.770812:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989748352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318996.770821:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318996.770842:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989748352:12345-0@lo:38:kworker.0 Request processed in 29us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318996.770848:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22923 00000100:00080000:1.0:1767318996.770880:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318996.770885:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318996.770888:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989747712:0@lo:38:kworker.0 00000100:00080000:1.0:1767318996.770896:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318996.770899:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318996.770902:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989748096:0@lo:38:kworker.0 00000100:00080000:1.0:1767318996.770909:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318996.770913:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318996.770916:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989748352:0@lo:38:kworker.0 00000100:00100000:1.0:1767318996.770947:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747840 00000100:00100000:1.0:1767318996.770950:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747840 00000100:00100000:1.0:1767318996.770967:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1767318996.770972:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989747840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318996.770981:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318996.771023:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989747840:12345-0@lo:38:kworker.0 Request processed in 50us (595us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318996.771029:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00080000:1.0:1767318996.771049:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318996.771053:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318996.771056:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989747840:0@lo:38:kworker.0 00000100:00100000:2.0:1767318996.773255:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989747968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318996.773319:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318996.773429:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989747968 00000100:00100000:0.0:1767318996.773437:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989747968 00000100:00100000:0.0:1767318996.773527:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811 00000100:00100000:0.0:1767318996.773538:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989747968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.773593:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989747968:12345-0@lo:400:kworker.0 Request processed in 58us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318996.773600:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811 00000100:00080000:1.0:1767318996.773785:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318996.774170:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989747968:0@lo:400:kworker.0 00000100:00100000:0.0:1767318996.834869:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767318996.834913:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767318996.834956:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925813248 00000100:00100000:2.0:1767318996.834966:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925813248 00000100:00100000:2.0:1767318996.835034:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925813120 00000100:00100000:2.0:1767318996.835038:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925813120 00000100:00100000:2.0:1767318996.835059:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4812 00000100:00100000:2.0:1767318996.835070:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925813248:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767318996.835169:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925813248:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318996.835177:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4812 00000100:00100000:2.0:1767318996.835198:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22924 00000100:00100000:2.0:1767318996.835202:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925813120:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767318996.835224:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318996.835276:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925813120:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 71us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318996.835283:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22924 00000100:00080000:0.0:1767318996.835534:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318997.602498:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318997.792724:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318998.624699:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318998.816382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767318999.648384:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318999.840550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319000.672636:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319000.865383:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989748736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319000.865481:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.867264:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748736 00000100:00100000:2.0:1767319000.867276:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748736 00000100:00100000:2.0:1767319000.867342:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:2.0:1767319000.867353:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989748736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319000.867384:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319000.867458:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989748736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.867465:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:1.0:1767319000.867553:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319000.867951:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989748864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319000.867993:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319000.868047:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319000.868085:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989748736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319000.868255:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989748864 00000100:00100000:3.0:1767319000.868260:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989748864 00000100:00100000:3.0:1767319000.868312:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:3.0:1767319000.868322:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989748864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319000.868342:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319000.868376:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989748864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319000.868383:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00080000:0.0:1767319000.869030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319000.869060:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989748864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319000.933409:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767319000.933445:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925813376 offset 0 length 520: 4 00000100:00100000:0.0:1767319000.933467:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319000.933563:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925813632 00000100:00100000:1.0:1767319000.933573:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925813632 00000100:00100000:1.0:1767319000.933645:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925813504 00000100:00100000:1.0:1767319000.933648:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925813504 00000100:00100000:1.0:1767319000.933672:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4813 00000100:00100000:1.0:1767319000.933693:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925813632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319000.933782:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925813632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319000.933790:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4813 00000100:00100000:1.0:1767319000.933810:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22925 00000100:00100000:1.0:1767319000.933814:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925813504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319000.933833:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319000.933859:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925813504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319000.933867:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22925 00000100:00080000:0.0:1767319000.934144:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319001.702554:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319001.888356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319001.888435:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318976/real 1767318976] req@ffff96e30067d880 x1853163989742464/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319001.888464:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e30067d880 x1853163989742464/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319001.888482:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319001.888491:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319001.888495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989742464:0@lo:250:kworker.0 00000100:00080000:0.0:1767319001.891518:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.891532:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319001.891536:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319001.891544:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4226 00000100:00080000:0.0:1767319001.891620:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319001.891685:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319001.891726:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74000 x1853163989748992/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319001.892160:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.892163:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319001.892166:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319001.892170:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4246 00000100:00080000:0.0:1767319001.892173:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319001.892177:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319001.892198:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989749120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319001.892206:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.892209:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319001.892211:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319001.892215:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4246 00000100:00080000:0.0:1767319001.892217:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319001.892221:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319001.892260:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722bb80 x1853163989749248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319001.892309:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.892312:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319001.892314:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319001.892318:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4246 00000100:00080000:0.0:1767319001.892320:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319001.892324:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319001.892335:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636300 x1853163989749504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319001.892355:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319001.892359:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319001.892361:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319001.892364:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4246 00000100:00080000:0.0:1767319001.892367:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319001.892370:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319001.892390:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636680 x1853163989749760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319001.892528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989748992:0@lo:250:kworker.0 00000400:00000100:2.0:1767319001.892587:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989748992 offset 0 length 520: 4 00000100:00100000:2.0:1767319001.892633:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989749120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.892667:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319001.892698:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989749248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.892721:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319001.892737:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989749504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.892757:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319001.892775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989749760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.892794:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319001.892833:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749120 00000100:00100000:1.0:1767319001.893085:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749504 00000100:00100000:1.0:1767319001.893093:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749504 00000100:00100000:1.0:1767319001.893141:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749760 00000100:00100000:1.0:1767319001.893144:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749760 00000100:00100000:1.0:1767319001.893164:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22926 00000100:00100000:1.0:1767319001.893172:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989749504:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.893186:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749120 00010000:00020000:1.0:1767319001.893195:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319001.893218:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22927 00000100:00100000:2.0:1767319001.893225:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989749760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319001.893264:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319001.893279:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989749504:12345-0@lo:38:kworker.0 Request processed in 106us (519us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319001.893288:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22926 00000100:00100000:1.0:1767319001.893306:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22928 00000100:00100000:1.0:1767319001.893310:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989749120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319001.893319:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319001.893407:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989750016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319001.893477:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749248 00000100:00100000:0.0:1767319001.893482:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749248 00000100:00100000:0.0:1767319001.893509:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:0.0:1767319001.893515:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989749248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319001.893524:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319001.893576:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989749120:12345-0@lo:38:kworker.0 Request processed in 263us (908us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319001.893582:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22928 00000100:00100000:2.0:1767319001.893617:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989749760:12345-0@lo:38:kworker.0 Request processed in 389us (819us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319001.893624:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22927 00000100:00080000:1.0:1767319001.893651:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319001.893652:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989749888:0@lo:400:kworker.0 00000100:00080000:1.0:1767319001.893662:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319001.893667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989749120:0@lo:38:kworker.0 00000100:00080000:1.0:1767319001.893681:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319001.893685:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319001.893689:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989749504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.893691:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319001.893704:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319001.893710:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319001.893714:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989749760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319001.893731:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319001.893739:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989749632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319001.893765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319001.893775:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749888 00000100:00100000:1.0:1767319001.893780:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749888 00000100:00100000:2.0:1767319001.893794:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749632 00000100:00100000:2.0:1767319001.893799:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749632 00000100:00100000:1.0:1767319001.893831:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:1.0:1767319001.893840:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989749888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319001.893894:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989749888:12345-0@lo:400:kworker.0 Request processed in 56us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319001.893900:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:1.0:1767319001.893921:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4814 00000100:00100000:1.0:1767319001.893928:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989749632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319001.893961:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989749632:12345-0@lo:400:kworker.0 Request processed in 33us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319001.893968:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4814 00000100:00100000:2.0:1767319001.893984:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989749632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319001.893994:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989749376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319001.893999:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989749888:0@lo:400:kworker.0 00000100:00100000:1.0:1767319001.894025:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319001.894061:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989749376 00000100:00100000:1.0:1767319001.894065:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989749376 00000100:00080000:2.0:1767319001.894066:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319001.894303:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4815 00000100:00100000:1.0:1767319001.894312:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989749376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319001.894345:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989749376:12345-0@lo:400:kworker.0 Request processed in 35us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319001.894350:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4815 00000100:00100000:1.0:1767319001.894377:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989749376:0@lo:400:kworker.0 00000100:00100000:3.0:1767319001.897951:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319001.898151:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750016 00000100:00100000:1.0:1767319001.898161:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750016 00000100:00100000:1.0:1767319001.898253:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:1.0:1767319001.898264:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989750016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319001.898342:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989750016:12345-0@lo:400:kworker.0 Request processed in 80us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319001.898349:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:3.0:1767319001.898522:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989750016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319001.898858:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989749248:12345-0@lo:38:kworker.0 Request processed in 5209us (6002us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319001.898867:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00080000:1.0:1767319001.898926:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319001.898930:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319001.898933:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989749248:0@lo:38:kworker.0 00010000:00010000:3.0:1767319002.722509:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319002.912459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319003.753210:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319003.936627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319004.773435:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319004.960464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319005.792612:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319005.985327:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989750144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319005.985408:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.985735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989750272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319005.985770:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319005.985830:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750144 00000100:00100000:0.0:1767319005.985839:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750144 00000100:00080000:2.0:1767319005.985882:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319005.985897:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750272 00000100:00100000:0.0:1767319005.985902:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750272 00000100:00100000:2.0:1767319005.985916:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1767319005.985929:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989750144:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319005.985933:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:0.0:1767319005.985946:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989750272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319005.985964:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767319005.985968:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319005.986043:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319005.986058:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319005.988743:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989750272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2790us (2962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319005.988757:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:3.0:1767319005.993417:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989750272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319006.000809:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989750144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14875us (15401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.000823:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1767319006.007823:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989750144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319006.051569:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319006.051672:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319006.051811:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925813760 00000100:00100000:2.0:1767319006.051822:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925813760 00000100:00100000:2.0:1767319006.051876:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925813888 00000100:00100000:2.0:1767319006.051879:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925813888 00000100:00100000:2.0:1767319006.051939:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4816 00000100:00100000:2.0:1767319006.051950:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925813888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319006.052040:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925813888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319006.052048:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4816 00000100:00100000:2.0:1767319006.052067:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22929 00000100:00100000:2.0:1767319006.052071:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925813760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319006.052091:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319006.052115:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925813760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (558us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319006.052121:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22929 00000100:00080000:0.0:1767319006.052279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319006.817150:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319007.008524:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319007.008553:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319007.008556:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319007.008560:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319007.008565:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319007.008575:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4251 00000100:00080000:3.0:1767319007.008580:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319007.008588:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319007.008625:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989750400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319007.009345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319007.014074:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319007.014076:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989750400:0@lo:38:kworker.0 00000100:00080000:3.0:1767319007.014086:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319007.014092:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319007.014099:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4251 00000100:00080000:3.0:1767319007.014102:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319007.014110:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319007.014144:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989750528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319007.014162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319007.014190:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319007.014194:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319007.014196:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319007.014199:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4251 00000100:00080000:3.0:1767319007.014202:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319007.014206:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319007.014218:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163989750784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319007.014275:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319007.014279:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319007.014281:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319007.014294:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4251 00000100:00080000:3.0:1767319007.014297:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319007.014301:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319007.014313:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163989751040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319007.014326:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989750912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.014360:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989751296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319007.014362:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.014372:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989750528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319007.014591:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.014616:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989750784:0@lo:38:kworker.0 00000100:00100000:2.0:1767319007.014662:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750528 00000100:00100000:2.0:1767319007.014669:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750528 00000100:00100000:2.0:1767319007.014701:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767319007.014708:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989750528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319007.014727:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319007.014765:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989750528:12345-0@lo:38:kworker.0 Request processed in 57us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319007.014772:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767319007.014800:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989750656:0@lo:400:kworker.0 00000100:00100000:2.0:1767319007.014834:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989751168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.015894:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.015943:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751296 00000100:00100000:2.0:1767319007.015950:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751296 00000100:00100000:2.0:1767319007.016012:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767319007.016021:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989751296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.016048:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319007.016090:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989751296:12345-0@lo:400:kworker.0 Request processed in 70us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319007.016097:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:3.0:1767319007.016105:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751168 00000100:00100000:3.0:1767319007.016110:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751168 00000100:00100000:3.0:1767319007.016143:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1767319007.016151:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989751168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319007.016154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989751296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.016195:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989751168:12345-0@lo:400:kworker.0 Request processed in 45us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319007.016203:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:2.0:1767319007.016214:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989751168:0@lo:400:kworker.0 00000100:00080000:3.0:1767319007.016262:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319007.016266:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319007.020150:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319007.021719:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750400 00000100:00100000:1.0:1767319007.021733:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750400 00000100:00100000:2.0:1767319007.021802:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750912 00000100:00100000:2.0:1767319007.021809:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750912 00000100:00100000:3.0:1767319007.021831:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989751040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319007.021889:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319007.023554:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750784 00000100:00100000:1.0:1767319007.023564:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750784 00000100:00100000:1.0:1767319007.023620:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4817 00000100:00100000:1.0:1767319007.023636:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989750912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319007.023717:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989750912:12345-0@lo:400:kworker.0 Request processed in 87us (9354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319007.023724:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4817 00000100:00100000:1.0:1767319007.023746:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22930 00000100:00100000:1.0:1767319007.023751:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989750400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319007.023771:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319007.023801:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989750400:12345-0@lo:38:kworker.0 Request processed in 47us (9640us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319007.023807:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22930 00000100:00100000:1.0:1767319007.023820:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22931 00000100:00100000:1.0:1767319007.023823:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989750784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319007.023832:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319007.023853:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989750784:12345-0@lo:38:kworker.0 Request processed in 29us (3712us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319007.023858:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22931 00000100:00100000:1.0:1767319007.023908:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989750912:0@lo:400:kworker.0 00000100:00080000:1.0:1767319007.023983:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319007.029350:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751040 00000100:00100000:1.0:1767319007.029366:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751040 00000100:00100000:1.0:1767319007.029409:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22932 00000100:00100000:1.0:1767319007.029416:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989751040:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319007.029493:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319007.029547:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989750656 00000100:00100000:3.0:1767319007.029551:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989750656 00000100:00100000:3.0:1767319007.029593:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4818 00000100:00100000:3.0:1767319007.029600:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989750656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319007.029669:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989750656:12345-0@lo:400:kworker.0 Request processed in 69us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319007.029676:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4818 00000100:00100000:3.0:1767319007.029867:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989750656:0@lo:400:kworker.0 00000100:00080000:3.0:1767319007.029900:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319007.029905:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319007.029908:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989750400:0@lo:38:kworker.0 00000100:00080000:3.0:1767319007.029944:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319007.029948:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319007.029951:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989750528:0@lo:38:kworker.0 00000100:00080000:3.0:1767319007.029960:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319007.029963:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319007.029966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989750784:0@lo:38:kworker.0 00000100:00080000:3.0:1767319007.029999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767319007.030108:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319007.030151:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989751040:12345-0@lo:38:kworker.0 Request processed in 735us (8262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319007.030158:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22932 00000100:00080000:3.0:1767319007.030188:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319007.030194:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319007.030197:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989751040:0@lo:38:kworker.0 00010000:00010000:3.0:1767319007.841414:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319008.033214:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319008.867392:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319009.056405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319009.889336:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319010.083592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319010.916591:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319011.104467:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319011.104512:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319011.104533:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989751552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319011.104596:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319011.104687:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751552 00000100:00100000:0.0:1767319011.104695:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751552 00000100:00100000:0.0:1767319011.104749:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:0.0:1767319011.104759:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989751552:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319011.104913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319011.104969:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00002000:00000024:0.0:1767319011.105939:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319011.106135:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989751552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1375us (1537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319011.106145:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1767319011.107963:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989751424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319011.108534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319011.110318:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989751552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319011.112296:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751424 00000100:00100000:0.0:1767319011.112309:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751424 00000100:00100000:0.0:1767319011.112464:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:0.0:1767319011.112475:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989751424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319011.112508:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319011.112600:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989751424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (4065us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319011.112608:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:2.0:1767319011.113071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989751424:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319011.113179:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319011.171087:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319011.171143:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319011.171254:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814016 00000100:00100000:1.0:1767319011.171265:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814016 00000100:00100000:1.0:1767319011.171314:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814144 00000100:00100000:1.0:1767319011.171317:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814144 00000100:00100000:1.0:1767319011.171378:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4819 00000100:00080000:3.0:1767319011.171391:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319011.171392:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925814144:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319011.171414:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22933 00000100:00100000:3.0:1767319011.171422:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925814016:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319011.171442:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319011.171480:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925814144:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319011.171483:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925814016:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (405us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319011.171495:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4819 00000100:00100000:3.0:1767319011.174804:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22933 00010000:00010000:0.0:1767319011.937058:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319012.128361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319012.128742:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319012.128749:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319012.128752:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319012.128755:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319012.128759:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319012.128768:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4256 00000100:00080000:2.0:1767319012.128772:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319012.128778:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319012.128823:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989751680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319012.128855:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319012.128859:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319012.128861:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319012.128865:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4256 00000100:00080000:2.0:1767319012.128867:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319012.128871:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319012.128884:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989751808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319012.128931:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319012.128934:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319012.128936:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319012.128949:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4256 00000100:00080000:2.0:1767319012.128952:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319012.128956:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319012.128969:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdc00 x1853163989752064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319012.128994:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319012.128997:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319012.128999:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319012.129002:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4256 00000100:00080000:2.0:1767319012.129004:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319012.129008:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319012.129023:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf480 x1853163989752320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319012.129061:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989752448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319012.129124:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.129184:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319012.129222:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989752192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319012.129272:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319012.129308:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752448 00000100:00100000:2.0:1767319012.129315:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752448 00000100:00100000:2.0:1767319012.129356:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1767319012.129364:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989752448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319012.129412:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989752448:12345-0@lo:400:kworker.0 Request processed in 49us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319012.129420:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1767319012.129460:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989752448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.129542:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989752576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.129572:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319012.129598:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319012.129604:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989751936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.129626:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319012.129663:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752192 00000100:00100000:1.0:1767319012.129667:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752192 00000100:00100000:1.0:1767319012.129704:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751936 00000100:00100000:1.0:1767319012.129707:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751936 00000100:00100000:1.0:1767319012.129731:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820 00000100:00100000:1.0:1767319012.129737:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989752192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.129772:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989752192:12345-0@lo:400:kworker.0 Request processed in 35us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319012.129778:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820 00000100:00100000:1.0:1767319012.129793:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4821 00000100:00100000:1.0:1767319012.129799:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989751936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.129829:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989751936:12345-0@lo:400:kworker.0 Request processed in 31us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319012.129834:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4821 00000100:00080000:1.0:1767319012.129849:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319012.129873:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989751936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319012.129896:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989752192:0@lo:400:kworker.0 00000100:00100000:3.0:1767319012.130162:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752576 00000100:00100000:3.0:1767319012.130167:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752576 00000100:00100000:3.0:1767319012.130212:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:3.0:1767319012.130219:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989752576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319012.130279:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989752576:12345-0@lo:400:kworker.0 Request processed in 60us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319012.130285:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:3.0:1767319012.130311:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989752576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319012.130432:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989751680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319012.130463:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319012.130497:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989751808:0@lo:38:kworker.0 00000100:00100000:0.0:1767319012.130521:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319012.130552:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989752064:0@lo:38:kworker.0 00000100:00100000:0.0:1767319012.130572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319012.130591:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989752320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319012.130610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319012.130705:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751680 00000100:00100000:0.0:1767319012.130709:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751680 00000100:00100000:0.0:1767319012.130731:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752064 00000100:00100000:0.0:1767319012.130734:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752064 00000100:00100000:0.0:1767319012.130747:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752320 00000100:00100000:0.0:1767319012.130750:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752320 00000100:00100000:0.0:1767319012.130764:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22934 00000100:00100000:0.0:1767319012.130769:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989751680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319012.130788:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319012.130824:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989751680:12345-0@lo:38:kworker.0 Request processed in 53us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319012.130830:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22934 00000100:00100000:0.0:1767319012.130844:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22935 00000100:00100000:0.0:1767319012.130848:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989752064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319012.130858:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319012.130881:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989752064:12345-0@lo:38:kworker.0 Request processed in 31us (308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319012.130888:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22935 00000100:00100000:0.0:1767319012.130898:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22936 00000100:00100000:0.0:1767319012.130901:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989752320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319012.130910:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319012.130931:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989752320:12345-0@lo:38:kworker.0 Request processed in 28us (320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319012.130937:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22936 00000100:00100000:1.0:1767319012.131064:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989751808 00000100:00100000:1.0:1767319012.131069:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989751808 00000100:00100000:1.0:1767319012.131089:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:1.0:1767319012.131093:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989751808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319012.131103:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319012.131126:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989751808:12345-0@lo:38:kworker.0 Request processed in 32us (605us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319012.131131:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00080000:1.0:1767319012.131184:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319012.131200:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319012.131204:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989751680:0@lo:38:kworker.0 00000100:00080000:1.0:1767319012.131213:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319012.131216:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319012.131218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989751808:0@lo:38:kworker.0 00000100:00080000:1.0:1767319012.131224:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319012.131227:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319012.131249:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989752064:0@lo:38:kworker.0 00000100:00080000:1.0:1767319012.131257:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319012.131260:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319012.131262:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989752320:0@lo:38:kworker.0 00010000:00010000:3.0:1767319012.960920:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319013.152654:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319013.984621:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319014.176369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319015.008578:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319015.201389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319016.032899:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319016.224360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319016.224552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989752704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319016.224619:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319016.224720:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989752832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319016.224916:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319016.225139:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752704 00000100:00100000:0.0:1767319016.225147:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752704 00000100:00100000:0.0:1767319016.225211:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752832 00000100:00100000:0.0:1767319016.225214:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752832 00000100:00100000:0.0:1767319016.225253:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:0.0:1767319016.225262:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989752704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319016.225291:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319016.225340:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989752704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319016.225347:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:0.0:1767319016.225366:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1767319016.225371:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989752832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319016.225386:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319016.225418:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989752832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319016.225425:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1767319016.225466:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989752704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319016.225502:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989752832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319016.225600:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319016.225604:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319016.298145:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319016.298275:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319016.298581:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814272 00000100:00100000:3.0:1767319016.298592:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814272 00000100:00100000:3.0:1767319016.298644:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814400 00000100:00100000:3.0:1767319016.298648:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814400 00000100:00100000:3.0:1767319016.298704:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4822 00000100:00100000:3.0:1767319016.298714:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925814400:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319016.298788:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925814400:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319016.298797:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4822 00000100:00100000:3.0:1767319016.298829:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22937 00000100:00100000:3.0:1767319016.298834:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925814272:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319016.298853:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319016.298887:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925814272:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (753us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319016.298893:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22937 00000100:00080000:2.0:1767319016.299369:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319017.057767:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319017.248700:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.248712:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319017.248715:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.248720:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.248724:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.248732:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4261 00000100:00080000:3.0:1767319017.248737:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.248744:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319017.248946:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163989752960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319017.249025:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319017.249082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989752960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.249157:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319017.249379:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.249383:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.249385:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.249390:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4261 00000100:00080000:3.0:1767319017.249392:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.249397:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319017.249413:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf800 x1853163989753088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319017.249612:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989752960 00000100:00100000:0.0:1767319017.249622:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989752960 00000100:00100000:0.0:1767319017.249670:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22938 00000100:00100000:0.0:1767319017.249679:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989752960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319017.249701:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319017.250189:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989753088:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.250226:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319017.250342:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753088 00000100:00100000:1.0:1767319017.250348:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753088 00000100:00100000:1.0:1767319017.250375:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:1.0:1767319017.250380:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989753088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319017.250392:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319017.250423:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989753088:12345-0@lo:38:kworker.0 Request processed in 42us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319017.250430:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00080000:3.0:1767319017.250719:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.250723:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.250726:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.250730:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4261 00000100:00080000:3.0:1767319017.250733:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.250737:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319017.250752:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989753344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319017.250788:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319017.250791:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319017.250793:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319017.250797:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4261 00000100:00080000:3.0:1767319017.250800:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319017.250804:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319017.250819:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5180 x1853163989753600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319017.250867:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989753472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.250897:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319017.250918:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319017.250923:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989753728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.250946:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319017.251002:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753728 00000100:00100000:3.0:1767319017.251006:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753728 00000100:00100000:3.0:1767319017.251038:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:3.0:1767319017.251044:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989753728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.251082:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989753728:12345-0@lo:400:kworker.0 Request processed in 39us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319017.251088:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:3.0:1767319017.251133:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989753728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.251264:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989753216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.251291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319017.251318:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319017.251323:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989753856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.251341:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319017.251362:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753856 00000100:00100000:1.0:1767319017.251365:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753856 00000100:00100000:1.0:1767319017.251387:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:1.0:1767319017.251392:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989753856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.251419:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989753856:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319017.251425:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:1.0:1767319017.251442:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753472 00000100:00100000:1.0:1767319017.251445:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753472 00000100:00100000:1.0:1767319017.251470:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753216 00000100:00100000:1.0:1767319017.251472:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753216 00000100:00100000:3.0:1767319017.251636:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823 00000100:00100000:3.0:1767319017.251644:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989753472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319017.251673:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989753472:12345-0@lo:400:kworker.0 Request processed in 31us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319017.251679:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823 00000100:00100000:3.0:1767319017.251704:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989753472:0@lo:400:kworker.0 00000100:00080000:3.0:1767319017.251730:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319017.251801:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4824 00000100:00100000:1.0:1767319017.251809:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989753216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.251837:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989753216:12345-0@lo:400:kworker.0 Request processed in 30us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319017.251842:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4824 00000100:00100000:1.0:1767319017.251866:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989753856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319017.251876:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989753216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319017.252412:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989752960:12345-0@lo:38:kworker.0 Request processed in 2733us (3254us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319017.252421:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22938 00000100:00080000:2.0:1767319017.252618:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.252623:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.252626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989752960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.252642:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989753344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.252670:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319017.252735:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989753600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319017.252756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319017.252975:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.252980:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.252983:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989753088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319017.253138:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753344 00000100:00100000:0.0:1767319017.253143:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753344 00000100:00100000:0.0:1767319017.253200:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753600 00000100:00100000:0.0:1767319017.253203:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753600 00000100:00100000:3.0:1767319017.253254:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22939 00000100:00100000:3.0:1767319017.253261:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989753344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319017.253279:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319017.253321:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989753344:12345-0@lo:38:kworker.0 Request processed in 60us (650us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319017.253327:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22939 00000100:00100000:3.0:1767319017.253339:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22940 00000100:00100000:3.0:1767319017.253343:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989753600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319017.253351:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319017.253369:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989753600:12345-0@lo:38:kworker.0 Request processed in 25us (613us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319017.253374:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22940 00000100:00080000:2.0:1767319017.253419:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.253424:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.253427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989753344:0@lo:38:kworker.0 00000100:00080000:2.0:1767319017.253433:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319017.253436:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319017.253439:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989753600:0@lo:38:kworker.0 00010000:00010000:3.0:1767319018.081652:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319018.274023:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319019.104431:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319019.296441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319020.128386:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319020.321321:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319021.154108:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319021.344836:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989753984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319021.344917:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319021.345056:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319021.345068:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989754112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319021.346083:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319021.349967:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989753984 00000100:00100000:1.0:1767319021.349984:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989753984 00000100:00080000:3.0:1767319021.350072:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319021.350073:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754112 00000100:00100000:1.0:1767319021.350079:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754112 00000100:00080000:3.0:1767319021.350093:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319021.350107:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:1.0:1767319021.350118:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989753984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319021.350152:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319021.350252:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989753984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (5333us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319021.350260:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:1.0:1767319021.350279:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:1.0:1767319021.350288:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989754112:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319021.350291:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989753984:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319021.350320:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319021.350357:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989754112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (4277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319021.350364:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1767319021.350395:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989754112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319021.415174:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319021.415212:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319021.415318:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814656 00000100:00100000:1.0:1767319021.415327:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814656 00000100:00100000:1.0:1767319021.415397:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814528 00000100:00100000:1.0:1767319021.415400:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814528 00000100:00100000:1.0:1767319021.415421:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4825 00000100:00100000:1.0:1767319021.415431:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925814656:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319021.415494:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925814656:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 65us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319021.415501:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4825 00000100:00100000:1.0:1767319021.415518:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22941 00000100:00100000:1.0:1767319021.415522:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925814528:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319021.415539:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319021.415561:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925814528:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 38us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319021.415567:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22941 00000100:00080000:2.0:1767319021.415771:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319022.176486:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319022.370300:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319022.371855:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319022.371863:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319022.371866:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319022.371871:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319022.371875:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319022.371883:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4266 00000100:00080000:2.0:1767319022.371887:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319022.371894:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319022.371935:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163989754240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319022.371966:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319022.371969:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319022.371971:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319022.371975:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4266 00000100:00080000:2.0:1767319022.371978:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319022.371981:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319022.371995:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584a80 x1853163989754368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319022.372060:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319022.372063:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319022.372065:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319022.372069:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4266 00000100:00080000:2.0:1767319022.372071:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319022.372075:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319022.372087:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1c000 x1853163989754624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319022.372111:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319022.372114:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319022.372116:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319022.372120:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4266 00000100:00080000:2.0:1767319022.372122:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319022.372125:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319022.372136:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163989754880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319022.372506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989754240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319022.372585:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319022.372637:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989754368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319022.372660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319022.372684:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989754624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319022.372704:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319022.372719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989754880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319022.372735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319022.372768:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754240 00000100:00100000:1.0:1767319022.372775:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754240 00000100:00100000:1.0:1767319022.372802:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754624 00000100:00100000:1.0:1767319022.372805:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754624 00000100:00100000:1.0:1767319022.372817:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754880 00000100:00100000:1.0:1767319022.372820:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754880 00000100:00100000:1.0:1767319022.372836:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22942 00000100:00100000:1.0:1767319022.372843:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989754240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319022.372860:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319022.372900:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989754240:12345-0@lo:38:kworker.0 Request processed in 56us (316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319022.372907:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22942 00000100:00100000:1.0:1767319022.372922:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22943 00000100:00100000:1.0:1767319022.372926:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989754624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319022.372935:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319022.372956:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989754624:12345-0@lo:38:kworker.0 Request processed in 28us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319022.372962:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22943 00000100:00100000:1.0:1767319022.372972:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22944 00000100:00100000:1.0:1767319022.372976:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989754880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319022.372984:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319022.373016:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989754880:12345-0@lo:38:kworker.0 Request processed in 38us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319022.373024:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22944 00000100:00100000:1.0:1767319022.373041:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754368 00000100:00100000:1.0:1767319022.373044:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754368 00000100:00100000:1.0:1767319022.373062:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:1.0:1767319022.373067:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989754368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319022.373076:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319022.373098:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989754368:12345-0@lo:38:kworker.0 Request processed in 30us (437us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319022.373104:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00080000:1.0:1767319022.373156:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319022.373162:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319022.373165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989754240:0@lo:38:kworker.0 00000100:00080000:1.0:1767319022.373187:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319022.373191:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319022.373194:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989754368:0@lo:38:kworker.0 00000100:00080000:1.0:1767319022.373201:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319022.373204:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319022.373206:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989754624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319022.373213:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319022.373216:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319022.373219:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989754880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319022.378032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989754752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.378132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319022.378567:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319022.378576:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989755008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.378606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319022.378645:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989755136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.378667:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319022.378683:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319022.378689:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989754496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.378732:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319022.380040:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755008 00000100:00100000:3.0:1767319022.380052:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755008 00000100:00100000:3.0:1767319022.380116:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755136 00000100:00100000:3.0:1767319022.380120:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755136 00000100:00100000:3.0:1767319022.380148:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:3.0:1767319022.380158:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989755008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319022.380269:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989755008:12345-0@lo:400:kworker.0 Request processed in 113us (1661us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319022.380276:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:3.0:1767319022.380292:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:3.0:1767319022.380299:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989755136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319022.380332:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989755136:12345-0@lo:400:kworker.0 Request processed in 34us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319022.380338:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:3.0:1767319022.380381:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989755136:0@lo:400:kworker.0 00000100:00100000:3.0:1767319022.380413:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989755008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.383863:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754752 00000100:00100000:0.0:1767319022.383878:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754752 00000100:00100000:0.0:1767319022.383964:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989754496 00000100:00100000:0.0:1767319022.383968:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989754496 00000100:00100000:0.0:1767319022.384016:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826 00000100:00100000:0.0:1767319022.384028:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989754752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.384129:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989754752:12345-0@lo:400:kworker.0 Request processed in 102us (5996us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319022.384137:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826 00000100:00100000:0.0:1767319022.384156:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4827 00000100:00100000:0.0:1767319022.384162:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989754496:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319022.385314:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319022.387128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989754752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319022.387424:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989754496:12345-0@lo:400:kworker.0 Request processed in 3260us (8689us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319022.387433:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4827 00000100:00100000:3.0:1767319022.387529:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989754496:0@lo:400:kworker.0 00010000:00010000:3.0:1767319023.200641:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319023.395846:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319024.225306:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319024.418310:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319025.248482:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319025.440354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319025.507139:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319025.507181:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925814784 offset 0 length 520: 4 00000100:00100000:1.0:1767319025.507226:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815040 00000100:00100000:0.0:1767319025.507433:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319025.507530:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925814912 00000100:00100000:3.0:1767319025.507550:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925814912 00000100:00100000:3.0:1767319025.507647:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22945 00000100:00100000:3.0:1767319025.507655:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925814912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319025.507679:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319025.507733:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815040 00000100:00100000:3.0:1767319025.507743:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925814912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 86us (310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319025.507752:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22945 00000100:00080000:0.0:1767319025.507880:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319025.513041:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4828 00000100:00100000:1.0:1767319025.513067:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925815040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319025.513142:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925815040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (6013us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319025.513148:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4828 00010000:00010000:0.0:1767319026.284277:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319026.464406:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319026.464407:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319026.464429:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989755392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319026.464500:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319026.464513:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989755264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319026.464552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319026.464597:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755392 00000100:00100000:2.0:1767319026.464605:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755392 00000100:00100000:2.0:1767319026.464674:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755264 00000100:00100000:2.0:1767319026.464677:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755264 00000100:00100000:2.0:1767319026.464698:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00080000:3.0:1767319026.464698:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319026.464705:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319026.464711:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989755392:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319026.464763:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:0.0:1767319026.464773:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989755264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319026.464804:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319026.464855:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989755264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319026.464863:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00002000:00000024:2.0:1767319026.464935:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319026.464967:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989755392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 259us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319026.464974:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:2.0:1767319026.465014:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989755264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319026.465043:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989755392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319026.466846:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319001/real 1767319001] req@ffff96e2c9b74000 x1853163989748992/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319026 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319026.466873:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c9b74000 x1853163989748992/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319026 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319026.466885:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.466909:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319026.466913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989748992:0@lo:250:kworker.0 00000100:00080000:1.0:1767319026.466971:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319026.466976:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319026.466979:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319026.466984:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4251 00000100:00080000:1.0:1767319026.466987:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319026.466993:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319026.467021:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989755520/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319026.467038:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319026.467042:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319026.467043:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319026.467046:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4272 00000100:00080000:1.0:1767319026.467049:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319026.467052:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319026.467067:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74000 x1853163989755648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319026.467074:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319026.467077:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319026.467079:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319026.467082:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4272 00000100:00080000:1.0:1767319026.467084:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319026.467088:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319026.467098:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584a80 x1853163989755776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319026.467122:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319026.467125:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319026.467127:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319026.467130:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4272 00000100:00080000:1.0:1767319026.467132:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319026.467136:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319026.467187:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf480 x1853163989756032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319026.467214:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319026.467218:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319026.467220:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319026.467223:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4272 00000100:00080000:1.0:1767319026.467226:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319026.467256:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319026.467268:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baed80 x1853163989756288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319026.467291:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989755520:0@lo:250:kworker.0 00000400:00000100:1.0:1767319026.467337:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989755520 offset 0 length 520: 4 00000100:00100000:1.0:1767319026.467368:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989755648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319026.467400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.467420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989755776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319026.467446:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.467462:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989756032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319026.467479:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.467496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989756288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319026.467516:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.467545:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989755904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.467567:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.467600:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755648 00000100:00100000:1.0:1767319026.467606:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755648 00000100:00100000:1.0:1767319026.467634:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756032 00000100:00100000:1.0:1767319026.467637:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756032 00000100:00100000:1.0:1767319026.467650:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756288 00000100:00100000:1.0:1767319026.467653:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756288 00000100:00100000:1.0:1767319026.467662:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755904 00000100:00100000:1.0:1767319026.467664:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755904 00000100:00100000:1.0:1767319026.467697:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4829 00000100:00100000:1.0:1767319026.467707:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989755904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.467751:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989755904:12345-0@lo:400:kworker.0 Request processed in 47us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319026.467758:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4829 00000100:00100000:1.0:1767319026.467774:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22946 00000100:00100000:1.0:1767319026.467778:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989755648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319026.467794:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319026.467827:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989755648:12345-0@lo:38:kworker.0 Request processed in 47us (426us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319026.467832:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22946 00000100:00100000:1.0:1767319026.467844:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22947 00000100:00100000:1.0:1767319026.467848:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989756032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319026.467857:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319026.467878:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989756032:12345-0@lo:38:kworker.0 Request processed in 28us (397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319026.467883:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22947 00000100:00100000:1.0:1767319026.467893:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22948 00000100:00100000:1.0:1767319026.467896:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989756288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319026.467904:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319026.467938:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989756288:12345-0@lo:38:kworker.0 Request processed in 40us (421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319026.467944:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22948 00000100:00100000:1.0:1767319026.467961:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989755776 00000100:00100000:1.0:1767319026.467964:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989755776 00000100:00100000:1.0:1767319026.467984:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1767319026.467988:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a53c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989755776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319026.467997:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319026.468022:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a53c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989755776:12345-0@lo:38:kworker.0 Request processed in 33us (575us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319026.468027:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1767319026.468201:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989755904:0@lo:400:kworker.0 00000100:00080000:1.0:1767319026.468224:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.468228:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319026.468255:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989755648:0@lo:38:kworker.0 00000100:00080000:1.0:1767319026.468264:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.468267:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319026.468269:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989755776:0@lo:38:kworker.0 00000100:00080000:1.0:1767319026.468275:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.468278:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319026.468281:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989756032:0@lo:38:kworker.0 00000100:00080000:1.0:1767319026.468288:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319026.468291:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319026.468294:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989756288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319026.468332:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319026.468340:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989756160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.468362:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319026.468382:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756160 00000100:00100000:1.0:1767319026.468386:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756160 00000100:00100000:1.0:1767319026.468409:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4830 00000100:00100000:1.0:1767319026.468414:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989756160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319026.468440:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989756160:12345-0@lo:400:kworker.0 Request processed in 26us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319026.468445:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4830 00000100:00100000:1.0:1767319026.468467:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989756160:0@lo:400:kworker.0 00000100:00080000:3.0:1767319026.468568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319027.296428:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319027.488662:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319028.320332:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319028.513986:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319029.344892:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319029.536572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319030.370658:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319030.563071:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319030.630367:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319030.630749:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815296 00000100:00100000:1.0:1767319030.630762:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815296 00000100:00080000:3.0:1767319030.630822:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319030.630860:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4831 00000100:00100000:1.0:1767319030.630872:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925815296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319030.630959:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925815296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319030.630966:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4831 00000100:00100000:2.0:1767319030.636475:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319030.636659:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815168 00000100:00100000:1.0:1767319030.636669:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815168 00000100:00100000:1.0:1767319030.636719:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22949 00000100:00100000:1.0:1767319030.636727:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925815168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319030.636750:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319030.636816:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925815168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 88us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319030.636823:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22949 00010000:00010000:0.0:1767319031.397815:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319031.584488:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989756416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319031.584576:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319031.584718:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319031.585306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989756544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319031.585342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319031.585402:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756416 00000100:00100000:3.0:1767319031.585411:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756416 00000100:00100000:0.0:1767319031.585642:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756544 00000100:00100000:0.0:1767319031.585647:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756544 00000100:00080000:1.0:1767319031.586067:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319031.586072:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319031.586101:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.586107:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319031.586110:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.586114:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319031.586118:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319031.586124:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4276 00000100:00080000:1.0:1767319031.586128:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319031.586133:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319031.586159:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf480 x1853163989756672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319031.586225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989756672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.586286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319031.586330:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1767319031.586342:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989756544:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319031.586360:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.586365:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319031.586368:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319031.586373:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4276 00002000:00000024:0.0:1767319031.586374:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319031.586377:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319031.586383:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319031.586413:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163989756800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319031.586426:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989756544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.586434:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:3.0:1767319031.586489:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1767319031.586500:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989756416:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319031.586505:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989756544:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319031.586540:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319031.586544:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756672 00000100:00100000:0.0:1767319031.586551:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756672 00000100:00100000:0.0:1767319031.586572:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22950 00000100:00100000:0.0:1767319031.586579:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989756672:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319031.586587:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989756416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (2009us total) trans 0 rc 0/0 00010000:00020000:0.0:1767319031.586598:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319031.586598:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1767319031.586642:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989756416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319031.590994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989756800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.591073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319031.591188:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756800 00000100:00100000:3.0:1767319031.591198:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756800 00000100:00100000:3.0:1767319031.591255:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:3.0:1767319031.591262:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989756800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319031.591283:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319031.591335:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989756800:12345-0@lo:38:kworker.0 Request processed in 72us (262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319031.591343:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:0.0:1767319031.591577:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989756672:12345-0@lo:38:kworker.0 Request processed in 4996us (5289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319031.591587:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22950 00000100:00080000:2.0:1767319031.591822:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319031.591861:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319031.591866:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989756672:0@lo:38:kworker.0 00000100:00080000:2.0:1767319031.591895:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319031.591898:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319031.591902:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989756800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319031.592142:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989756928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319031.592179:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319031.592249:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989756928 00000100:00100000:0.0:1767319031.592254:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989756928 00000100:00100000:0.0:1767319031.592314:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4832 00000100:00100000:0.0:1767319031.592322:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989756928:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319031.592405:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319031.592864:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.592871:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319031.592874:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319031.592879:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4276 00000100:00080000:1.0:1767319031.592883:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319031.592888:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319031.592914:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf100 x1853163989757056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319031.592945:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.592949:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319031.592951:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319031.592954:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4276 00000100:00080000:1.0:1767319031.592957:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319031.592960:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319031.592971:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad500 x1853163989757312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319031.593013:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989757056:0@lo:38:kworker.0 00000100:00100000:1.0:1767319031.593048:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319031.593066:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989757312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319031.593122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319031.593153:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757056 00000100:00100000:1.0:1767319031.593157:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757056 00000100:00100000:1.0:1767319031.593177:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757312 00000100:00100000:1.0:1767319031.593180:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757312 00000100:00100000:1.0:1767319031.593194:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22951 00000100:00100000:1.0:1767319031.593199:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989757056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319031.593216:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319031.593268:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989757056:12345-0@lo:38:kworker.0 Request processed in 67us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319031.593274:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22951 00000100:00100000:1.0:1767319031.593301:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22952 00000100:00100000:1.0:1767319031.593305:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989757312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319031.593314:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319031.593335:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989757312:12345-0@lo:38:kworker.0 Request processed in 28us (212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319031.593339:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22952 00000100:00080000:1.0:1767319031.593372:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319031.593377:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319031.593380:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989757056:0@lo:38:kworker.0 00000100:00080000:1.0:1767319031.593387:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319031.593390:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319031.593392:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989757312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319031.593423:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989757184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319031.593446:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319031.593474:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757184 00000100:00100000:1.0:1767319031.593478:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757184 00000100:00100000:1.0:1767319031.593519:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4833 00000100:00100000:1.0:1767319031.593526:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989757184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319031.593562:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989757184:12345-0@lo:400:kworker.0 Request processed in 37us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319031.593568:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4833 00000100:00100000:1.0:1767319031.593593:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989757184:0@lo:400:kworker.0 00000100:00080000:3.0:1767319031.593669:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319031.598251:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989756928:12345-0@lo:400:kworker.0 Request processed in 5907us (6047us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319031.598266:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4832 00000100:00100000:3.0:1767319031.598685:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989756928:0@lo:400:kworker.0 00010000:00010000:0.0:1767319032.418828:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319032.608639:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319033.447446:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319033.632991:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319034.466731:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319034.658135:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319035.488580:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319035.680443:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319035.747463:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319035.747654:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319035.749224:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815424 00000100:00100000:2.0:1767319035.749253:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815424 00000100:00100000:2.0:1767319035.749337:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815552 00000100:00100000:2.0:1767319035.749341:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815552 00000100:00080000:0.0:1767319035.749425:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319035.749489:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4834 00000100:00100000:3.0:1767319035.749503:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925815552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319035.749601:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925815552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319035.749608:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4834 00000100:00100000:3.0:1767319035.749629:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22953 00000100:00100000:3.0:1767319035.749634:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925815424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319035.749659:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319035.749688:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925815424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (2236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319035.749695:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22953 00010000:00010000:0.0:1767319036.513356:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319036.704549:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319036.704561:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319036.704564:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319036.704568:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319036.704572:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319036.704580:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4281 00000100:00080000:3.0:1767319036.704586:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319036.704593:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319036.704635:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163989757440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319036.704665:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319036.704681:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319036.704683:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319036.704687:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4281 00000100:00080000:3.0:1767319036.704689:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319036.704693:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319036.704708:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989757568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319036.704751:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319036.704754:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319036.704756:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319036.704759:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4281 00000100:00080000:3.0:1767319036.704761:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319036.704765:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319036.704777:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163989757824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319036.704797:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319036.704800:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319036.704802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319036.704805:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4281 00000100:00080000:3.0:1767319036.704808:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319036.704811:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319036.704821:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e680 x1853163989758080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319036.704866:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989757696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.704929:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319036.705006:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319036.705013:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989758336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705039:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319036.705067:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989757952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705100:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319036.705119:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319036.705124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989758208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705146:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319036.705184:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757696 00000100:00100000:3.0:1767319036.705191:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757696 00000100:00100000:3.0:1767319036.705260:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757952 00000100:00100000:3.0:1767319036.705263:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757952 00000100:00100000:3.0:1767319036.705288:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835 00000100:00100000:3.0:1767319036.705297:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989757696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705351:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989757696:12345-0@lo:400:kworker.0 Request processed in 54us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319036.705358:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835 00000100:00100000:3.0:1767319036.705373:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4836 00000100:00100000:3.0:1767319036.705380:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989757952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705409:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989757952:12345-0@lo:400:kworker.0 Request processed in 31us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319036.705415:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4836 00000100:00100000:3.0:1767319036.705433:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758336 00000100:00100000:3.0:1767319036.705436:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758336 00000100:00100000:3.0:1767319036.705459:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758208 00000100:00100000:3.0:1767319036.705461:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758208 00000100:00100000:3.0:1767319036.705477:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:3.0:1767319036.705482:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989758336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705511:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989758336:12345-0@lo:400:kworker.0 Request processed in 28us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319036.705516:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:3.0:1767319036.705526:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:3.0:1767319036.705532:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989758208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705555:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989758208:12345-0@lo:400:kworker.0 Request processed in 24us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319036.705560:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:3.0:1767319036.705602:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989758208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989757952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705636:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989758336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319036.705644:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989757696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319036.705934:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989757440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319036.705967:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319036.706000:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989757568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319036.706021:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319036.706045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989757824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319036.706118:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319036.706135:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989758080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319036.706168:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319036.706198:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757568 00000100:00100000:2.0:1767319036.706202:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757568 00000100:00100000:2.0:1767319036.706228:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767319036.706251:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989757568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319036.706268:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319036.706303:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989757568:12345-0@lo:38:kworker.0 Request processed in 51us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319036.706312:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:2.0:1767319036.706333:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757440 00000100:00100000:2.0:1767319036.706337:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757440 00000100:00100000:2.0:1767319036.706352:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989757824 00000100:00100000:2.0:1767319036.706354:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989757824 00000100:00100000:2.0:1767319036.706364:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758080 00000100:00100000:2.0:1767319036.706366:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758080 00000100:00100000:2.0:1767319036.706375:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22954 00000100:00100000:2.0:1767319036.706379:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989757440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319036.706389:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319036.706412:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989757440:12345-0@lo:38:kworker.0 Request processed in 32us (444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319036.706418:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22954 00000100:00100000:2.0:1767319036.706430:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22955 00000100:00100000:2.0:1767319036.706434:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989757824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319036.706442:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319036.706464:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989757824:12345-0@lo:38:kworker.0 Request processed in 29us (345us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319036.706469:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22955 00000100:00100000:2.0:1767319036.706480:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22956 00000100:00100000:2.0:1767319036.706483:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989758080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319036.706492:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319036.706514:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989758080:12345-0@lo:38:kworker.0 Request processed in 29us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319036.706520:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22956 00000100:00080000:2.0:1767319036.706554:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319036.706559:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319036.706562:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989757440:0@lo:38:kworker.0 00000100:00080000:2.0:1767319036.706571:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319036.706573:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319036.706576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989757568:0@lo:38:kworker.0 00000100:00080000:2.0:1767319036.706584:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319036.706586:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319036.706589:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989757824:0@lo:38:kworker.0 00000100:00080000:2.0:1767319036.706596:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319036.706599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319036.706602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989758080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319036.706680:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319036.706942:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319036.706948:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319036.706950:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319036.706959:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989758464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319036.706991:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319036.707027:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758464 00000100:00100000:0.0:1767319036.707031:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758464 00000100:00100000:0.0:1767319036.707061:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767319036.707068:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989758464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319036.707096:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319036.707136:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989758464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319036.707143:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767319036.707192:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989758464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319036.708508:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319036.709036:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989758592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319036.709334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319036.709452:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758592 00000100:00100000:0.0:1767319036.709458:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758592 00000100:00100000:0.0:1767319036.709550:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767319036.709559:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989758592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319036.709585:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319036.709634:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989758592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319036.709641:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00100000:1.0:1767319036.709722:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989758592:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319037.536488:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319037.728510:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319038.563601:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319038.752543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319039.584653:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319039.777020:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319040.614270:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319040.800665:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319040.869724:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319040.869776:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319040.873716:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815680 00000100:00100000:2.0:1767319040.873716:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815808 00000100:00100000:1.0:1767319040.873733:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815680 00000100:00100000:2.0:1767319040.873733:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815808 00000100:00080000:0.0:1767319040.873845:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319040.873872:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4837 00000100:00100000:1.0:1767319040.873885:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925815808:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319040.873989:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925815808:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (4276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319040.873997:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4837 00000100:00100000:1.0:1767319040.874017:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22957 00000100:00100000:1.0:1767319040.874022:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925815680:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319040.874041:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319040.874079:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925815680:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (4304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319040.874085:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22957 00010000:00010000:0.0:1767319041.633680:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319041.824351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319041.824594:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319041.824600:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319041.824603:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319041.824607:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319041.824610:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319041.824617:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4286 00000100:00080000:0.0:1767319041.824621:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319041.824628:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319041.824705:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec700 x1853163989758720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319041.824720:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319041.824723:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319041.824725:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319041.824728:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4286 00000100:00080000:0.0:1767319041.824730:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319041.824733:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319041.824745:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163989758848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319041.824770:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319041.824773:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319041.824775:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319041.824778:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4286 00000100:00080000:0.0:1767319041.824780:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319041.824782:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319041.824792:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163989759104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319041.824822:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319041.824826:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319041.824827:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319041.824830:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4286 00000100:00080000:0.0:1767319041.824832:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319041.824836:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319041.824845:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee300 x1853163989759360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319041.824892:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989759616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.824955:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319041.825016:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319041.825022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989758976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.825047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319041.825072:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989759232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.825096:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319041.825114:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319041.825119:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989759488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.825138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319041.825169:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758976 00000100:00100000:0.0:1767319041.825178:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758976 00000100:00100000:0.0:1767319041.825225:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759232 00000100:00100000:0.0:1767319041.825249:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759232 00000100:00100000:0.0:1767319041.825275:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838 00000100:00100000:0.0:1767319041.825283:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989758976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.825332:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989758976:12345-0@lo:400:kworker.0 Request processed in 49us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319041.825339:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838 00000100:00100000:0.0:1767319041.825356:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4839 00000100:00100000:0.0:1767319041.825362:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989759232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.825391:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989759232:12345-0@lo:400:kworker.0 Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319041.825397:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4839 00000100:00080000:0.0:1767319041.825418:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319041.825454:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989759232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319041.825478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989758976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319041.825556:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989758720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319041.825586:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319041.825615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989758848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319041.825648:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319041.825669:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989759104:0@lo:38:kworker.0 00000100:00100000:3.0:1767319041.825689:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319041.825706:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989759360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319041.825725:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319041.825753:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759616 00000100:00100000:3.0:1767319041.825757:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759616 00000100:00100000:3.0:1767319041.825786:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759488 00000100:00100000:3.0:1767319041.825789:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759488 00000100:00100000:3.0:1767319041.825805:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:3.0:1767319041.825810:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989759616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319041.825841:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989759616:12345-0@lo:400:kworker.0 Request processed in 31us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319041.825846:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:3.0:1767319041.825857:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:3.0:1767319041.825862:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989759488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319041.825885:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989759488:12345-0@lo:400:kworker.0 Request processed in 24us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319041.825890:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:3.0:1767319041.825909:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758720 00000100:00100000:3.0:1767319041.825911:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758720 00000100:00100000:3.0:1767319041.825924:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759104 00000100:00100000:3.0:1767319041.825926:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759104 00000100:00100000:3.0:1767319041.825934:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759360 00000100:00100000:3.0:1767319041.825936:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759360 00000100:00100000:3.0:1767319041.825944:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22958 00000100:00100000:3.0:1767319041.825948:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989758720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319041.825963:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319041.825990:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989758720:12345-0@lo:38:kworker.0 Request processed in 41us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319041.825995:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22958 00000100:00100000:3.0:1767319041.826005:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22959 00000100:00100000:3.0:1767319041.826008:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989759104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319041.826017:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319041.826035:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989759104:12345-0@lo:38:kworker.0 Request processed in 26us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319041.826040:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22959 00000100:00100000:3.0:1767319041.826049:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22960 00000100:00100000:3.0:1767319041.826053:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989759360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319041.826060:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319041.826079:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989759360:12345-0@lo:38:kworker.0 Request processed in 25us (353us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319041.826084:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22960 00000100:00080000:3.0:1767319041.826095:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319041.826097:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319041.826112:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989759488:0@lo:400:kworker.0 00000100:00100000:3.0:1767319041.826132:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989759616:0@lo:400:kworker.0 00000100:00080000:3.0:1767319041.826147:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319041.826151:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319041.826154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989758720:0@lo:38:kworker.0 00000100:00080000:3.0:1767319041.826161:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319041.826164:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319041.826167:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989759104:0@lo:38:kworker.0 00000100:00080000:3.0:1767319041.826173:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319041.826176:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319041.826179:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989759360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319041.826301:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319041.826310:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989759744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319041.826337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319041.826364:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759744 00000100:00100000:1.0:1767319041.826367:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759744 00000100:00100000:1.0:1767319041.826395:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:1.0:1767319041.826401:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989759744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319041.826423:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319041.826455:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989759744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319041.826465:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:1.0:1767319041.826498:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989759744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319041.828307:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989758848 00000100:00100000:2.0:1767319041.828318:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989758848 00000100:00100000:2.0:1767319041.828369:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767319041.828375:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989758848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319041.828394:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319041.828473:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989758848:12345-0@lo:38:kworker.0 Request processed in 96us (2824us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319041.828480:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767319041.828541:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319041.828552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989759872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319041.828584:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319041.829186:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989759872 00000100:00100000:1.0:1767319041.829193:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989759872 00000100:00100000:1.0:1767319041.829270:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:1.0:1767319041.829278:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989759872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319041.829303:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319041.829342:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989759872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319041.829348:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00080000:1.0:1767319041.829387:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319041.829393:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319041.829396:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989758848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319041.829865:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989759872:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319042.658045:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319042.848352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319043.680397:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319043.872535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319044.704499:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319044.896549:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319045.728470:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319045.920742:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319045.991695:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319045.991750:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319045.991818:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816064 00000100:00100000:2.0:1767319045.991829:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816064 00000100:00100000:3.0:1767319045.991835:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925815936 00000100:00100000:3.0:1767319045.991841:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925815936 00000100:00100000:3.0:1767319045.991899:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4840 00000100:00100000:3.0:1767319045.991911:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925816064:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767319045.991920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319045.992002:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925816064:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319045.992010:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4840 00000100:00100000:3.0:1767319045.992040:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22961 00000100:00100000:3.0:1767319045.992045:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925815936:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319045.992066:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319045.992091:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925815936:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319045.992098:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22961 00010000:00010000:0.0:1767319046.752463:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319046.944533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319046.944667:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319046.944680:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989760128:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319046.944714:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319046.944719:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319046.944722:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319046.944725:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319046.944729:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319046.944733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319046.944737:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319046.944743:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319046.944746:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319046.944765:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ed180 x1853163989760256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319046.944779:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319046.944783:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319046.944785:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319046.944788:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319046.944790:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319046.944793:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319046.944804:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163989760384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319046.944816:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989760000:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319046.944823:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319046.944826:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319046.944828:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319046.944831:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319046.944833:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319046.944837:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319046.944838:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319046.944847:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163989760640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319046.944878:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760128 00000100:00100000:2.0:1767319046.944885:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760128 00000100:00100000:2.0:1767319046.944930:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760000 00000100:00100000:2.0:1767319046.944933:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760000 00000100:00100000:2.0:1767319046.944950:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:2.0:1767319046.944957:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989760128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319046.944983:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319046.945020:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989760128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319046.945027:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:2.0:1767319046.945043:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1767319046.945049:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989760000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319046.945062:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319046.945608:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319046.945613:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319046.945616:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319046.945620:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4291 00000100:00080000:0.0:1767319046.945622:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319046.945626:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319046.945640:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163989760896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319046.945665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989760512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319046.945693:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319046.945736:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989760128:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319046.945770:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319046.945774:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319046.945837:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760512 00000100:00100000:1.0:1767319046.945841:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760512 00000100:00100000:1.0:1767319046.945877:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4841 00000100:00100000:1.0:1767319046.945886:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989760512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319046.945924:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989760512:12345-0@lo:400:kworker.0 Request processed in 40us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319046.945931:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4841 00000100:00080000:1.0:1767319046.945946:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319046.945962:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989760512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319046.948433:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989760256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319046.948499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319046.948548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989760384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319046.948577:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319046.948602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989760640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319046.948623:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319046.948643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989760896:0@lo:38:kworker.0 00000100:00100000:3.0:1767319046.948663:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319046.948695:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760384 00000100:00100000:3.0:1767319046.948702:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760384 00000100:00100000:3.0:1767319046.948733:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:3.0:1767319046.948739:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989760384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319046.948758:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319046.948795:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989760384:12345-0@lo:38:kworker.0 Request processed in 54us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319046.948801:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:3.0:1767319046.948821:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760256 00000100:00100000:3.0:1767319046.948824:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760256 00000100:00100000:3.0:1767319046.948840:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760640 00000100:00100000:3.0:1767319046.948842:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760640 00000100:00100000:3.0:1767319046.948853:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760896 00000100:00100000:3.0:1767319046.948855:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760896 00000100:00100000:3.0:1767319046.948865:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22962 00000100:00100000:3.0:1767319046.948869:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989760256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319046.948878:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319046.948902:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989760256:12345-0@lo:38:kworker.0 Request processed in 32us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319046.948907:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22962 00000100:00100000:3.0:1767319046.948918:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22963 00000100:00100000:3.0:1767319046.948967:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989760640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319046.948975:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319046.948998:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989760640:12345-0@lo:38:kworker.0 Request processed in 30us (375us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319046.949003:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22963 00000100:00100000:3.0:1767319046.949014:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22964 00000100:00100000:3.0:1767319046.949018:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989760896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319046.949027:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319046.949047:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989760896:12345-0@lo:38:kworker.0 Request processed in 27us (383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319046.949052:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22964 00000100:00100000:3.0:1767319046.949077:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989760768:0@lo:400:kworker.0 00000100:00100000:3.0:1767319046.949101:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319046.949127:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989760768 00000100:00100000:3.0:1767319046.949130:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989760768 00000100:00080000:1.0:1767319046.949264:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319046.949270:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319046.949274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989760256:0@lo:38:kworker.0 00000100:00080000:1.0:1767319046.949285:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319046.949289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319046.949292:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989760384:0@lo:38:kworker.0 00000100:00080000:1.0:1767319046.949298:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319046.949302:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319046.949305:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989760640:0@lo:38:kworker.0 00000100:00080000:1.0:1767319046.949312:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319046.949315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319046.949318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989760896:0@lo:38:kworker.0 00000100:00100000:3.0:1767319046.949490:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4842 00000100:00100000:3.0:1767319046.949497:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989760768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319046.949546:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989760768:12345-0@lo:400:kworker.0 Request processed in 41us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319046.949553:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4842 00000100:00100000:3.0:1767319046.949580:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989760768:0@lo:400:kworker.0 00000100:00080000:1.0:1767319046.953216:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319046.953769:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989760000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8713us (8922us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319046.953783:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:0.0:1767319046.956068:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989760000:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319047.780617:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319047.971151:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319048.801350:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319048.992360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319049.824863:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319050.016349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319050.848839:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319051.040411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319051.040623:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319026/real 1767319026] req@ffff96e2dfecf800 x1853163989755520/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319051 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319051.040660:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfecf800 x1853163989755520/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319051 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319051.040680:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319051.040717:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319051.040722:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989755520:0@lo:250:kworker.0 00000100:00080000:3.0:1767319051.040985:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319051.040990:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319051.040992:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319051.040997:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4276 00000100:00080000:3.0:1767319051.041001:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319051.041007:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319051.041038:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2ca80 x1853163989761024/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319051.041062:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319051.041066:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319051.041068:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319051.041071:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319051.041074:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319051.041077:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319051.041092:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2df80 x1853163989761152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319051.041100:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319051.041103:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319051.041105:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319051.041108:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319051.041110:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319051.041113:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319051.041125:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2fb80 x1853163989761280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319051.041175:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319051.041179:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319051.041181:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319051.041185:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319051.041187:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319051.041191:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319051.041204:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229880 x1853163989761536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319051.041224:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319051.041227:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319051.041254:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319051.041258:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4296 00000100:00080000:3.0:1767319051.041261:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319051.041264:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319051.041276:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163989761792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319051.041357:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989761664:0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.041420:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.041497:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319051.041503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989761920:0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.041531:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.041565:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761920 00000100:00100000:1.0:1767319051.041573:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761920 00000100:00100000:1.0:1767319051.041631:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:1.0:1767319051.041640:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989761920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.041694:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989761920:12345-0@lo:400:kworker.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.041701:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00080000:1.0:1767319051.041723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319051.041738:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989761024:0@lo:250:kworker.0 00000400:00000100:1.0:1767319051.041759:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989761024 offset 0 length 520: 4 00000100:00100000:1.0:1767319051.041778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989761152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319051.041799:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.041817:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989761280:0@lo:38:kworker.0 00000100:00100000:1.0:1767319051.041838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.041854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989761536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319051.041873:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.041893:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989761792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319051.041912:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319051.041938:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761664 00000100:00100000:1.0:1767319051.041942:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761664 00000100:00100000:1.0:1767319051.041972:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761152 00000100:00100000:1.0:1767319051.041975:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761152 00000100:00100000:1.0:1767319051.041986:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761536 00000100:00100000:1.0:1767319051.041988:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761536 00000100:00100000:1.0:1767319051.041996:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761792 00000100:00100000:1.0:1767319051.041998:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761792 00000100:00100000:1.0:1767319051.042006:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843 00000100:00100000:1.0:1767319051.042013:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989761664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.042044:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989761664:12345-0@lo:400:kworker.0 Request processed in 32us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.042050:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843 00000100:00100000:1.0:1767319051.042062:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22965 00000100:00100000:1.0:1767319051.042066:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989761152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319051.042083:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319051.042112:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989761152:12345-0@lo:38:kworker.0 Request processed in 44us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319051.042118:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22965 00000100:00100000:1.0:1767319051.042129:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22966 00000100:00100000:1.0:1767319051.042133:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989761536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319051.042142:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319051.042163:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989761536:12345-0@lo:38:kworker.0 Request processed in 29us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319051.042168:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22966 00000100:00100000:1.0:1767319051.042178:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22967 00000100:00100000:1.0:1767319051.042181:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989761792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319051.042189:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319051.042209:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989761792:12345-0@lo:38:kworker.0 Request processed in 26us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319051.042213:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22967 00000100:00100000:1.0:1767319051.042256:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761280 00000100:00100000:1.0:1767319051.042260:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761280 00000100:00100000:1.0:1767319051.042281:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:1.0:1767319051.042285:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989761280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319051.042294:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319051.042318:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989761280:12345-0@lo:38:kworker.0 Request processed in 32us (479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319051.042323:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00080000:1.0:1767319051.042348:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319051.042373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989761920:0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.042383:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989761664:0@lo:400:kworker.0 00000100:00080000:1.0:1767319051.042408:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319051.042413:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319051.042416:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989761152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319051.042425:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319051.042428:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319051.042430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989761280:0@lo:38:kworker.0 00000100:00080000:1.0:1767319051.042436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319051.042439:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319051.042441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989761536:0@lo:38:kworker.0 00000100:00080000:1.0:1767319051.042448:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319051.042451:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319051.042453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989761792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319051.042561:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989761408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319051.042595:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.042621:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319051.042627:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989762048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319051.042651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319051.042678:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762048 00000100:00100000:0.0:1767319051.042682:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762048 00000100:00100000:0.0:1767319051.042723:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1767319051.042730:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989762048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319051.042767:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989762048:12345-0@lo:400:kworker.0 Request processed in 36us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.042772:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00080000:0.0:1767319051.042795:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319051.042808:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989762048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.042874:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989761408 00000100:00100000:1.0:1767319051.042878:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989761408 00000100:00100000:1.0:1767319051.042953:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4844 00000100:00100000:1.0:1767319051.042959:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989761408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319051.042997:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989761408:12345-0@lo:400:kworker.0 Request processed in 37us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319051.043002:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4844 00000100:00100000:1.0:1767319051.043040:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989761408:0@lo:400:kworker.0 00000100:00080000:0.0:1767319051.046656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319051.109364:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925816192 offset 0 length 520: 4 00000100:00100000:3.0:1767319051.109864:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319051.110103:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319051.118645:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816448 00000100:00100000:0.0:1767319051.118669:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816448 00000100:00100000:0.0:1767319051.118801:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816320 00000100:00100000:0.0:1767319051.118807:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816320 00000100:00100000:0.0:1767319051.118843:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4845 00000100:00100000:0.0:1767319051.118855:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925816448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319051.118978:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925816448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 126us (9116us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319051.118987:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4845 00000100:00100000:0.0:1767319051.119011:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22968 00000100:00100000:0.0:1767319051.119015:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925816320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319051.119040:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319051.119084:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925816320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (8981us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319051.119090:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22968 00000100:00080000:2.0:1767319051.119553:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319051.872529:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319052.064663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989762176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319052.064773:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319052.064872:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319052.064900:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762176 00000100:00100000:3.0:1767319052.064911:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762176 00000100:00100000:3.0:1767319052.064972:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:3.0:1767319052.064982:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989762176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319052.065026:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319052.065087:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989762176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319052.065096:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:3.0:1767319052.065154:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989762176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319052.076181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989762304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319052.076553:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319052.081583:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762304 00000100:00100000:3.0:1767319052.081608:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762304 00000100:00100000:3.0:1767319052.081730:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:3.0:1767319052.081745:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989762304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319052.081793:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319052.081917:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989762304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (5366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319052.081926:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00100000:1.0:1767319052.082106:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989762304:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319052.896574:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319053.088688:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319053.923298:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319054.115133:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319054.944544:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319055.136416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319055.969114:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319056.162455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319056.162469:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319056.162478:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319056.162496:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319056.162502:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319056.162507:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319056.162516:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4300 00000100:00080000:2.0:1767319056.162522:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319056.162531:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319056.162590:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163989762432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319056.162627:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319056.162631:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319056.162633:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319056.162637:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4300 00000100:00080000:2.0:1767319056.162640:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319056.162644:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319056.162661:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163989762560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319056.162814:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319056.162835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989762688:0@lo:400:kworker.0 00000100:00100000:3.0:1767319056.162937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319056.163038:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319056.163043:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319056.163045:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319056.163050:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4300 00000100:00080000:2.0:1767319056.163053:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319056.163119:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319056.163137:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584a80 x1853163989762816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319056.163197:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989762944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319056.163256:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319056.163382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989762432:0@lo:38:kworker.0 00000100:00100000:3.0:1767319056.163411:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319056.163479:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319056.163484:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319056.163486:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319056.163491:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4300 00000100:00080000:2.0:1767319056.163493:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319056.163498:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319056.163513:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586300 x1853163989763072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319056.163568:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989763200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319056.163604:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319056.163642:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989763328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319056.163668:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319056.163709:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763200 00000100:00100000:2.0:1767319056.163731:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763200 00000100:00100000:2.0:1767319056.163799:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763328 00000100:00100000:2.0:1767319056.163803:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763328 00000100:00100000:2.0:1767319056.163828:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:2.0:1767319056.163836:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989763200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319056.163897:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989763200:12345-0@lo:400:kworker.0 Request processed in 60us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319056.163904:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:2.0:1767319056.163923:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767319056.163930:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989763328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319056.163962:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989763328:12345-0@lo:400:kworker.0 Request processed in 33us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319056.163968:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767319056.164022:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989763200:0@lo:400:kworker.0 00000100:00080000:2.0:1767319056.164047:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319056.164051:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319056.164080:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989763328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319056.174834:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989762560:0@lo:38:kworker.0 00000100:00100000:3.0:1767319056.174933:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319056.174965:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989762816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319056.174996:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319056.176580:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762688 00000100:00100000:1.0:1767319056.176600:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762688 00000100:00100000:1.0:1767319056.176715:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762944 00000100:00100000:1.0:1767319056.176719:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762944 00000100:00100000:1.0:1767319056.176747:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762432 00000100:00100000:1.0:1767319056.176750:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762432 00000100:00100000:1.0:1767319056.176773:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4846 00000100:00100000:1.0:1767319056.176785:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989762688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319056.176892:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989762688:12345-0@lo:400:kworker.0 Request processed in 109us (13954us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319056.176901:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4846 00000100:00100000:1.0:1767319056.176923:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4847 00000100:00100000:1.0:1767319056.176929:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989762944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319056.176969:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989762944:12345-0@lo:400:kworker.0 Request processed in 41us (13713us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319056.176976:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4847 00000100:00100000:1.0:1767319056.176990:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22969 00000100:00100000:1.0:1767319056.176994:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989762432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319056.177020:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319056.177052:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989762432:12345-0@lo:38:kworker.0 Request processed in 57us (13641us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319056.177058:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22969 00000100:00100000:1.0:1767319056.177087:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762560 00000100:00100000:1.0:1767319056.177092:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762560 00000100:00100000:1.0:1767319056.177114:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1767319056.177118:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989762560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319056.177129:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319056.177160:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989762560:12345-0@lo:38:kworker.0 Request processed in 40us (2228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319056.177166:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1767319056.177227:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989762944:0@lo:400:kworker.0 00000100:00080000:1.0:1767319056.177282:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319056.177303:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989762688:0@lo:400:kworker.0 00000100:00100000:3.0:1767319056.183359:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989763072:0@lo:38:kworker.0 00000100:00100000:3.0:1767319056.183473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319056.183541:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319056.183549:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319056.183554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989762432:0@lo:38:kworker.0 00000100:00080000:3.0:1767319056.183574:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319056.183578:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319056.183581:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989762560:0@lo:38:kworker.0 00000100:00100000:2.0:1767319056.184074:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989762816 00000100:00100000:2.0:1767319056.184084:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989762816 00000100:00100000:2.0:1767319056.184146:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763072 00000100:00100000:2.0:1767319056.184149:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763072 00000100:00100000:2.0:1767319056.184172:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22970 00000100:00100000:2.0:1767319056.184182:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989762816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319056.184209:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319056.184294:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989762816:12345-0@lo:38:kworker.0 Request processed in 111us (9295us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319056.184302:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22970 00000100:00100000:2.0:1767319056.184322:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22971 00000100:00100000:2.0:1767319056.184326:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989763072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319056.184336:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319056.184361:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989763072:12345-0@lo:38:kworker.0 Request processed in 33us (888us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319056.184377:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22971 00000100:00080000:3.0:1767319056.184490:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319056.184497:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319056.184501:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989763072:0@lo:38:kworker.0 00000100:00080000:3.0:1767319056.184512:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319056.184517:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319056.184521:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989762816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319056.230606:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319056.231471:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816576 00000100:00100000:1.0:1767319056.231488:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816576 00000100:00100000:1.0:1767319056.231560:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22972 00000100:00100000:1.0:1767319056.231572:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925816576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319056.231607:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319056.231639:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319056.231700:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925816576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 128us (1109us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319056.231709:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22972 00000100:00100000:1.0:1767319056.231739:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816704 00000100:00100000:1.0:1767319056.231744:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816704 00000100:00100000:1.0:1767319056.231795:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4848 00000100:00100000:1.0:1767319056.231801:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb20850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925816704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319056.231845:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb20850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925816704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 43us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319056.231852:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4848 00000100:00080000:3.0:1767319056.231889:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319056.992969:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319057.186002:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989763584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319057.186015:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989763456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319057.186524:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319057.188095:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319057.188320:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763584 00000100:00100000:1.0:1767319057.188334:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763584 00000100:00100000:1.0:1767319057.188412:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:1.0:1767319057.188423:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989763584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319057.188469:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319057.188526:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989763584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319057.188534:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:3.0:1767319057.188598:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319057.188662:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989763584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319057.194540:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763456 00000100:00100000:1.0:1767319057.194565:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763456 00000100:00100000:1.0:1767319057.196285:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:1.0:1767319057.196311:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989763456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319057.196372:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319057.196495:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989763456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (7896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319057.196504:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:0.0:1767319057.196585:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989763456:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319058.020196:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319058.208858:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319059.040482:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319059.232818:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319060.064906:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319060.259755:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319061.088590:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319061.282124:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319061.282137:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319061.282141:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319061.282145:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319061.282150:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319061.282160:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4305 00000100:00080000:2.0:1767319061.282166:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319061.282174:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319061.282226:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989763712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319061.282262:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319061.282266:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319061.282278:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319061.282282:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4305 00000100:00080000:2.0:1767319061.282284:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319061.282288:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319061.282302:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecca80 x1853163989763840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319061.282338:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319061.282350:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319061.282352:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319061.282356:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4305 00000100:00080000:2.0:1767319061.282359:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319061.282362:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319061.282372:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfeced80 x1853163989764096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319061.282395:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319061.282399:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319061.282400:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319061.282404:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4305 00000100:00080000:2.0:1767319061.282406:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319061.282410:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319061.282426:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece300 x1853163989764352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319061.282474:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989763968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319061.282567:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.282635:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319061.282641:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989764608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319061.282817:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989764224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319061.282861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.282894:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319061.282896:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319061.282904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989764480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319061.282935:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764608 00000100:00100000:1.0:1767319061.282940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.282946:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764608 00000100:00100000:1.0:1767319061.282979:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763968 00000100:00100000:1.0:1767319061.282985:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763968 00000100:00100000:2.0:1767319061.283012:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764480 00000100:00100000:2.0:1767319061.283017:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764480 00000100:00100000:1.0:1767319061.283025:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764224 00000100:00100000:1.0:1767319061.283030:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764224 00000100:00100000:2.0:1767319061.283049:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:2.0:1767319061.283061:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989764608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319061.283064:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849 00000100:00100000:1.0:1767319061.283076:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989763968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319061.283128:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989763968:12345-0@lo:400:kworker.0 Request processed in 54us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319061.283135:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849 00000100:00100000:1.0:1767319061.283157:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850 00000100:00100000:1.0:1767319061.283163:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989764224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319061.283168:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319061.283197:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319061.283201:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989764224:12345-0@lo:400:kworker.0 Request processed in 37us (338us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319061.283204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319061.283208:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319061.283212:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850 00000100:00100000:3.0:1767319061.283222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989763712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319061.283279:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:3.0:1767319061.283286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319061.283292:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989764480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319061.283314:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763712 00000100:00100000:3.0:1767319061.283319:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763712 00000100:00100000:1.0:1767319061.283341:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989764480:12345-0@lo:400:kworker.0 Request processed in 53us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319061.283342:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22973 00000100:00100000:3.0:1767319061.283351:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989763712:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319061.283354:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00010000:00020000:3.0:1767319061.283377:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319061.283528:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989764480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319061.283543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989764224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319061.283837:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989764608:12345-0@lo:400:kworker.0 Request processed in 777us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319061.283960:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:2.0:1767319061.284100:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989763840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319061.284137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.284163:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989764096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319061.284186:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.284201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989764352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319061.284220:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319061.284287:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764096 00000100:00100000:2.0:1767319061.284293:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764096 00000100:00100000:2.0:1767319061.284316:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764352 00000100:00100000:2.0:1767319061.284319:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764352 00000100:00100000:2.0:1767319061.284335:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22974 00000100:00100000:2.0:1767319061.284351:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989764096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319061.284367:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319061.284400:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989764096:12345-0@lo:38:kworker.0 Request processed in 49us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319061.284406:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22974 00000100:00100000:2.0:1767319061.284429:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22975 00000100:00100000:2.0:1767319061.284433:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989764352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319061.284442:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319061.284464:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989764352:12345-0@lo:38:kworker.0 Request processed in 29us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319061.284469:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22975 00000100:00100000:3.0:1767319061.284595:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989763712:12345-0@lo:38:kworker.0 Request processed in 1242us (1308us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319061.284601:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22973 00000100:00100000:1.0:1767319061.284739:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989764608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319061.284754:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989763968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319061.284872:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989763840 00000100:00100000:0.0:1767319061.284878:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989763840 00000100:00100000:0.0:1767319061.284913:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:0.0:1767319061.284918:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989763840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319061.284928:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319061.284966:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989763840:12345-0@lo:38:kworker.0 Request processed in 47us (828us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319061.284973:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00080000:2.0:1767319061.285025:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319061.285031:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319061.285035:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989764096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319061.285049:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319061.285054:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319061.285056:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989764352:0@lo:38:kworker.0 00000100:00080000:2.0:1767319061.285078:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319061.285082:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319061.285084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989763712:0@lo:38:kworker.0 00000100:00080000:2.0:1767319061.285093:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319061.285096:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319061.285098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989763840:0@lo:38:kworker.0 00000100:00100000:3.0:1767319061.347833:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319061.348013:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816960 00000100:00100000:1.0:1767319061.348031:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816960 00000100:00100000:1.0:1767319061.348151:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4851 00000100:00100000:1.0:1767319061.348163:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925816960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319061.348319:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925816960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 158us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319061.348338:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4851 00000100:00080000:3.0:1767319061.348739:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319061.349299:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319061.349518:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925816832 00000100:00100000:2.0:1767319061.349529:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925816832 00000100:00100000:2.0:1767319061.349575:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22976 00000100:00100000:2.0:1767319061.349583:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925816832:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319061.349613:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319061.349678:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925816832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (806us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319061.349685:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22976 00010000:00010000:0.0:1767319062.115178:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319062.304408:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319062.305065:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319062.305087:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989764736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319062.305174:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319062.305222:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764736 00000100:00100000:3.0:1767319062.305246:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764736 00000100:00100000:3.0:1767319062.305318:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:3.0:1767319062.305328:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989764736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319062.305369:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319062.305432:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989764736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319062.305440:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:2.0:1767319062.305545:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989764736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319062.305576:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989764864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319062.305608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319062.305991:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764864 00000100:00100000:1.0:1767319062.305997:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764864 00000100:00100000:1.0:1767319062.306070:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:1.0:1767319062.306078:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989764864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319062.306098:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319062.306149:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989764864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319062.306155:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1767319062.306268:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989764864:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319063.136647:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319063.331327:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319064.160645:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319064.352385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319065.184615:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319065.376423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319066.208587:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319066.400498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319066.400739:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319066.400745:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319066.400756:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319066.400761:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319066.400765:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319066.400772:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4311 00000100:00080000:3.0:1767319066.400777:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319066.400792:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319066.400835:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163989764992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319066.400860:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319066.400864:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319066.400866:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319066.400870:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4311 00000100:00080000:3.0:1767319066.400872:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319066.400875:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319066.400887:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163989765120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319066.400930:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319066.400934:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319066.400936:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319066.400940:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4311 00000100:00080000:3.0:1767319066.400943:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319066.400948:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319066.400962:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163989765376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319066.400978:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989765248:0@lo:400:kworker.0 00000100:00080000:3.0:1767319066.400992:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319066.400997:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319066.400999:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319066.401003:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4311 00000100:00080000:3.0:1767319066.401006:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319066.401010:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319066.401023:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d880 x1853163989765632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319066.401084:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989765504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319066.401092:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319066.401187:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319066.401219:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319066.401258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989765888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319066.401276:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319066.401300:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319066.401352:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765248 00000100:00100000:1.0:1767319066.401361:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765248 00000100:00100000:1.0:1767319066.401425:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765504 00000100:00100000:1.0:1767319066.401429:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765504 00000100:00100000:1.0:1767319066.401459:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4852 00000100:00100000:1.0:1767319066.401469:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989765248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319066.401492:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989765760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319066.401557:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989765248:12345-0@lo:400:kworker.0 Request processed in 88us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319066.401564:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319066.401576:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4852 00000100:00100000:1.0:1767319066.401608:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4853 00000100:00100000:1.0:1767319066.401617:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989765504:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319066.401636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319066.401670:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989765504:12345-0@lo:400:kworker.0 Request processed in 53us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319066.401678:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4853 00000100:00100000:1.0:1767319066.401739:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989765248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319066.401758:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989764992:0@lo:38:kworker.0 00000100:00100000:1.0:1767319066.401797:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765888 00000100:00100000:1.0:1767319066.401803:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765888 00000100:00100000:0.0:1767319066.401818:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319066.401925:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989765504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319066.401966:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765760 00000100:00100000:3.0:1767319066.401972:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765760 00000100:00100000:0.0:1767319066.402033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989765120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319066.402060:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319066.402097:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989765376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319066.402119:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319066.403161:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767319066.403184:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989765888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319066.403271:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989765888:12345-0@lo:400:kworker.0 Request processed in 101us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319066.403278:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1767319066.403332:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989765888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319066.408569:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:3.0:1767319066.408589:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989765760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319066.411688:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989765760:12345-0@lo:400:kworker.0 Request processed in 3097us (10119us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319066.411702:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00080000:3.0:1767319066.411745:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319066.411761:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319066.411823:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989765760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319066.411899:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765120 00000100:00100000:3.0:1767319066.411906:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765120 00000100:00100000:3.0:1767319066.411979:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00100000:3.0:1767319066.411986:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989765120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319066.412012:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319066.412053:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989765120:12345-0@lo:38:kworker.0 Request processed in 66us (9991us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319066.412059:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00100000:0.0:1767319066.418647:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989765632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319066.418728:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319066.418842:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989764992 00000100:00100000:2.0:1767319066.418852:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989764992 00000100:00100000:2.0:1767319066.418914:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765376 00000100:00100000:2.0:1767319066.418917:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765376 00000100:00100000:2.0:1767319066.418939:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22977 00000100:00100000:2.0:1767319066.418947:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989764992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319066.418972:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319066.419017:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989764992:12345-0@lo:38:kworker.0 Request processed in 70us (17201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319066.419024:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22977 00000100:00100000:2.0:1767319066.419041:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22978 00000100:00100000:2.0:1767319066.419045:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989765376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319066.419055:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319066.419098:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989765376:12345-0@lo:38:kworker.0 Request processed in 50us (16978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319066.419103:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22978 00000100:00080000:0.0:1767319066.420623:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319066.420634:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319066.420639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989764992:0@lo:38:kworker.0 00000100:00080000:0.0:1767319066.420651:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319066.420654:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319066.420657:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989765120:0@lo:38:kworker.0 00000100:00080000:0.0:1767319066.420665:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319066.420668:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319066.420671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989765376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319066.421060:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989765632 00000100:00100000:3.0:1767319066.421147:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989765632 00000100:00100000:3.0:1767319066.421266:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22979 00000100:00100000:3.0:1767319066.421272:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989765632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319066.421380:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319066.421496:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989765632:12345-0@lo:38:kworker.0 Request processed in 221us (2767us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319066.421504:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22979 00000100:00080000:0.0:1767319066.421634:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319066.421639:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319066.421643:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989765632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319066.468827:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319066.468884:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319066.472893:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817216 00000100:00100000:1.0:1767319066.472908:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817216 00000100:00100000:1.0:1767319066.472974:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817088 00000100:00100000:1.0:1767319066.472977:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817088 00000100:00100000:1.0:1767319066.472993:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4854 00000100:00100000:1.0:1767319066.473000:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925817216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319066.473069:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925817216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (4255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319066.473075:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4854 00000100:00100000:1.0:1767319066.473205:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22980 00000100:00100000:1.0:1767319066.473210:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925817088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319066.473247:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319066.473278:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925817088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (4393us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319066.473284:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22980 00000100:00080000:2.0:1767319066.473622:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319067.232529:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319067.425485:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319067.425523:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989766016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319067.425600:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319067.426181:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989766144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319067.426217:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319067.426317:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766016 00000100:00100000:2.0:1767319067.426326:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766016 00000100:00100000:2.0:1767319067.426374:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766144 00000100:00100000:2.0:1767319067.426378:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766144 00000100:00100000:2.0:1767319067.426395:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:2.0:1767319067.426403:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989766016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319067.426436:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319067.426487:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989766016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319067.426495:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:2.0:1767319067.426526:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:2.0:1767319067.426533:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989766144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319067.426548:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319067.426591:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989766144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319067.426597:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00100000:2.0:1767319067.426639:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989766016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319067.427348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319067.427456:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989766144:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319068.257963:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319068.448659:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319069.283994:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319069.472904:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319070.304551:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319070.496603:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319071.328898:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319071.520528:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319071.522832:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319071.522842:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319071.522846:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319071.522851:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319071.522855:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319071.522863:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4316 00000100:00080000:3.0:1767319071.522867:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319071.522875:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319071.522915:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383480 x1853163989766272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319071.522949:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319071.522953:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319071.522955:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319071.522959:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4316 00000100:00080000:3.0:1767319071.522961:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319071.522965:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319071.522979:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381c00 x1853163989766400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319071.523019:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319071.523023:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319071.523025:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319071.523028:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4316 00000100:00080000:3.0:1767319071.523031:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319071.523034:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319071.523048:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163989766656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319071.523085:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319071.523090:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319071.523092:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319071.523096:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4316 00000100:00080000:3.0:1767319071.523098:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319071.523102:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319071.523113:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163989766912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319071.523217:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989766784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319071.523308:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319071.523380:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319071.523388:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989767040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319071.523414:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319071.523446:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767040 00000100:00100000:3.0:1767319071.523454:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767040 00000100:00100000:3.0:1767319071.523506:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1767319071.523514:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989767040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319071.523562:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989767040:12345-0@lo:400:kworker.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319071.523569:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00080000:3.0:1767319071.523588:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319071.523615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989767040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319071.523657:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766784 00000100:00100000:3.0:1767319071.523661:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766784 00000100:00100000:3.0:1767319071.523706:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855 00000100:00100000:3.0:1767319071.523713:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989766784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319071.523747:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989766784:12345-0@lo:400:kworker.0 Request processed in 36us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319071.523754:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855 00000100:00080000:3.0:1767319071.523773:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319071.523789:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989766784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319071.523959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989766272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319071.523992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319071.524027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989766400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319071.524051:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319071.524086:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989766656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319071.524110:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319071.524127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989766912:0@lo:38:kworker.0 00000100:00100000:2.0:1767319071.524149:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319071.524195:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766400 00000100:00100000:2.0:1767319071.524199:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766400 00000100:00100000:2.0:1767319071.524220:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:2.0:1767319071.524225:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989766400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319071.524268:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319071.524304:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989766400:12345-0@lo:38:kworker.0 Request processed in 77us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319071.524310:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00080000:2.0:1767319071.524338:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319071.524343:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319071.524346:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989766400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319071.524366:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766272 00000100:00100000:2.0:1767319071.524369:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766272 00000100:00100000:2.0:1767319071.524385:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766656 00000100:00100000:2.0:1767319071.524388:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766656 00000100:00100000:2.0:1767319071.524400:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766912 00000100:00100000:2.0:1767319071.524402:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766912 00000100:00100000:2.0:1767319071.524414:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22981 00000100:00100000:2.0:1767319071.524418:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989766272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319071.524427:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319071.524454:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989766272:12345-0@lo:38:kworker.0 Request processed in 35us (462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319071.524460:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22981 00000100:00100000:2.0:1767319071.524472:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22982 00000100:00100000:2.0:1767319071.524475:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989766656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319071.524484:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319071.524506:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989766656:12345-0@lo:38:kworker.0 Request processed in 29us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319071.524512:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22982 00000100:00100000:2.0:1767319071.524523:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22983 00000100:00100000:2.0:1767319071.524526:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989766912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319071.524534:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319071.524555:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989766912:12345-0@lo:38:kworker.0 Request processed in 27us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319071.524560:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22983 00000100:00080000:2.0:1767319071.524587:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319071.524591:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319071.524594:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989766272:0@lo:38:kworker.0 00000100:00080000:2.0:1767319071.524602:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319071.524605:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319071.524608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989766656:0@lo:38:kworker.0 00000100:00080000:2.0:1767319071.524615:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319071.524618:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319071.524621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989766912:0@lo:38:kworker.0 00000100:00100000:1.0:1767319071.527481:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989767168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319071.527560:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319071.527613:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319071.527620:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989766528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319071.527648:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319071.527695:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989766528 00000100:00100000:1.0:1767319071.527702:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989766528 00000100:00100000:1.0:1767319071.527772:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856 00000100:00100000:1.0:1767319071.527780:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989766528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319071.527827:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989766528:12345-0@lo:400:kworker.0 Request processed in 47us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319071.527834:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856 00000100:00100000:1.0:1767319071.527884:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989766528:0@lo:400:kworker.0 00000100:00080000:2.0:1767319071.528085:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319071.531195:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767168 00000100:00100000:3.0:1767319071.531213:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767168 00000100:00100000:3.0:1767319071.531348:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:3.0:1767319071.531358:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989767168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319071.531463:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989767168:12345-0@lo:400:kworker.0 Request processed in 106us (3902us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319071.531471:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00080000:2.0:1767319071.531678:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319071.533362:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989767168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319071.591645:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319071.591719:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817472 00000100:00100000:1.0:1767319071.591731:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817472 00000100:00100000:2.0:1767319071.591739:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319071.591868:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817344 00000100:00100000:1.0:1767319071.591873:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817344 00000100:00080000:3.0:1767319071.591886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319071.591916:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4857 00000100:00100000:0.0:1767319071.591929:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925817472:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319071.592028:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925817472:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319071.592037:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4857 00000100:00100000:0.0:1767319071.592058:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22984 00000100:00100000:0.0:1767319071.592064:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925817344:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319071.592096:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319071.592121:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925817344:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (383us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319071.592127:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22984 00010000:00010000:0.0:1767319072.354033:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319072.545295:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319072.545436:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989767296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319072.545515:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319072.546170:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767296 00000100:00100000:2.0:1767319072.546180:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767296 00000100:00100000:0.0:1767319072.546306:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319072.546317:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989767424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319072.546317:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:2.0:1767319072.546327:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989767296:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319072.546352:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319072.546356:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319072.546409:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989767296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.546417:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767319072.546461:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989767296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319072.554512:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767424 00000100:00100000:2.0:1767319072.554525:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767424 00000100:00100000:2.0:1767319072.554566:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:2.0:1767319072.554587:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989767424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319072.554623:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319072.554686:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989767424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (8333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.554693:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1767319072.555994:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989767424:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319073.376576:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319073.568358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319074.400669:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319074.593389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319075.424705:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319075.621266:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319075.690289:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767319075.690327:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925817600 offset 0 length 520: 4 00000100:00100000:1.0:1767319075.690371:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319075.690462:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817856 00000100:00100000:0.0:1767319075.690473:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817856 00000100:00080000:2.0:1767319075.690543:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319075.690547:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817728 00000100:00100000:0.0:1767319075.690551:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817728 00000100:00100000:0.0:1767319075.690572:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4858 00000100:00100000:2.0:1767319075.690580:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22985 00000100:00100000:0.0:1767319075.690582:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925817856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319075.690586:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925817728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319075.690606:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319075.690722:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925817856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 140us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319075.690734:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4858 00000100:00100000:2.0:1767319075.693215:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925817728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 2615us (2829us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319075.693244:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22985 00010000:00010000:3.0:1767319076.449753:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319076.640352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319076.640444:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319051/real 1767319051] req@ffff96e2f1f2ca80 x1853163989761024/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319076 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319076.640476:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f1f2ca80 x1853163989761024/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319076 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319076.640495:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319076.640513:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319076.640517:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989761024:0@lo:250:kworker.0 00000100:00080000:3.0:1767319076.641744:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319076.641753:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319076.641757:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319076.641764:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4300 00000100:00080000:3.0:1767319076.641769:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319076.641776:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319076.641814:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163989767552/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319076.641851:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319076.641855:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319076.641857:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319076.641861:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4321 00000100:00080000:3.0:1767319076.641863:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319076.641867:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319076.641885:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382300 x1853163989767680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319076.641894:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319076.641898:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319076.641900:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319076.641957:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4321 00000100:00080000:3.0:1767319076.641960:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319076.641964:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319076.641989:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989767808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319076.642025:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319076.642029:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319076.642031:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319076.642034:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4321 00000100:00080000:3.0:1767319076.642037:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319076.642040:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319076.642054:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163989768064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319076.642077:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319076.642081:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319076.642083:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319076.642086:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4321 00000100:00080000:3.0:1767319076.642089:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319076.642093:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319076.642107:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383480 x1853163989768320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319076.642295:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989768576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642388:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.642485:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319076.642492:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989767936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.642548:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989768192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642570:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.642589:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319076.642594:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989768448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642616:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319076.642643:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767936 00000100:00100000:1.0:1767319076.642651:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767936 00000100:00100000:1.0:1767319076.642700:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768192 00000100:00100000:1.0:1767319076.642703:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768192 00000100:00100000:1.0:1767319076.642726:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4859 00000100:00100000:1.0:1767319076.642735:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989767936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642783:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989767936:12345-0@lo:400:kworker.0 Request processed in 49us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319076.642789:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4859 00000100:00100000:1.0:1767319076.642807:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4860 00000100:00100000:1.0:1767319076.642812:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989768192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642857:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989768192:12345-0@lo:400:kworker.0 Request processed in 44us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319076.642866:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4860 00000100:00080000:1.0:1767319076.642883:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319076.642911:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989768192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319076.642952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989767936:0@lo:400:kworker.0 00000100:00100000:3.0:1767319076.643167:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768576 00000100:00100000:3.0:1767319076.643171:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768576 00000100:00100000:3.0:1767319076.643214:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768448 00000100:00100000:3.0:1767319076.643216:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768448 00000100:00100000:3.0:1767319076.643257:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:3.0:1767319076.643264:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989768576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319076.643304:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989768576:12345-0@lo:400:kworker.0 Request processed in 41us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319076.643310:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00100000:3.0:1767319076.643322:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1767319076.643327:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989768448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319076.643356:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989768448:12345-0@lo:400:kworker.0 Request processed in 29us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319076.643458:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989767552:0@lo:250:kworker.0 00000400:00000100:0.0:1767319076.643484:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989767552 offset 0 length 520: 4 00000100:00100000:0.0:1767319076.643507:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989767680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319076.643528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319076.643546:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989767808:0@lo:38:kworker.0 00000100:00100000:0.0:1767319076.643566:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319076.643584:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989768064:0@lo:38:kworker.0 00000100:00100000:0.0:1767319076.643600:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319076.643615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989768320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319076.643632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319076.643658:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767808 00000100:00100000:0.0:1767319076.643662:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767808 00000100:00100000:0.0:1767319076.643686:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:0.0:1767319076.643690:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989767808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319076.643709:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319076.643743:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989767808:12345-0@lo:38:kworker.0 Request processed in 51us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319076.643749:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:0.0:1767319076.643770:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989767680 00000100:00100000:0.0:1767319076.643773:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989767680 00000100:00100000:0.0:1767319076.643792:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768064 00000100:00100000:0.0:1767319076.643795:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768064 00000100:00100000:0.0:1767319076.643808:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768320 00000100:00100000:0.0:1767319076.643811:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768320 00000100:00100000:0.0:1767319076.643820:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22986 00000100:00100000:0.0:1767319076.643825:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989767680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319076.643834:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319076.643857:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989767680:12345-0@lo:38:kworker.0 Request processed in 32us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319076.643863:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22986 00000100:00100000:0.0:1767319076.643874:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22987 00000100:00100000:0.0:1767319076.643877:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989768064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319076.643886:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319076.643906:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989768064:12345-0@lo:38:kworker.0 Request processed in 27us (304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319076.643911:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22987 00000100:00100000:0.0:1767319076.643922:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22988 00000100:00100000:0.0:1767319076.643926:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989768320:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319076.644040:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1767319076.644088:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989768448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319076.644116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989768576:0@lo:400:kworker.0 00000100:00080000:3.0:1767319076.644169:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319076.644174:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319076.644177:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989767680:0@lo:38:kworker.0 00000100:00080000:3.0:1767319076.644185:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319076.644189:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319076.644191:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989767808:0@lo:38:kworker.0 00000100:00080000:3.0:1767319076.644198:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319076.644201:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319076.644203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989768064:0@lo:38:kworker.0 00000100:00080000:1.0:1767319076.644312:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319076.644315:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1767319076.644452:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319076.644491:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989768320:12345-0@lo:38:kworker.0 Request processed in 563us (857us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319076.644502:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22988 00000100:00080000:3.0:1767319076.644807:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319076.644812:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319076.644815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989768320:0@lo:38:kworker.0 00010000:00010000:0.0:1767319077.472871:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319077.665639:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319077.665794:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319077.665813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989768704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319077.665878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319077.666008:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768704 00000100:00100000:0.0:1767319077.666017:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768704 00000100:00100000:0.0:1767319077.666076:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1767319077.666087:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989768704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319077.666130:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319077.666177:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989768704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319077.666184:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767319077.666350:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989768832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319077.666382:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319077.666465:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768832 00000100:00100000:0.0:1767319077.666469:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768832 00000100:00100000:0.0:1767319077.666500:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1767319077.666507:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989768832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319077.666524:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319077.666554:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989768832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319077.666560:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767319077.666978:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989768832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319077.667305:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989768704:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319078.496384:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319078.688389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319079.520899:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319079.712349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319080.544475:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319080.737847:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319080.805801:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319080.805963:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925817984 00000100:00100000:1.0:1767319080.805977:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925817984 00000100:00100000:1.0:1767319080.806034:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22989 00000100:00100000:1.0:1767319080.806043:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925817984:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319080.806076:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319080.806155:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925817984:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 112us (365us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319080.806162:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22989 00000100:00100000:3.0:1767319080.806664:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319080.812938:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818112 00000100:00100000:2.0:1767319080.812956:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818112 00000100:00100000:2.0:1767319080.813139:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4861 00000100:00100000:2.0:1767319080.813151:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925818112:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319080.813273:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925818112:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 123us (6609us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319080.813282:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4861 00000100:00080000:1.0:1767319080.819899:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319081.568542:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319081.760383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319081.764515:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319081.764526:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319081.764530:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319081.764535:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319081.764539:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319081.764547:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4326 00000100:00080000:1.0:1767319081.764552:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319081.764558:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319081.764601:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163989768960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319081.764623:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319081.764626:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319081.764628:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319081.766854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989768960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319081.766954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319081.767136:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989768960 00000100:00100000:2.0:1767319081.767146:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989768960 00000100:00100000:2.0:1767319081.767187:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22990 00000100:00100000:2.0:1767319081.767195:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989768960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319081.767217:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319081.767290:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989768960:12345-0@lo:38:kworker.0 Request processed in 94us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319081.767297:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22990 00000100:00080000:2.0:1767319081.767342:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319081.767347:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319081.767351:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989768960:0@lo:38:kworker.0 00000100:00080000:1.0:1767319081.772336:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4326 00000100:00080000:1.0:1767319081.772343:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319081.772351:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319081.772394:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163989769088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319081.772455:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319081.772460:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319081.772463:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319081.772467:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4326 00000100:00080000:1.0:1767319081.772469:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319081.772472:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319081.772483:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d500 x1853163989769344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319081.772518:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319081.772522:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319081.772524:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319081.772528:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4326 00000100:00080000:1.0:1767319081.772530:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319081.772533:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319081.772541:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c380 x1853163989769600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319081.772590:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989769856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.772660:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319081.772698:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319081.772703:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989769216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.772723:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319081.772752:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769856 00000100:00100000:1.0:1767319081.772759:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769856 00000100:00100000:1.0:1767319081.772810:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:1.0:1767319081.772819:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989769856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.772865:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989769856:12345-0@lo:400:kworker.0 Request processed in 48us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319081.772871:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00080000:1.0:1767319081.772904:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319081.772917:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769216 00000100:00100000:1.0:1767319081.772920:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769216 00000100:00100000:1.0:1767319081.772945:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862 00000100:00100000:1.0:1767319081.772950:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989769216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.772976:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989769216:12345-0@lo:400:kworker.0 Request processed in 26us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319081.772982:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862 00000100:00080000:1.0:1767319081.772994:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319081.773004:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989769728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.773023:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319081.773039:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319081.773043:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989769472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.773059:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319081.773075:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769728 00000100:00100000:1.0:1767319081.773078:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769728 00000100:00100000:0.0:1767319081.773293:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989769216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319081.773306:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989769856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319081.773334:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769472 00000100:00100000:0.0:1767319081.773337:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769472 00000100:00100000:1.0:1767319081.773398:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:1.0:1767319081.773405:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989769728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319081.773443:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989769728:12345-0@lo:400:kworker.0 Request processed in 39us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319081.773449:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1767319081.773517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989769088:0@lo:38:kworker.0 00000100:00100000:2.0:1767319081.773549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319081.773578:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989769344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319081.773599:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319081.773613:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989769600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319081.773635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319081.773664:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769088 00000100:00100000:2.0:1767319081.773668:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769088 00000100:00100000:2.0:1767319081.773689:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:2.0:1767319081.773694:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989769088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319081.773709:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319081.773740:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989769088:12345-0@lo:38:kworker.0 Request processed in 45us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319081.773747:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:2.0:1767319081.773765:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769344 00000100:00100000:2.0:1767319081.773769:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769344 00000100:00100000:2.0:1767319081.773786:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769600 00000100:00100000:2.0:1767319081.773789:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769600 00000100:00100000:2.0:1767319081.773803:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22991 00000100:00100000:2.0:1767319081.773806:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989769344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319081.773815:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319081.773839:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989769344:12345-0@lo:38:kworker.0 Request processed in 31us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319081.773845:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22991 00000100:00100000:2.0:1767319081.773856:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22992 00000100:00100000:2.0:1767319081.773859:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989769600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319081.773867:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319081.773899:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989769600:12345-0@lo:38:kworker.0 Request processed in 38us (263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319081.773905:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22992 00000100:00080000:2.0:1767319081.773942:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319081.773947:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319081.773950:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989769088:0@lo:38:kworker.0 00000100:00080000:2.0:1767319081.773957:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319081.773960:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319081.773962:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989769344:0@lo:38:kworker.0 00000100:00080000:2.0:1767319081.773969:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319081.773972:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319081.773975:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989769600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319081.774031:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989769728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319081.777374:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4863 00000100:00100000:0.0:1767319081.777388:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989769472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319081.777488:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989769472:12345-0@lo:400:kworker.0 Request processed in 104us (4427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319081.777495:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4863 00000100:00080000:1.0:1767319081.777552:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319081.777558:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319081.778756:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989769472:0@lo:400:kworker.0 00010000:00010000:0.0:1767319082.592546:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319082.784391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319082.784809:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989769984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319082.784903:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319082.785030:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989769984 00000100:00100000:2.0:1767319082.785039:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989769984 00000100:00100000:2.0:1767319082.785089:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:2.0:1767319082.785098:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989769984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319082.785130:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319082.785714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989770112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319082.785750:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319082.785971:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770112 00000100:00100000:0.0:1767319082.785977:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770112 00000100:00100000:0.0:1767319082.786012:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:0.0:1767319082.786019:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989770112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319082.786038:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319082.786077:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989770112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319082.786084:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00100000:0.0:1767319082.786126:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989770112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319082.788095:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989769984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2988us (3182us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319082.788109:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767319082.789326:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989769984:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319083.620822:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319083.810972:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319084.641538:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319084.832448:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319085.664551:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319085.856471:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319085.926621:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319085.926728:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818240 00000100:00100000:0.0:1767319085.926739:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818240 00000100:00100000:0.0:1767319085.926820:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22993 00000100:00100000:0.0:1767319085.926829:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925818240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319085.926855:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319085.926920:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925818240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 91us (310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319085.926927:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22993 00000100:00100000:3.0:1767319085.930711:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319085.930792:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818368 00000100:00100000:2.0:1767319085.930803:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818368 00000100:00100000:2.0:1767319085.930901:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4864 00000100:00100000:2.0:1767319085.930911:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925818368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319085.930996:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925818368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319085.931003:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4864 00000100:00080000:1.0:1767319085.931178:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319086.688476:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319086.880568:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319086.880671:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319086.880677:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319086.880681:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319086.880684:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319086.880688:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319086.880695:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4331 00000100:00080000:3.0:1767319086.880701:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319086.880707:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319086.880759:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163989770240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319086.880783:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319086.880786:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319086.880816:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319086.880819:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4331 00000100:00080000:3.0:1767319086.880822:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319086.880826:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319086.880839:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163989770368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319086.880872:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319086.880875:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319086.880878:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319086.880882:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4331 00000100:00080000:3.0:1767319086.880885:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319086.880889:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319086.880902:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989770496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319086.880902:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585c00 x1853163989770624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319086.880932:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319086.880936:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319086.880938:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319086.880942:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4331 00000100:00080000:3.0:1767319086.880945:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319086.880949:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319086.880962:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163989770880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319086.880975:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319086.881042:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319086.881048:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989771136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319086.881073:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319086.881142:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989770752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319086.881174:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319086.881205:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319086.881211:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989771008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319086.881257:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319086.881287:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770496 00000100:00100000:0.0:1767319086.881295:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770496 00000100:00100000:0.0:1767319086.881346:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770752 00000100:00100000:0.0:1767319086.881348:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770752 00000100:00100000:0.0:1767319086.881374:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4865 00000100:00100000:0.0:1767319086.881382:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989770496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319086.881434:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989770496:12345-0@lo:400:kworker.0 Request processed in 53us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319086.881442:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4865 00000100:00100000:0.0:1767319086.881459:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4866 00000100:00100000:0.0:1767319086.881466:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989770752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319086.881496:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989770752:12345-0@lo:400:kworker.0 Request processed in 31us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319086.881502:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4866 00000100:00100000:0.0:1767319086.881527:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989770240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319086.881550:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319086.881571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989770368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319086.881786:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319086.881820:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989770624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319086.881845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319086.881864:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989770880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319086.881869:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770240 00000100:00100000:2.0:1767319086.881876:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770240 00000100:00100000:0.0:1767319086.881887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319086.881962:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771136 00000100:00100000:1.0:1767319086.881967:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771136 00000100:00100000:1.0:1767319086.881997:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771008 00000100:00100000:1.0:1767319086.881999:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771008 00000100:00100000:1.0:1767319086.882015:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1767319086.882021:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989771136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319086.882053:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989771136:12345-0@lo:400:kworker.0 Request processed in 32us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319086.882058:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1767319086.882070:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:1.0:1767319086.882075:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989771008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319086.882100:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989771008:12345-0@lo:400:kworker.0 Request processed in 25us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319086.882105:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00080000:1.0:1767319086.882121:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319086.882125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319086.882127:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319086.882184:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989771008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319086.882195:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989770752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319086.882225:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989771136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319086.882251:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989770496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319086.882334:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770368 00000100:00100000:3.0:1767319086.882339:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770368 00000100:00100000:3.0:1767319086.882362:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:3.0:1767319086.882366:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989770368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319086.882383:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319086.882416:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989770368:12345-0@lo:38:kworker.0 Request processed in 48us (630us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319086.882423:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00080000:0.0:1767319086.886641:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319086.886656:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319086.886662:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989770368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319086.886877:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770624 00000100:00100000:2.0:1767319086.886887:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770624 00000100:00100000:2.0:1767319086.886937:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989770880 00000100:00100000:2.0:1767319086.886941:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989770880 00000100:00100000:2.0:1767319086.886957:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22994 00000100:00100000:2.0:1767319086.886965:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989770240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319086.886989:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319086.887083:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989770240:12345-0@lo:38:kworker.0 Request processed in 117us (5531us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319086.887091:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22994 00000100:00100000:2.0:1767319086.887110:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22995 00000100:00100000:2.0:1767319086.887114:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989770624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319086.887123:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319086.887149:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989770624:12345-0@lo:38:kworker.0 Request processed in 34us (5303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319086.887154:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22995 00000100:00100000:2.0:1767319086.887164:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22996 00000100:00100000:2.0:1767319086.887168:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989770880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319086.887177:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319086.887198:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989770880:12345-0@lo:38:kworker.0 Request processed in 28us (5311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319086.887204:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22996 00000100:00080000:1.0:1767319086.887504:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319086.887509:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319086.887513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989770240:0@lo:38:kworker.0 00000100:00080000:1.0:1767319086.887524:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319086.887528:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319086.887531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989770624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319086.887540:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319086.887543:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319086.887546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989770880:0@lo:38:kworker.0 00010000:00010000:0.0:1767319087.714698:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319087.904591:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989771264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319087.904665:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319087.904753:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319087.904887:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319087.904898:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989771392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319087.904936:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319087.905130:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771264 00000100:00100000:3.0:1767319087.905139:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771264 00000100:00100000:3.0:1767319087.905188:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771392 00000100:00100000:3.0:1767319087.905192:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771392 00000100:00100000:3.0:1767319087.905209:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:3.0:1767319087.905217:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989771264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319087.905288:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319087.905333:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989771264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319087.905341:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:3.0:1767319087.905360:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:3.0:1767319087.905366:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989771392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319087.905381:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319087.905411:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989771392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319087.905417:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:3.0:1767319087.905461:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989771392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319087.905555:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989771264:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319088.740050:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319088.928823:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319089.762048:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319089.952575:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319090.787995:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319090.977146:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319091.043901:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319091.043963:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319091.044071:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818496 00000100:00100000:2.0:1767319091.044088:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818496 00000100:00100000:2.0:1767319091.044200:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818624 00000100:00100000:2.0:1767319091.044204:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818624 00000100:00080000:3.0:1767319091.044353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319091.044839:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4867 00000100:00100000:1.0:1767319091.044854:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925818624:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319091.045002:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925818624:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 152us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319091.045011:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4867 00000100:00100000:1.0:1767319091.045036:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22997 00000100:00100000:1.0:1767319091.045042:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925818496:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319091.045061:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319091.045088:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925818496:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (1203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319091.045094:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22997 00010000:00010000:3.0:1767319091.808653:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319092.001895:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.001907:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319092.001910:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.001913:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319092.001918:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319092.001925:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4336 00000100:00080000:3.0:1767319092.001930:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319092.001936:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319092.001976:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093480 x1853163989771520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319092.002001:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.002005:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319092.002007:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319092.002010:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4336 00000100:00080000:3.0:1767319092.002013:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319092.002016:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319092.002031:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163989771648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319092.002072:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319092.002081:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.002085:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319092.002086:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319092.002087:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767319092.002090:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4336 00000100:00080000:3.0:1767319092.002092:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319092.002095:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319092.002099:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989771776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319092.002106:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093800 x1853163989771904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319092.002127:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319092.002131:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319092.002133:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319092.002136:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4336 00000100:00080000:3.0:1767319092.002138:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319092.002141:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319092.002150:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091f80 x1853163989772160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319092.002180:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989772032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319092.002185:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319092.002243:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989772288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319092.002244:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319092.002253:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989772416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319092.002308:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989771520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319092.006981:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319092.007020:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771776 00000100:00100000:1.0:1767319092.007031:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771776 00000100:00100000:3.0:1767319092.007120:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772288 00000100:00100000:3.0:1767319092.007125:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772288 00000100:00100000:1.0:1767319092.007127:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4868 00000100:00100000:1.0:1767319092.007140:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989771776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319092.007169:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:3.0:1767319092.007180:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989772288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319092.007203:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989771776:12345-0@lo:400:kworker.0 Request processed in 66us (5017us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319092.007212:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4868 00000100:00100000:3.0:1767319092.007255:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989772288:12345-0@lo:400:kworker.0 Request processed in 53us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319092.007260:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319092.007268:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00080000:3.0:1767319092.007301:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319092.007305:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319092.007308:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772032 00000100:00100000:1.0:1767319092.007313:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772032 00000100:00100000:1.0:1767319092.007342:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4869 00000100:00100000:1.0:1767319092.007348:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989772032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319092.007354:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989772288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319092.007385:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989772032:12345-0@lo:400:kworker.0 Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319092.007392:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4869 00000100:00080000:1.0:1767319092.007412:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319092.007428:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989772032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319092.007448:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989771776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319092.007874:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319092.008005:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772416 00000100:00100000:3.0:1767319092.008010:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772416 00000100:00100000:3.0:1767319092.008052:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1767319092.008060:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989772416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319092.008096:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989772416:12345-0@lo:400:kworker.0 Request processed in 37us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319092.008102:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00080000:1.0:1767319092.008161:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319092.008220:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989772416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319092.009084:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319092.009464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989771648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319092.009497:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319092.009574:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989771904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319092.009600:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319092.009650:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771648 00000100:00100000:3.0:1767319092.009656:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771648 00000100:00100000:3.0:1767319092.009705:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:3.0:1767319092.009711:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989771648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319092.009731:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319092.009767:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989771648:12345-0@lo:38:kworker.0 Request processed in 56us (269us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319092.009774:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:2.0:1767319092.010460:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989772160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319092.010487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319092.010806:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771520 00000100:00100000:1.0:1767319092.010813:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771520 00000100:00100000:1.0:1767319092.010849:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989771904 00000100:00100000:1.0:1767319092.010852:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989771904 00000100:00100000:1.0:1767319092.010872:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22998 00000100:00100000:1.0:1767319092.010878:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989771520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319092.010893:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319092.010926:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989771520:12345-0@lo:38:kworker.0 Request processed in 47us (1843us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319092.010932:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22998 00000100:00100000:1.0:1767319092.010947:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22999 00000100:00100000:1.0:1767319092.010963:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989771904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319092.010972:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319092.010995:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989771904:12345-0@lo:38:kworker.0 Request processed in 43us (1394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319092.011001:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22999 00000100:00080000:2.0:1767319092.011283:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319092.011289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319092.011293:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989771520:0@lo:38:kworker.0 00000100:00080000:2.0:1767319092.011303:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319092.011306:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319092.011309:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989771648:0@lo:38:kworker.0 00000100:00080000:2.0:1767319092.011316:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319092.011318:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319092.011321:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989771904:0@lo:38:kworker.0 00000100:00100000:0.0:1767319092.011391:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772160 00000100:00100000:0.0:1767319092.011396:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772160 00000100:00100000:3.0:1767319092.011452:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23000 00000100:00100000:3.0:1767319092.011457:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989772160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319092.011468:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319092.011686:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319092.011700:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319092.011704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989772160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319092.011765:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989772160:12345-0@lo:38:kworker.0 Request processed in 306us (1277us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319092.011771:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23000 00010000:00010000:0.0:1767319092.833133:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319093.024405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319093.024880:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989772544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319093.024950:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319093.025041:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772544 00000100:00100000:2.0:1767319093.025049:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772544 00000100:00100000:2.0:1767319093.025092:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:2.0:1767319093.025100:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989772544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319093.025132:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319093.025177:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989772544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319093.025184:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00100000:2.0:1767319093.025249:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989772544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319093.027040:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989772672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319093.027095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319093.027406:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772672 00000100:00100000:3.0:1767319093.027414:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772672 00000100:00100000:3.0:1767319093.027459:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:3.0:1767319093.027468:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989772672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319093.027495:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319093.027534:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989772672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319093.027541:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1767319093.028065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989772672:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319093.857764:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319094.048586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319094.882309:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319095.073751:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319095.904473:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319096.096416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319096.162912:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319096.162986:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319096.168153:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818880 00000100:00100000:2.0:1767319096.168170:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818880 00000100:00100000:2.0:1767319096.168326:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925818752 00000100:00100000:2.0:1767319096.168330:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925818752 00000100:00080000:3.0:1767319096.168337:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319096.168361:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4870 00000100:00100000:2.0:1767319096.168373:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925818880:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319096.168483:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925818880:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 111us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319096.168491:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4870 00000100:00100000:2.0:1767319096.168514:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23001 00000100:00100000:2.0:1767319096.168519:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925818752:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319096.168553:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319096.168583:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925818752:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 62us (5598us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319096.168589:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23001 00010000:00010000:3.0:1767319096.928421:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319097.120351:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319097.120361:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319097.120364:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319097.120367:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319097.120372:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319097.120380:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4341 00000100:00080000:3.0:1767319097.120385:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319097.120391:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319097.120447:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093b80 x1853163989772800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319097.120464:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319097.120467:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319097.120469:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319097.120473:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4341 00000100:00080000:3.0:1767319097.120475:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319097.120479:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319097.120494:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091f80 x1853163989772928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319097.120537:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319097.120540:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319097.120542:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319097.120545:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4341 00000100:00080000:3.0:1767319097.120548:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319097.120552:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319097.120589:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163989773184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319097.120623:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319097.120635:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319097.120637:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319097.120641:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4341 00000100:00080000:3.0:1767319097.120643:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319097.120647:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319097.120659:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092a00 x1853163989773440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319097.120699:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989773568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319097.120763:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319097.120822:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319097.120829:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989773312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319097.120857:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319097.121185:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989773056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121218:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319097.121270:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319097.121276:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989773696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121298:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319097.121330:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773312 00000100:00100000:1.0:1767319097.121336:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773312 00000100:00100000:1.0:1767319097.121379:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773056 00000100:00100000:1.0:1767319097.121381:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773056 00000100:00100000:1.0:1767319097.121400:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4871 00000100:00100000:1.0:1767319097.121419:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989773312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121463:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989773312:12345-0@lo:400:kworker.0 Request processed in 56us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319097.121470:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4871 00000100:00100000:1.0:1767319097.121485:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4872 00000100:00100000:1.0:1767319097.121491:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989773056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121513:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989773056:12345-0@lo:400:kworker.0 Request processed in 23us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319097.121519:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4872 00000100:00080000:1.0:1767319097.121532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319097.121556:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989773056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121577:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773568 00000100:00100000:1.0:1767319097.121579:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773568 00000100:00100000:1.0:1767319097.121616:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773696 00000100:00100000:1.0:1767319097.121619:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773696 00000100:00100000:1.0:1767319097.121668:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:1.0:1767319097.121674:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989773568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121702:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989773568:12345-0@lo:400:kworker.0 Request processed in 29us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319097.121707:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:1.0:1767319097.121718:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:1.0:1767319097.121724:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989773696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121750:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989773696:12345-0@lo:400:kworker.0 Request processed in 27us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319097.121756:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00080000:1.0:1767319097.121772:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319097.121775:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319097.121787:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989773696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121804:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989773312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319097.121812:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989773568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319097.121889:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319097.122207:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989772800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319097.122265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319097.122288:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989772928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319097.122308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319097.122342:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989773184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319097.122360:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319097.122374:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989773440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319097.122388:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319097.122409:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772800 00000100:00100000:2.0:1767319097.122412:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772800 00000100:00100000:2.0:1767319097.122445:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773184 00000100:00100000:2.0:1767319097.122447:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773184 00000100:00100000:2.0:1767319097.122457:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773440 00000100:00100000:2.0:1767319097.122459:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773440 00000100:00100000:2.0:1767319097.122467:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23002 00000100:00100000:2.0:1767319097.122472:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989772800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319097.122489:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319097.122516:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989772800:12345-0@lo:38:kworker.0 Request processed in 43us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319097.122522:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23002 00000100:00100000:2.0:1767319097.122532:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23003 00000100:00100000:2.0:1767319097.122536:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989773184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319097.122544:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319097.122560:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989773184:12345-0@lo:38:kworker.0 Request processed in 23us (199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319097.122565:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23003 00000100:00100000:2.0:1767319097.122574:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23004 00000100:00100000:2.0:1767319097.122578:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989773440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319097.122585:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319097.122611:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989773440:12345-0@lo:38:kworker.0 Request processed in 32us (221us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319097.122616:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23004 00000100:00080000:2.0:1767319097.122657:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319097.122661:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319097.122665:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989772800:0@lo:38:kworker.0 00000100:00080000:2.0:1767319097.122672:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319097.122675:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319097.122677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989773184:0@lo:38:kworker.0 00000100:00080000:2.0:1767319097.122683:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319097.122686:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319097.122689:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989773440:0@lo:38:kworker.0 00000100:00100000:1.0:1767319097.123095:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989772928 00000100:00100000:1.0:1767319097.123101:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989772928 00000100:00100000:1.0:1767319097.123173:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:1.0:1767319097.123178:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989772928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319097.123189:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319097.123226:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989772928:12345-0@lo:38:kworker.0 Request processed in 47us (917us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319097.123249:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00080000:2.0:1767319097.123298:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319097.123302:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319097.123305:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989772928:0@lo:38:kworker.0 00010000:00010000:0.0:1767319097.952750:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319098.145339:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989773824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319098.145347:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319098.145913:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319098.145927:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989773952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319098.146026:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319098.146087:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773952 00000100:00100000:2.0:1767319098.146096:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773952 00000100:00100000:1.0:1767319098.146138:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319098.146172:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989773824 00000100:00100000:2.0:1767319098.146175:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989773824 00000100:00100000:2.0:1767319098.146192:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1767319098.146200:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989773952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319098.146250:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319098.146302:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:2.0:1767319098.146308:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989773952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319098.146318:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:3.0:1767319098.146327:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989773824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319098.146347:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319098.146393:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989773824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319098.146401:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:2.0:1767319098.146526:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989773824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319098.147292:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989773952:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319098.976533:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319099.168463:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319100.000519:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319100.192344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319101.025790:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319101.216601:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319076/real 1767319076] req@ffff96e2e5383800 x1853163989767552/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319101.216637:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5383800 x1853163989767552/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319101.216657:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319101.216682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319101.216686:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989767552:0@lo:250:kworker.0 00000100:00080000:3.0:1767319101.216821:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319101.216826:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319101.216829:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319101.216833:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4326 00000100:00080000:3.0:1767319101.216837:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319101.216842:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319101.216872:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989774080/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319101.216900:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319101.216904:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319101.216905:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319101.216909:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4346 00000100:00080000:3.0:1767319101.216911:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319101.216914:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319101.216927:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989774208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319101.216934:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319101.216938:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319101.216939:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319101.216942:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4346 00000100:00080000:3.0:1767319101.216944:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319101.216947:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319101.216956:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163989774336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319101.216986:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319101.216990:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319101.216992:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319101.217001:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4346 00000100:00080000:3.0:1767319101.217003:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319101.217007:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319101.217016:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163989774592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319101.217039:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319101.217043:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319101.217045:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319101.217050:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4346 00000100:00100000:1.0:1767319101.217053:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989774464:0@lo:400:kworker.0 00000100:00080000:3.0:1767319101.217053:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319101.217058:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319101.217070:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6d80 x1853163989774848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319101.217105:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989775104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319101.217132:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319101.217144:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319101.217210:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774464 00000100:00100000:1.0:1767319101.217218:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774464 00000100:00100000:2.0:1767319101.217275:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989774080:0@lo:250:kworker.0 00000400:00000100:2.0:1767319101.217296:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989774080 offset 0 length 520: 4 00000100:00100000:2.0:1767319101.217313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989774208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319101.217328:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319101.217342:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989774336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319101.217359:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319101.217418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989774592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319101.217435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319101.217447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989774848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319101.217461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319101.217482:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774208 00000100:00100000:2.0:1767319101.217486:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774208 00000100:00100000:0.0:1767319101.217753:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319101.217781:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989774976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319101.217810:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319101.217830:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319101.217835:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989774720:0@lo:400:kworker.0 00000100:00100000:0.0:1767319101.217851:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319101.220795:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775104 00000100:00100000:3.0:1767319101.220808:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775104 00000100:00100000:3.0:1767319101.220917:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774976 00000100:00100000:3.0:1767319101.220921:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774976 00000100:00100000:3.0:1767319101.220948:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1767319101.220958:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989775104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319101.221071:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989775104:12345-0@lo:400:kworker.0 Request processed in 113us (3925us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319101.221078:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1767319101.221095:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:3.0:1767319101.221102:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989774976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319101.221131:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989774976:12345-0@lo:400:kworker.0 Request processed in 30us (3320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319101.221136:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00100000:3.0:1767319101.221188:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989775104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319101.221598:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989774976:0@lo:400:kworker.0 00000100:00100000:2.0:1767319101.222219:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774592 00000100:00100000:2.0:1767319101.222226:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774592 00000100:00100000:2.0:1767319101.222273:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774848 00000100:00100000:2.0:1767319101.222276:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774848 00000100:00100000:2.0:1767319101.222286:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774720 00000100:00100000:2.0:1767319101.222288:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774720 00000100:00080000:1.0:1767319101.224859:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319101.229499:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23005 00000100:00100000:3.0:1767319101.230776:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989774208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319101.230807:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319101.230936:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989774208:12345-0@lo:38:kworker.0 Request processed in 163us (13605us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319101.230944:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23005 00000100:00100000:3.0:1767319101.230975:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23006 00000100:00100000:3.0:1767319101.230979:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989774592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319101.230989:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319101.231015:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989774592:12345-0@lo:38:kworker.0 Request processed in 34us (13579us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319101.231020:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23006 00000100:00100000:3.0:1767319101.231033:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23007 00000100:00100000:3.0:1767319101.231038:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989774848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319101.231046:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319101.231071:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989774848:12345-0@lo:38:kworker.0 Request processed in 31us (13608us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319101.231075:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23007 00000100:00080000:3.0:1767319101.231159:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319101.231164:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319101.231168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989774208:0@lo:38:kworker.0 00000100:00080000:3.0:1767319101.231179:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319101.231183:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319101.231186:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989774592:0@lo:38:kworker.0 00000100:00080000:3.0:1767319101.231196:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319101.231199:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319101.231202:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989774848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319101.231465:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989774336 00000100:00100000:3.0:1767319101.231473:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989774336 00000100:00100000:3.0:1767319101.231592:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:3.0:1767319101.231600:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989774336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319101.231610:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319101.231646:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989774336:12345-0@lo:38:kworker.0 Request processed in 46us (14286us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319101.231652:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00080000:3.0:1767319101.231682:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319101.231687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319101.231690:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989774336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319101.235097:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4873 00000100:00100000:2.0:1767319101.235207:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874 00000100:00100000:2.0:1767319101.235216:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989774720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319101.235341:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989774720:12345-0@lo:400:kworker.0 Request processed in 126us (17488us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319101.235348:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874 00000100:00100000:3.0:1767319101.236629:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989774720:0@lo:400:kworker.0 00000100:00080000:1.0:1767319101.241869:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319101.241878:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319101.245844:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989774464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319101.245979:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989774464:12345-0@lo:400:kworker.0 Request processed in 10871us (28847us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319101.245991:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4873 00000100:00100000:1.0:1767319101.246777:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989774464:0@lo:400:kworker.0 00000100:00100000:3.0:1767319101.285173:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319101.285260:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319101.285292:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819008 00000100:00100000:0.0:1767319101.285303:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819008 00000100:00100000:0.0:1767319101.285348:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819136 00000100:00100000:0.0:1767319101.285352:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819136 00000100:00100000:0.0:1767319101.285401:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4875 00000100:00100000:0.0:1767319101.285411:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925819136:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319101.285462:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319101.285490:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925819136:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319101.285499:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4875 00000100:00100000:0.0:1767319101.285528:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23008 00000100:00100000:0.0:1767319101.285532:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925819008:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319101.285552:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319101.285581:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925819008:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319101.285589:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23008 00000400:00000100:3.0:1767319101.294003:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925819264 offset 0 length 520: 4 00010000:00010000:3.0:1767319102.048956:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319102.240734:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319103.072742:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319103.264359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319103.264666:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319103.264685:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989775232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319103.264785:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319103.264927:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775232 00000100:00100000:2.0:1767319103.264936:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775232 00000100:00100000:3.0:1767319103.264977:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319103.264985:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989775360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319103.265027:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319103.265095:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775360 00000100:00100000:1.0:1767319103.265100:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775360 00000100:00100000:2.0:1767319103.267658:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:2.0:1767319103.267676:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989775232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319103.267740:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319103.267842:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989775232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (3057us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319103.267850:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00100000:2.0:1767319103.267949:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989775232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319103.271662:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:1.0:1767319103.271681:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989775360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319103.271720:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319103.271867:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989775360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 193us (6838us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319103.271879:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1767319103.275280:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989775360:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319103.276653:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319103.276662:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319104.099893:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319104.293944:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319105.120821:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319105.312401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319106.144529:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319106.336731:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319106.337273:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319106.337280:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319106.337283:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319106.337288:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319106.337291:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319106.337323:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4350 00000100:00080000:0.0:1767319106.337327:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319106.337333:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319106.337370:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6d80 x1853163989775488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319106.337404:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319106.337407:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319106.337409:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319106.337413:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4350 00000100:00080000:0.0:1767319106.337415:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319106.337419:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319106.337441:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163989775616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319106.337505:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319106.337509:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319106.337511:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319106.337525:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4350 00000100:00080000:0.0:1767319106.337528:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319106.337532:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319106.337544:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989775872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319106.337569:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319106.337573:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319106.337575:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319106.337579:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4350 00000100:00080000:0.0:1767319106.337582:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319106.337585:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319106.337610:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5c00 x1853163989776128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319106.337991:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989775488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319106.338089:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319106.338156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989775616:0@lo:38:kworker.0 00000100:00100000:3.0:1767319106.338166:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989775744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319106.338192:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319106.338196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319106.338218:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989775872:0@lo:38:kworker.0 00000100:00100000:3.0:1767319106.338226:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775616 00000100:00100000:3.0:1767319106.338250:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775616 00000100:00100000:1.0:1767319106.338262:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319106.338290:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989776128:0@lo:38:kworker.0 00000100:00100000:3.0:1767319106.338293:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1767319106.338299:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989775616:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319106.338309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767319106.338319:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319106.338349:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775488 00000100:00100000:1.0:1767319106.338353:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775488 00000100:00100000:3.0:1767319106.338360:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989775616:12345-0@lo:38:kworker.0 Request processed in 60us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319106.338367:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:1.0:1767319106.338373:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775744 00000100:00100000:1.0:1767319106.338375:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775744 00000100:00100000:3.0:1767319106.338390:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989775872 00000100:00100000:3.0:1767319106.338393:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989775872 00000100:00100000:1.0:1767319106.338403:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776128 00000100:00100000:1.0:1767319106.338405:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776128 00000100:00100000:3.0:1767319106.338407:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4876 00000100:00100000:3.0:1767319106.338413:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989775744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319106.338415:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23009 00000100:00100000:1.0:1767319106.338418:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989775488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319106.338440:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319106.338464:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989775488:12345-0@lo:38:kworker.0 Request processed in 44us (375us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319106.338466:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989775744:12345-0@lo:400:kworker.0 Request processed in 54us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319106.338470:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23009 00000100:00100000:3.0:1767319106.338473:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4876 00000100:00100000:1.0:1767319106.338497:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23010 00000100:00100000:1.0:1767319106.338501:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989775872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319106.338514:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319106.338536:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989775872:12345-0@lo:38:kworker.0 Request processed in 34us (273us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319106.338619:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23011 00000100:00100000:3.0:1767319106.338624:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989776128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319106.338634:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319106.338637:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989776256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319106.338671:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989776128:12345-0@lo:38:kworker.0 Request processed in 46us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319106.338676:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319106.338677:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23011 00000100:00100000:0.0:1767319106.338708:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319106.338708:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776256 00000100:00100000:3.0:1767319106.338712:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776256 00000100:00100000:0.0:1767319106.338714:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989776000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319106.338734:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319106.338738:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:3.0:1767319106.338744:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989776256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319106.338825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989776384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319106.338853:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319106.338892:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989776256:12345-0@lo:400:kworker.0 Request processed in 147us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319106.338899:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00100000:2.0:1767319106.338900:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776000 00000100:00100000:2.0:1767319106.338904:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776000 00000100:00100000:3.0:1767319106.338909:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776384 00000100:00100000:3.0:1767319106.338912:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776384 00000100:00100000:2.0:1767319106.338928:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4877 00000100:00100000:3.0:1767319106.338931:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:2.0:1767319106.338934:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989776000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319106.338936:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989776384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319106.338962:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989776000:12345-0@lo:400:kworker.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319106.338963:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989776384:12345-0@lo:400:kworker.0 Request processed in 27us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319106.338969:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4877 00000100:00100000:3.0:1767319106.338969:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00080000:2.0:1767319106.338983:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319106.338987:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319106.338989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319106.339021:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989776000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319106.340647:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23010 00000100:00100000:2.0:1767319106.340974:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989776384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319106.343183:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989776256:0@lo:400:kworker.0 00000100:00080000:0.0:1767319106.346454:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319106.346468:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319106.346473:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989775488:0@lo:38:kworker.0 00000100:00080000:0.0:1767319106.346492:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319106.346496:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319106.346498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989775616:0@lo:38:kworker.0 00000100:00080000:0.0:1767319106.346509:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319106.346512:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319106.346515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989775872:0@lo:38:kworker.0 00000100:00080000:0.0:1767319106.346523:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319106.346526:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319106.346529:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989776128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319106.346939:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989775744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319106.403925:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319106.404355:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819392 00000100:00100000:2.0:1767319106.404365:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819392 00000100:00100000:2.0:1767319106.404433:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23012 00000100:00100000:2.0:1767319106.404442:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925819392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319106.404464:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319106.404536:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925819392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (1138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319106.404544:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23012 00000100:00100000:3.0:1767319106.404980:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319106.405204:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819520 00000100:00100000:0.0:1767319106.405211:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819520 00000100:00100000:0.0:1767319106.405300:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4878 00000100:00100000:0.0:1767319106.405308:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925819520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319106.405379:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925819520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319106.405387:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4878 00000100:00080000:2.0:1767319106.406921:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319107.170118:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319107.360442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319108.193227:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319108.384421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319108.386696:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989776512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319108.386774:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319108.387048:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776512 00000100:00100000:0.0:1767319108.387057:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776512 00000100:00100000:0.0:1767319108.387130:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319108.387141:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989776512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319108.387170:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319108.387219:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989776512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319108.387226:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319108.387293:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989776512:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319108.387363:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319108.389445:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989776640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319108.389504:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319108.389609:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776640 00000100:00100000:3.0:1767319108.389618:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776640 00000100:00100000:3.0:1767319108.389695:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:3.0:1767319108.389705:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989776640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319108.389731:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319108.389775:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989776640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319108.389782:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00080000:1.0:1767319108.389856:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319108.389931:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989776640:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319109.220131:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319109.408358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319110.242708:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319110.433117:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319111.264527:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319111.456655:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319111.456966:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319111.456972:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319111.456975:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319111.456980:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319111.456984:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319111.456992:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4356 00000100:00080000:3.0:1767319111.456997:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319111.457005:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319111.457046:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5c00 x1853163989776768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319111.457075:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319111.457078:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319111.457080:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319111.457083:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4356 00000100:00080000:3.0:1767319111.457085:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319111.457089:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319111.457100:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989776896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319111.457129:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319111.457132:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319111.457133:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319111.457136:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4356 00000100:00080000:3.0:1767319111.457139:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319111.457142:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319111.457151:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6d80 x1853163989777152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319111.457168:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319111.457172:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319111.457174:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319111.457177:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4356 00000100:00080000:3.0:1767319111.457179:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319111.457183:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319111.457193:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163989777408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319111.457254:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989777664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319111.457317:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319111.457398:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319111.457405:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989777024:0@lo:400:kworker.0 00000100:00100000:3.0:1767319111.457430:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319111.457456:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989777280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319111.457489:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319111.457504:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319111.457508:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989777536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319111.457540:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319111.457572:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777024 00000100:00100000:3.0:1767319111.457580:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777024 00000100:00100000:0.0:1767319111.457816:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777664 00000100:00100000:0.0:1767319111.457820:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777664 00000100:00100000:0.0:1767319111.457852:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777536 00000100:00100000:0.0:1767319111.457855:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777536 00000100:00100000:0.0:1767319111.457879:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1767319111.457888:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989777664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319111.457948:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989777664:12345-0@lo:400:kworker.0 Request processed in 62us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319111.457959:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1767319111.457977:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:0.0:1767319111.457983:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989777536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319111.458015:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989777536:12345-0@lo:400:kworker.0 Request processed in 33us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319111.458020:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:0.0:1767319111.458040:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879 00000100:00100000:0.0:1767319111.458047:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989777024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319111.458075:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989777024:12345-0@lo:400:kworker.0 Request processed in 30us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319111.458081:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879 00000100:00100000:0.0:1767319111.458137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989777536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319111.458163:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989777024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319111.458174:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989777664:0@lo:400:kworker.0 00000100:00080000:1.0:1767319111.458387:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319111.458392:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319111.458394:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319111.458889:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777280 00000100:00100000:3.0:1767319111.458898:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777280 00000100:00100000:3.0:1767319111.459000:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880 00000100:00100000:3.0:1767319111.459007:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989777280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319111.459059:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989777280:12345-0@lo:400:kworker.0 Request processed in 52us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319111.459065:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880 00000100:00100000:2.0:1767319111.459164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989776768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319111.459200:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319111.459255:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989776896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319111.459279:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319111.459303:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989777152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319111.459341:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319111.459357:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989777408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319111.459378:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319111.459420:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776896 00000100:00100000:2.0:1767319111.459424:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776896 00000100:00100000:2.0:1767319111.459449:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1767319111.459455:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989776896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319111.459487:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319111.459520:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989776896:12345-0@lo:38:kworker.0 Request processed in 64us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319111.459526:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00080000:2.0:1767319111.459574:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319111.459580:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319111.459584:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989776896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319111.459605:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989776768 00000100:00100000:2.0:1767319111.459608:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989776768 00000100:00100000:2.0:1767319111.459624:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777152 00000100:00100000:2.0:1767319111.459627:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777152 00000100:00100000:2.0:1767319111.459639:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777408 00000100:00100000:2.0:1767319111.459642:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777408 00000100:00100000:2.0:1767319111.459651:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23013 00000100:00100000:2.0:1767319111.459655:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989776768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319111.459665:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319111.459703:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989776768:12345-0@lo:38:kworker.0 Request processed in 47us (503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319111.459708:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23013 00000100:00100000:2.0:1767319111.459720:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23014 00000100:00100000:2.0:1767319111.459723:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989777152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319111.459731:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319111.459752:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989777152:12345-0@lo:38:kworker.0 Request processed in 27us (423us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319111.459756:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23014 00000100:00100000:2.0:1767319111.459765:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23015 00000100:00100000:2.0:1767319111.459769:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989777408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319111.459776:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319111.459796:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989777408:12345-0@lo:38:kworker.0 Request processed in 25us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319111.459801:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23015 00000100:00080000:2.0:1767319111.459825:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319111.459829:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319111.459832:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989776768:0@lo:38:kworker.0 00000100:00080000:2.0:1767319111.459839:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319111.459841:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319111.459844:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989777152:0@lo:38:kworker.0 00000100:00080000:2.0:1767319111.459850:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319111.459853:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319111.459855:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989777408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319111.462748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989777280:0@lo:400:kworker.0 00000100:00080000:1.0:1767319111.466818:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319111.526053:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319111.526103:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319111.526182:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819776 00000100:00100000:2.0:1767319111.526192:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819776 00000100:00100000:2.0:1767319111.526287:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819648 00000100:00100000:2.0:1767319111.526291:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819648 00000100:00100000:2.0:1767319111.526313:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4881 00000100:00100000:2.0:1767319111.526323:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925819776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319111.526421:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925819776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319111.526431:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4881 00000100:00100000:2.0:1767319111.526450:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23016 00000100:00100000:2.0:1767319111.526454:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925819648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319111.526473:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319111.526500:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925819648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319111.526506:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23016 00000100:00080000:1.0:1767319111.527014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319112.288614:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319112.482612:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319113.312506:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319113.504443:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989777792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319113.504520:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319113.504530:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989777920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319113.504534:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319113.504562:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777792 00000100:00100000:2.0:1767319113.504571:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777792 00000100:00080000:1.0:1767319113.504617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319113.504634:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:2.0:1767319113.504644:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989777792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319113.504674:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319113.504731:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989777792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319113.504739:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00100000:1.0:1767319113.504815:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989777792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319113.504860:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319113.510283:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319113.511596:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989777920 00000100:00100000:2.0:1767319113.511608:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989777920 00000100:00100000:2.0:1767319113.511694:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1767319113.511704:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989777920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319113.511744:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319113.512211:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989777920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 507us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319113.512220:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00080000:3.0:1767319113.514076:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319113.514148:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989777920:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319114.336500:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319114.528509:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319115.360464:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319115.552640:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319116.384889:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319116.576395:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319116.576408:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319116.576411:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319116.576416:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319116.576420:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319116.576429:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4361 00000100:00080000:0.0:1767319116.576435:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319116.576441:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319116.576483:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250a80 x1853163989778048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319116.576509:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319116.576513:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319116.576515:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319116.576519:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4361 00000100:00080000:0.0:1767319116.576522:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319116.576525:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319116.576544:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251f80 x1853163989778176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319116.576582:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319116.576586:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319116.576588:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319116.576592:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4361 00000100:00080000:0.0:1767319116.576594:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319116.576597:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319116.576609:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253800 x1853163989778432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319116.576634:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319116.576637:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319116.576639:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319116.576642:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4361 00000100:00080000:0.0:1767319116.576644:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319116.576648:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319116.576658:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251180 x1853163989778688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319116.576694:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989778560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319116.576755:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989778304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319116.576763:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319116.576799:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319116.576825:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319116.576829:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319116.576836:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989778816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319116.576840:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989778944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319116.576877:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319116.576889:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778560 00000100:00100000:3.0:1767319116.576898:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778560 00000100:00100000:0.0:1767319116.576915:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778816 00000100:00100000:0.0:1767319116.576920:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778816 00000100:00100000:0.0:1767319116.576961:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:0.0:1767319116.576970:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989778816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319116.577019:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989778816:12345-0@lo:400:kworker.0 Request processed in 50us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319116.577025:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778304 00000100:00100000:0.0:1767319116.577029:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:3.0:1767319116.577031:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778304 00000100:00100000:3.0:1767319116.577060:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4882 00000100:00100000:3.0:1767319116.577068:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989778560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319116.577107:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989778560:12345-0@lo:400:kworker.0 Request processed in 41us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319116.577114:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4882 00000100:00100000:0.0:1767319116.577125:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989778816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319116.577131:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4883 00000100:00100000:3.0:1767319116.577141:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989778304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319116.577143:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989778560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319116.577175:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989778304:12345-0@lo:400:kworker.0 Request processed in 36us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319116.577182:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4883 00000100:00080000:0.0:1767319116.577191:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319116.577197:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319116.577206:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319116.577226:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778944 00000100:00100000:3.0:1767319116.577264:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989778304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319116.577265:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778944 00000100:00100000:0.0:1767319116.577302:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:0.0:1767319116.577310:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989778944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319116.577354:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989778944:12345-0@lo:400:kworker.0 Request processed in 45us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319116.577360:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00080000:0.0:1767319116.577380:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319116.577394:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989778944:0@lo:400:kworker.0 00000100:00100000:2.0:1767319116.577566:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989778048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319116.577595:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319116.577625:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989778176:0@lo:38:kworker.0 00000100:00100000:2.0:1767319116.577648:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319116.577670:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989778432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319116.577689:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319116.577703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989778688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319116.577722:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319116.577750:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778176 00000100:00100000:2.0:1767319116.577754:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778176 00000100:00100000:3.0:1767319116.577774:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778048 00000100:00100000:2.0:1767319116.577780:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:3.0:1767319116.577781:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778048 00000100:00100000:2.0:1767319116.577799:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989778176:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319116.577806:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778432 00000100:00100000:3.0:1767319116.577810:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778432 00010000:00020000:2.0:1767319116.577817:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319116.577824:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989778688 00000100:00100000:3.0:1767319116.577828:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989778688 00000100:00100000:3.0:1767319116.577847:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23017 00000100:00100000:3.0:1767319116.577853:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989778048:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319116.577860:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989778176:12345-0@lo:38:kworker.0 Request processed in 59us (208us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767319116.577869:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319116.577870:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:2.0:1767319116.577897:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23018 00000100:00100000:2.0:1767319116.577903:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989778432:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319116.577906:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989778048:12345-0@lo:38:kworker.0 Request processed in 51us (309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319116.577915:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23017 00010000:00020000:2.0:1767319116.577917:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319116.577931:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23019 00000100:00100000:3.0:1767319116.577936:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989778688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319116.577947:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319116.577956:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989778432:12345-0@lo:38:kworker.0 Request processed in 44us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319116.577967:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23018 00000100:00100000:3.0:1767319116.577979:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989778688:12345-0@lo:38:kworker.0 Request processed in 40us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319116.577986:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23019 00000100:00080000:2.0:1767319116.578029:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319116.578035:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319116.578039:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989778048:0@lo:38:kworker.0 00000100:00080000:2.0:1767319116.578048:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319116.578051:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319116.578054:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989778176:0@lo:38:kworker.0 00000100:00080000:2.0:1767319116.578061:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319116.578065:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319116.578067:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989778432:0@lo:38:kworker.0 00000100:00080000:2.0:1767319116.578076:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319116.578079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319116.578081:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989778688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319116.578930:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319116.645524:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319116.645569:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319116.645752:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820032 00000100:00100000:2.0:1767319116.645763:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820032 00000100:00100000:2.0:1767319116.645836:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925819904 00000100:00100000:2.0:1767319116.645840:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925819904 00000100:00100000:2.0:1767319116.645862:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4884 00000100:00100000:2.0:1767319116.645872:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925820032:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319116.645945:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925820032:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319116.645953:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4884 00000100:00100000:2.0:1767319116.645972:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23020 00000100:00100000:2.0:1767319116.645977:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925819904:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319116.645998:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319116.646026:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925819904:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319116.646033:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23020 00000100:00080000:0.0:1767319116.646887:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319117.414530:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319117.600421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319118.434348:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319118.624455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319118.624589:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989779072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319118.624699:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319118.624912:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779072 00000100:00100000:3.0:1767319118.624926:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779072 00000100:00100000:3.0:1767319118.624972:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:3.0:1767319118.624978:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989779072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319118.625003:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319118.625037:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989779072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319118.625042:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00080000:0.0:1767319118.625151:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319118.625190:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989779072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319118.626064:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989779200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319118.626098:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319118.626251:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779200 00000100:00100000:0.0:1767319118.626256:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779200 00000100:00080000:2.0:1767319118.626300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319118.626330:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:0.0:1767319118.626338:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989779200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319118.626358:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319118.626396:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989779200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319118.626402:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:2.0:1767319118.626430:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989779200:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319119.459067:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319119.650704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319120.480619:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319120.672518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319121.505047:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319121.696593:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319121.696604:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319121.696607:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319121.696611:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319121.696615:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319121.696623:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319121.696627:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319121.696634:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319121.696673:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989779328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319121.696702:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319121.696705:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319121.696707:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319121.696710:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319121.696712:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319121.696716:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319121.696729:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163989779456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319121.696768:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319121.696772:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319121.696774:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319121.696778:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319121.696780:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319121.696784:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319121.696795:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989779584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319121.696797:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229880 x1853163989779712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319121.696824:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319121.696827:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319121.696828:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319121.696832:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4366 00000100:00080000:3.0:1767319121.696834:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319121.696838:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319121.696849:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163989779968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319121.696872:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319121.696933:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989780224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319121.696963:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779584 00000100:00100000:3.0:1767319121.696968:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319121.696973:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779584 00000100:00080000:3.0:1767319121.697020:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319121.697037:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4885 00000100:00100000:1.0:1767319121.697048:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989779584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319121.697106:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989779584:12345-0@lo:400:kworker.0 Request processed in 61us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319121.697114:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4885 00000100:00100000:3.0:1767319121.697181:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989779584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319121.697251:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989779328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319121.697295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319121.697335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989779456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319121.697350:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779328 00000100:00100000:1.0:1767319121.697355:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779328 00000100:00100000:0.0:1767319121.697363:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319121.697395:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23021 00000100:00100000:0.0:1767319121.697399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989779712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319121.697404:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989779328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319121.697425:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319121.697426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319121.697448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989779968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319121.697466:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989779328:12345-0@lo:38:kworker.0 Request processed in 62us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319121.697476:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23021 00000100:00100000:0.0:1767319121.697479:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319121.697517:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319121.697522:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319121.697525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989779328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319121.697552:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779456 00000100:00100000:0.0:1767319121.697556:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779456 00000100:00100000:1.0:1767319121.697592:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779712 00000100:00100000:1.0:1767319121.697597:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779712 00000100:00100000:1.0:1767319121.697611:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779968 00000100:00100000:1.0:1767319121.697614:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779968 00000100:00100000:1.0:1767319121.697623:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23022 00000100:00100000:1.0:1767319121.697626:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989779712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319121.697636:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319121.697665:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989779712:12345-0@lo:38:kworker.0 Request processed in 37us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319121.697670:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23022 00000100:00100000:1.0:1767319121.697682:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23023 00000100:00100000:1.0:1767319121.697685:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989779968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319121.697694:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319121.697718:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989779968:12345-0@lo:38:kworker.0 Request processed in 31us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319121.697728:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23023 00000100:00100000:2.0:1767319121.697748:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989779840:0@lo:400:kworker.0 00000100:00100000:1.0:1767319121.697761:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780224 00000100:00100000:1.0:1767319121.697766:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780224 00000100:00100000:2.0:1767319121.697783:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319121.697808:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:2.0:1767319121.697811:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319121.697818:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989780224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319121.697821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989780096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319121.697849:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319121.697868:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989780224:12345-0@lo:400:kworker.0 Request processed in 52us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319121.697876:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:1.0:1767319121.697891:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780096 00000100:00100000:1.0:1767319121.697894:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780096 00000100:00100000:2.0:1767319121.697899:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989779840 00000100:00100000:2.0:1767319121.697905:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989779840 00000100:00100000:1.0:1767319121.697919:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:2.0:1767319121.697934:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886 00000100:00100000:2.0:1767319121.697942:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989779840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319121.697975:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989779840:12345-0@lo:400:kworker.0 Request processed in 34us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.697981:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886 00000100:00100000:2.0:1767319121.698005:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319121.698008:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989780096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319121.698032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989779840:0@lo:400:kworker.0 00000100:00100000:1.0:1767319121.698046:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989780096:12345-0@lo:400:kworker.0 Request processed in 120us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.698053:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989780096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319121.698054:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00080000:2.0:1767319121.698104:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319121.698107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319121.698109:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319121.698121:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319121.698127:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319121.698132:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989779712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319121.698151:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989780224:0@lo:400:kworker.0 00000100:00080000:1.0:1767319121.698157:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319121.698163:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319121.698167:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989779968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319121.698454:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:0.0:1767319121.698459:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989779456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319121.698471:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319121.698510:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989779456:12345-0@lo:38:kworker.0 Request processed in 49us (1147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319121.698516:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00080000:1.0:1767319121.700090:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319121.700100:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319121.700104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989779456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319121.765291:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319121.765373:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820288 00000100:00100000:3.0:1767319121.765391:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820288 00000100:00100000:3.0:1767319121.765498:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4887 00000100:00100000:3.0:1767319121.765510:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925820288:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319121.765633:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925820288:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 125us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319121.765642:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4887 00000100:00080000:2.0:1767319121.765742:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319121.768217:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319121.768367:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820160 00000100:00100000:2.0:1767319121.768378:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820160 00000100:00100000:2.0:1767319121.768428:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23024 00000100:00100000:2.0:1767319121.768436:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925820160:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319121.768462:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319121.768534:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925820160:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (336us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319121.768542:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23024 00010000:00010000:3.0:1767319122.531603:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319122.720550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319123.555422:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319123.744940:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989780352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319123.745020:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319123.745181:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780352 00000100:00100000:0.0:1767319123.745188:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780352 00000100:00100000:0.0:1767319123.745261:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767319123.745278:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989780352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319123.745306:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319123.745356:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989780352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319123.745362:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767319123.745388:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319123.745396:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989780480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319123.745421:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319123.755684:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319123.755732:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780480 00000100:00100000:2.0:1767319123.755744:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780480 00000100:00100000:2.0:1767319123.755815:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:2.0:1767319123.755825:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989780480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319123.755858:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319123.755941:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989780480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (10518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319123.755948:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00080000:2.0:1767319123.755968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319123.756020:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989780352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319123.760227:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319123.762290:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989780480:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319124.576762:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319124.768440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319125.600748:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319125.793201:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319125.860358:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767319125.860398:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925820416 offset 0 length 520: 4 00000100:00100000:0.0:1767319125.860425:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319125.863837:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820672 00000100:00100000:2.0:1767319125.863864:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820672 00000100:00100000:2.0:1767319125.863958:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820544 00000100:00100000:2.0:1767319125.863961:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820544 00000100:00100000:2.0:1767319125.863984:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4888 00000100:00080000:0.0:1767319125.864341:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319125.864455:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925820672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319125.864547:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925820672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (4199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319125.864755:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23025 00000100:00100000:1.0:1767319125.864762:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925820544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319125.864784:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319125.864810:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925820544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (4385us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319125.864817:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23025 00000100:00100000:2.0:1767319125.868359:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4888 00010000:00010000:3.0:1767319126.624468:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319126.816291:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319126.816438:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319101/real 1767319101] req@ffff96e1cf2b7100 x1853163989774080/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319126.816505:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1cf2b7100 x1853163989774080/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319126.816515:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319126.816534:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319126.816537:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989774080:0@lo:250:kworker.0 00000100:00080000:3.0:1767319126.816617:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319126.816621:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319126.816624:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319126.816627:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4350 00000100:00080000:3.0:1767319126.816630:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319126.816634:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319126.816662:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163989780608/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319126.816685:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319126.816688:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319126.816690:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319126.816693:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319126.816695:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319126.816698:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319126.816713:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72aa00 x1853163989780736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319126.816739:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319126.816742:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319126.816743:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319126.816746:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319126.816747:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319126.816750:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319126.816761:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728e00 x1853163989780864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319126.816784:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319126.816786:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319126.816787:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319126.816790:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319126.816791:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319126.816793:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319126.816798:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b800 x1853163989781120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319126.816810:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319126.816819:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319126.816820:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319126.816822:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4371 00000100:00080000:3.0:1767319126.816824:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319126.816826:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319126.816831:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728a80 x1853163989781376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319126.816890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989781632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.816951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319126.817019:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319126.817024:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989780992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817060:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319126.817088:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989781248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817116:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319126.817134:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319126.817139:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989781504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817159:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319126.817186:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780992 00000100:00100000:2.0:1767319126.817193:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780992 00000100:00100000:2.0:1767319126.817256:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781248 00000100:00100000:2.0:1767319126.817260:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781248 00000100:00100000:2.0:1767319126.817285:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4889 00000100:00100000:2.0:1767319126.817293:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989780992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817335:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989780992:12345-0@lo:400:kworker.0 Request processed in 44us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.817340:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4889 00000100:00100000:2.0:1767319126.817352:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4890 00000100:00100000:2.0:1767319126.817356:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989781248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817373:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989781248:12345-0@lo:400:kworker.0 Request processed in 17us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.817377:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4890 00000100:00100000:2.0:1767319126.817388:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781632 00000100:00100000:2.0:1767319126.817390:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781632 00000100:00100000:2.0:1767319126.817424:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781504 00000100:00100000:2.0:1767319126.817426:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781504 00000100:00100000:2.0:1767319126.817439:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767319126.817443:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989781632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817461:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989781632:12345-0@lo:400:kworker.0 Request processed in 18us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.817465:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:2.0:1767319126.817471:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:2.0:1767319126.817474:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989781504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817486:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989781504:12345-0@lo:400:kworker.0 Request processed in 12us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319126.817489:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:2.0:1767319126.817517:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989781504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817523:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989781248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817537:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989780992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319126.817542:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989781632:0@lo:400:kworker.0 00000100:00080000:0.0:1767319126.817642:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319126.817645:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319126.817647:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319126.817658:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989780608:0@lo:250:kworker.0 00000400:00000100:0.0:1767319126.817681:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989780608 offset 0 length 520: 4 00000100:00100000:0.0:1767319126.817701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989780736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319126.817721:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319126.817746:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989780864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319126.817760:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319126.817776:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989781120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319126.817789:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319126.817796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989781376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319126.817806:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319126.817940:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780736 00000100:00100000:1.0:1767319126.817945:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780736 00000100:00100000:1.0:1767319126.817973:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781120 00000100:00100000:1.0:1767319126.817975:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781120 00000100:00100000:1.0:1767319126.817983:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781376 00000100:00100000:1.0:1767319126.817985:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781376 00000100:00100000:1.0:1767319126.817994:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23026 00000100:00100000:1.0:1767319126.817997:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989780736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319126.818011:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319126.818048:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989780736:12345-0@lo:38:kworker.0 Request processed in 40us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319126.818054:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23026 00000100:00100000:1.0:1767319126.818067:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23027 00000100:00100000:1.0:1767319126.818071:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989781120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319126.818080:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319126.818104:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989781120:12345-0@lo:38:kworker.0 Request processed in 32us (313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319126.818110:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23027 00000100:00100000:1.0:1767319126.818121:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23028 00000100:00100000:1.0:1767319126.818125:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989781376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319126.818133:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319126.818154:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989781376:12345-0@lo:38:kworker.0 Request processed in 28us (346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319126.818159:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23028 00000100:00080000:0.0:1767319126.818539:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319126.818543:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319126.818545:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989780736:0@lo:38:kworker.0 00000100:00080000:0.0:1767319126.818551:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319126.818553:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319126.818554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989781120:0@lo:38:kworker.0 00000100:00080000:0.0:1767319126.818559:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319126.818560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319126.818562:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989781376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319126.818714:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989780864 00000100:00100000:2.0:1767319126.818719:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989780864 00000100:00100000:2.0:1767319126.818757:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:2.0:1767319126.818761:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989780864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319126.818769:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319126.818802:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989780864:12345-0@lo:38:kworker.0 Request processed in 40us (1040us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319126.818805:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00080000:1.0:1767319126.819143:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319126.819148:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319126.819152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989780864:0@lo:38:kworker.0 00010000:00010000:3.0:1767319127.648496:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319127.840729:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319128.672479:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319128.866529:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319128.866552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989781760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319128.866619:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319128.866651:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319128.866679:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781760 00000100:00100000:2.0:1767319128.866688:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781760 00000100:00100000:2.0:1767319128.866772:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00080000:3.0:1767319128.866772:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319128.866786:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989781760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319128.866816:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319128.866895:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989781760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319128.866903:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:3.0:1767319128.866936:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989781760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319128.867834:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989781888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319128.867873:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319128.867967:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989781888 00000100:00100000:0.0:1767319128.867973:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989781888 00000100:00100000:0.0:1767319128.868036:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:0.0:1767319128.868045:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989781888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319128.868068:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319128.868119:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989781888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319128.868126:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00080000:3.0:1767319128.868142:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319128.868778:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989781888:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319129.697843:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319129.888770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319130.720834:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319130.912621:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319130.980784:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319130.980948:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319130.994865:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820928 00000100:00100000:2.0:1767319130.994881:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820928 00000100:00100000:2.0:1767319130.995047:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925820800 00000100:00100000:2.0:1767319130.995052:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925820800 00000100:00100000:2.0:1767319130.995080:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4891 00000100:00100000:2.0:1767319130.995090:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925820928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319130.995251:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925820928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 162us (14476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319130.995260:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4891 00000100:00100000:2.0:1767319130.995280:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23029 00000100:00100000:2.0:1767319130.995284:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925820800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319130.995327:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319130.995353:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925820800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 67us (14406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319130.995360:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23029 00000100:00080000:0.0:1767319131.003034:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319131.749202:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319131.936466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319131.937247:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319131.937255:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319131.937258:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319131.937263:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319131.937266:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319131.937274:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4376 00000100:00080000:3.0:1767319131.937279:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319131.937285:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319131.937326:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729f80 x1853163989782016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319131.937354:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319131.937358:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319131.937359:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319131.937363:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4376 00000100:00080000:3.0:1767319131.937365:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319131.937375:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319131.937386:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729180 x1853163989782144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319131.937414:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319131.937418:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319131.937419:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319131.937422:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4376 00000100:00080000:3.0:1767319131.937424:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319131.937428:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319131.937436:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728a80 x1853163989782400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319131.937456:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319131.937460:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319131.937461:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319131.937465:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4376 00000100:00080000:3.0:1767319131.937467:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319131.937470:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319131.937478:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72aa00 x1853163989782656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319131.937557:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989782272:0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.937627:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319131.937820:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319131.937827:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989782912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.937850:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319131.937875:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989782528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.937893:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319131.937906:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319131.937910:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989782784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.937926:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319131.937960:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782272 00000100:00100000:3.0:1767319131.937967:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782272 00000100:00100000:3.0:1767319131.938021:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782528 00000100:00100000:3.0:1767319131.938024:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782528 00000100:00100000:3.0:1767319131.938041:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892 00000100:00100000:3.0:1767319131.938049:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989782272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.938098:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989782272:12345-0@lo:400:kworker.0 Request processed in 49us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319131.938106:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892 00000100:00100000:3.0:1767319131.938122:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4893 00000100:00100000:3.0:1767319131.938128:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989782528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.938159:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989782528:12345-0@lo:400:kworker.0 Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319131.938164:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4893 00000100:00100000:3.0:1767319131.938182:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782912 00000100:00100000:3.0:1767319131.938186:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782912 00000100:00100000:3.0:1767319131.938220:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782784 00000100:00100000:3.0:1767319131.938223:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782784 00000100:00100000:3.0:1767319131.938262:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:3.0:1767319131.938267:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989782912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.938295:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989782912:12345-0@lo:400:kworker.0 Request processed in 28us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319131.938300:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:3.0:1767319131.938309:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:3.0:1767319131.938314:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989782784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.938332:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989782784:12345-0@lo:400:kworker.0 Request processed in 18us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319131.938337:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:1.0:1767319131.938615:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989782912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319131.938624:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989782272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319131.938795:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989782016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319131.938845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319131.938879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989782144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319131.938898:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319131.938916:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989782400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319131.938960:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319131.938976:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989782656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319131.938995:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319131.939030:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782016 00000100:00100000:2.0:1767319131.939033:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782016 00000100:00100000:2.0:1767319131.939064:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782400 00000100:00100000:2.0:1767319131.939067:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782400 00000100:00100000:2.0:1767319131.939076:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782656 00000100:00100000:2.0:1767319131.939078:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782656 00000100:00100000:2.0:1767319131.939087:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23030 00000100:00100000:2.0:1767319131.939092:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989782016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319131.939109:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319131.939144:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989782016:12345-0@lo:38:kworker.0 Request processed in 51us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319131.939150:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23030 00000100:00100000:2.0:1767319131.939164:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23031 00000100:00100000:2.0:1767319131.939167:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989782400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319131.939177:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319131.939199:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989782400:12345-0@lo:38:kworker.0 Request processed in 29us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319131.939204:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23031 00000100:00100000:2.0:1767319131.939214:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23032 00000100:00100000:2.0:1767319131.939217:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989782656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319131.939225:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319131.939264:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989782656:12345-0@lo:38:kworker.0 Request processed in 44us (267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319131.939269:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23032 00000100:00080000:2.0:1767319131.939294:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319131.939298:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319131.939302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989782016:0@lo:38:kworker.0 00000100:00080000:2.0:1767319131.939308:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319131.939311:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319131.939314:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989782400:0@lo:38:kworker.0 00000100:00080000:2.0:1767319131.939320:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319131.939323:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319131.939325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989782656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319131.939468:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989782784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319131.939485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989782528:0@lo:400:kworker.0 00000100:00080000:0.0:1767319131.939610:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319131.939615:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319131.939618:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319131.939646:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989782144 00000100:00100000:0.0:1767319131.939650:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989782144 00000100:00100000:0.0:1767319131.939672:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:0.0:1767319131.939676:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989782144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319131.939686:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319131.939729:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989782144:12345-0@lo:38:kworker.0 Request processed in 52us (830us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319131.939736:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00080000:3.0:1767319131.939932:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319131.939937:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319131.939940:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989782144:0@lo:38:kworker.0 00010000:00010000:3.0:1767319132.768456:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319132.961144:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319133.792601:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319133.984903:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989783040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319133.984998:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319133.985145:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783040 00000100:00100000:0.0:1767319133.985156:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783040 00000100:00100000:0.0:1767319133.986577:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:0.0:1767319133.986589:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989783040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319133.986627:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319133.986711:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989783040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (1712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319133.986719:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00080000:1.0:1767319133.987096:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319133.987151:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989783040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319133.988026:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989783168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319133.988092:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319133.988414:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783168 00000100:00100000:1.0:1767319133.988422:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783168 00000100:00100000:1.0:1767319133.988489:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:1.0:1767319133.988499:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989783168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319133.988526:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319133.988572:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989783168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319133.988579:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00100000:3.0:1767319133.988731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989783168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319133.988832:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319133.988885:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319134.816620:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319135.008397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319135.840668:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319136.032381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319136.099157:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319136.099270:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821184 00000100:00100000:3.0:1767319136.099292:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821184 00000100:00100000:3.0:1767319136.099430:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4894 00000100:00100000:3.0:1767319136.099440:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925821184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319136.099465:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319136.099530:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925821184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319136.099538:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4894 00000100:00100000:3.0:1767319136.100509:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319136.100583:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821056 00000100:00100000:1.0:1767319136.100589:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821056 00000100:00100000:1.0:1767319136.100628:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23033 00000100:00100000:1.0:1767319136.100634:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925821056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319136.100655:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319136.100708:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925821056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 72us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319136.100715:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23033 00010000:00010000:3.0:1767319136.864478:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319137.056378:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319137.056390:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319137.056393:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319137.056398:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319137.056402:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319137.056411:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4381 00000100:00080000:3.0:1767319137.056416:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319137.056424:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319137.056464:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b480 x1853163989783296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319137.056481:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319137.056484:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319137.056486:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319137.056489:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4381 00000100:00080000:3.0:1767319137.056492:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319137.056495:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319137.056507:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72aa00 x1853163989783424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319137.056551:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319137.056554:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319137.056556:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319137.056559:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4381 00000100:00080000:3.0:1767319137.056561:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319137.056564:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319137.056577:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729f80 x1853163989783680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319137.056600:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319137.056603:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319137.056605:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319137.056608:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4381 00000100:00080000:3.0:1767319137.056610:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319137.056613:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319137.056621:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b100 x1853163989783936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319137.056668:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989783808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319137.056729:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319137.056785:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319137.056799:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989784064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319137.056821:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.057028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989783296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.057348:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.057372:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989783424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.057392:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.057410:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989783680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.057425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.057436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989783936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319137.057450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319137.057477:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784064 00000100:00100000:2.0:1767319137.057484:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784064 00000100:00100000:2.0:1767319137.057548:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:2.0:1767319137.057569:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989784064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.057613:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989784064:12345-0@lo:400:kworker.0 Request processed in 58us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319137.057620:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:2.0:1767319137.057641:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783424 00000100:00100000:2.0:1767319137.057644:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783424 00000100:00100000:2.0:1767319137.057658:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:2.0:1767319137.057663:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989783424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319137.057680:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319137.057707:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989783424:12345-0@lo:38:kworker.0 Request processed in 43us (314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319137.057712:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:2.0:1767319137.057727:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783808 00000100:00100000:2.0:1767319137.057730:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783808 00000100:00100000:2.0:1767319137.057750:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783296 00000100:00100000:2.0:1767319137.057752:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783296 00000100:00100000:2.0:1767319137.057762:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783680 00000100:00100000:2.0:1767319137.057764:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783680 00000100:00100000:2.0:1767319137.057770:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783936 00000100:00100000:2.0:1767319137.057772:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783936 00000100:00100000:2.0:1767319137.057779:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4895 00000100:00100000:2.0:1767319137.057784:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989783808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.057809:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989783808:12345-0@lo:400:kworker.0 Request processed in 25us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319137.057814:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4895 00000100:00100000:2.0:1767319137.057824:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23034 00000100:00100000:2.0:1767319137.057827:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989783296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319137.057836:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319137.057864:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989783296:12345-0@lo:38:kworker.0 Request processed in 35us (516us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319137.057869:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23034 00000100:00100000:2.0:1767319137.057879:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23035 00000100:00100000:2.0:1767319137.057882:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989783680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319137.057890:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319137.057908:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989783680:12345-0@lo:38:kworker.0 Request processed in 25us (482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319137.057913:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23035 00000100:00100000:2.0:1767319137.057920:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23036 00000100:00100000:2.0:1767319137.057924:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989783936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319137.057932:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319137.057946:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989783936:12345-0@lo:38:kworker.0 Request processed in 21us (496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319137.057951:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23036 00000100:00080000:2.0:1767319137.057967:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319137.057971:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319137.058005:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989784064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.058014:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989783808:0@lo:400:kworker.0 00000100:00080000:2.0:1767319137.058039:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319137.058043:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319137.058046:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989783296:0@lo:38:kworker.0 00000100:00080000:2.0:1767319137.058054:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319137.058056:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319137.058059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989783424:0@lo:38:kworker.0 00000100:00080000:2.0:1767319137.058065:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319137.058068:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319137.058070:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989783680:0@lo:38:kworker.0 00000100:00080000:2.0:1767319137.058077:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319137.058080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319137.058082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989783936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319137.058227:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989784192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.058290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319137.058316:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319137.058322:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989783552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.058344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319137.058374:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989783552 00000100:00100000:1.0:1767319137.058378:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989783552 00000100:00100000:1.0:1767319137.058429:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4896 00000100:00100000:1.0:1767319137.058437:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989783552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.058474:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989783552:12345-0@lo:400:kworker.0 Request processed in 39us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.058480:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4896 00000100:00100000:1.0:1767319137.058501:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784192 00000100:00100000:1.0:1767319137.058505:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784192 00000100:00100000:1.0:1767319137.058541:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:1.0:1767319137.058548:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989784192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.058577:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989784192:12345-0@lo:400:kworker.0 Request processed in 30us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319137.058584:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00080000:1.0:1767319137.058613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319137.058616:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319137.058634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989783552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319137.058644:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989784192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319137.060678:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319137.894419:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319138.080453:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319138.912559:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319139.104532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319139.104837:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319139.104869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989784320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319139.104966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319139.105061:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784320 00000100:00100000:1.0:1767319139.105070:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784320 00000100:00100000:1.0:1767319139.105151:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1767319139.105160:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989784320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319139.105192:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319139.106654:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319139.106669:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989784448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319139.106719:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319139.111022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319139.111046:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784448 00000100:00100000:2.0:1767319139.111055:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784448 00000100:00100000:2.0:1767319139.111108:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1767319139.111116:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989784448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319139.111152:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319139.111249:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989784448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (4528us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319139.111256:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00080000:2.0:1767319139.111288:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319139.112601:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989784320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7436us (7628us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319139.112611:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1767319139.113404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989784320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319139.113608:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989784448:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319139.939781:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319140.131507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319140.960935:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319141.152406:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319141.230342:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319141.230423:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319141.230568:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821440 00000100:00100000:3.0:1767319141.230577:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821440 00000100:00100000:3.0:1767319141.230640:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821312 00000100:00100000:3.0:1767319141.230643:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821312 00000100:00100000:3.0:1767319141.230662:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4897 00000100:00100000:3.0:1767319141.230671:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925821440:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319141.230747:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925821440:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319141.230755:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4897 00000100:00100000:3.0:1767319141.230781:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23037 00000100:00100000:3.0:1767319141.230786:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925821312:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319141.230806:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319141.230832:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925821312:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (408us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319141.230838:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23037 00000100:00080000:0.0:1767319141.231372:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319141.986651:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319142.177108:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319142.177420:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.177427:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319142.177430:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.177434:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.177438:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.177446:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4386 00000100:00080000:1.0:1767319142.177451:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.177458:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319142.177512:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163989784576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319142.177528:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.177531:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.177533:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.177537:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4386 00000100:00080000:1.0:1767319142.177539:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.177543:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319142.177556:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647480 x1853163989784704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319142.177613:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.177617:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.177619:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.177632:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4386 00000100:00080000:1.0:1767319142.177635:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.177638:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319142.177651:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163989784960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319142.177657:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319142.177674:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989784832:0@lo:400:kworker.0 00000100:00080000:1.0:1767319142.177704:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319142.177709:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319142.177711:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319142.177716:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4386 00000100:00080000:1.0:1767319142.177719:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319142.177723:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319142.177736:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163989785216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319142.177773:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.177784:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989785088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319142.177841:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319142.177845:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989785472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319142.177870:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319142.177878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989785344:0@lo:400:kworker.0 00000100:00100000:3.0:1767319142.177887:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.177913:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319142.177927:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784832 00000100:00100000:3.0:1767319142.177934:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784832 00000100:00100000:1.0:1767319142.177960:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785088 00000100:00100000:1.0:1767319142.177966:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785088 00000100:00100000:3.0:1767319142.177988:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898 00000100:00100000:3.0:1767319142.177998:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989784832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319142.178044:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989784832:12345-0@lo:400:kworker.0 Request processed in 48us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319142.178110:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989784576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.178155:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319142.178181:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989784704:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.178216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319142.178269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989784960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.178290:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319142.178822:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989784832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319142.186500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989785216:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.186575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319142.193474:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319142.193497:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784704 00000100:00100000:0.0:1767319142.193508:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784704 00000100:00100000:0.0:1767319142.193557:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:0.0:1767319142.193565:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989784704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319142.193634:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319142.193724:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989784704:12345-0@lo:38:kworker.0 Request processed in 158us (15507us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319142.193732:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00080000:0.0:1767319142.193793:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319142.193799:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319142.193804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989784704:0@lo:38:kworker.0 00000100:00100000:0.0:1767319142.193867:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785472 00000100:00100000:0.0:1767319142.193872:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785472 00000100:00100000:0.0:1767319142.193963:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785344 00000100:00100000:3.0:1767319142.193964:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898 00000100:00100000:0.0:1767319142.193969:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785344 00000100:00100000:2.0:1767319142.194027:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784576 00000100:00100000:2.0:1767319142.194032:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784576 00000100:00100000:2.0:1767319142.194080:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989784960 00000100:00100000:2.0:1767319142.194083:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989784960 00000100:00100000:2.0:1767319142.195913:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785216 00000100:00100000:2.0:1767319142.195924:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785216 00000100:00100000:2.0:1767319142.195948:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4899 00000100:00100000:2.0:1767319142.195961:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989785088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.196076:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989785088:12345-0@lo:400:kworker.0 Request processed in 119us (18234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319142.196084:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4899 00000100:00100000:2.0:1767319142.196115:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23038 00000100:00100000:2.0:1767319142.196120:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989784576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319142.196140:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319142.196179:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989784576:12345-0@lo:38:kworker.0 Request processed in 57us (18023us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319142.196185:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23038 00000100:00100000:2.0:1767319142.196199:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23039 00000100:00100000:2.0:1767319142.196203:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989784960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319142.196213:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319142.196255:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989784960:12345-0@lo:38:kworker.0 Request processed in 49us (17963us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319142.196261:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23039 00000100:00100000:2.0:1767319142.196273:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23040 00000100:00100000:2.0:1767319142.196278:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989785216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319142.196287:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319142.196311:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989785216:12345-0@lo:38:kworker.0 Request processed in 32us (9736us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319142.196317:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23040 00000100:00080000:2.0:1767319142.196545:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319142.196551:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319142.196555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989784576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319142.196566:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319142.196569:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319142.196572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989784960:0@lo:38:kworker.0 00000100:00080000:2.0:1767319142.196581:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319142.196583:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319142.196586:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989785216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319142.196885:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:2.0:1767319142.196897:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989785472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.196961:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989785472:12345-0@lo:400:kworker.0 Request processed in 70us (19075us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319142.196968:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00100000:2.0:1767319142.196984:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:2.0:1767319142.196991:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989785344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.197022:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989785344:12345-0@lo:400:kworker.0 Request processed in 32us (19110us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319142.197027:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00080000:2.0:1767319142.197046:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319142.197051:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319142.197194:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989785472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.197272:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989785344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319142.197285:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989785088:0@lo:400:kworker.0 00010000:00010000:3.0:1767319143.008659:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319143.200425:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319144.035394:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319144.224855:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319144.225826:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989785600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319144.225899:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319144.225988:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785600 00000100:00100000:1.0:1767319144.225996:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785600 00000100:00100000:1.0:1767319144.226058:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:1.0:1767319144.226068:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989785600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319144.226099:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319144.226141:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989785600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319144.226148:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:1.0:1767319144.226192:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989785600:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319144.226434:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319144.226486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989785728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319144.226513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319144.232207:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785728 00000100:00100000:2.0:1767319144.232224:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785728 00000100:00100000:2.0:1767319144.232401:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:2.0:1767319144.232411:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989785728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319144.232445:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319144.232522:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989785728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (6008us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319144.232529:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00100000:1.0:1767319144.232873:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989785728:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319144.235222:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319145.057977:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319145.249672:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319146.080509:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319146.272433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319146.339556:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319146.339664:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319146.339836:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821696 00000100:00100000:0.0:1767319146.339848:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821696 00000100:00100000:1.0:1767319146.339853:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821568 00000100:00100000:1.0:1767319146.339860:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821568 00000100:00100000:1.0:1767319146.339938:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4900 00000100:00080000:2.0:1767319146.339945:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319146.339963:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925821696:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319146.340057:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925821696:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319146.340065:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4900 00000100:00100000:1.0:1767319146.340111:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23041 00000100:00100000:1.0:1767319146.340116:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925821568:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319146.340146:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319146.340171:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925821568:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (508us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319146.340177:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23041 00010000:00010000:3.0:1767319147.104531:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319147.296450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319147.296572:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.296578:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319147.296581:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.296584:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.296587:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.296595:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4391 00000100:00080000:1.0:1767319147.296599:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.296606:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319147.296649:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163989785856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319147.296686:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.296690:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.296691:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.296695:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4391 00000100:00080000:1.0:1767319147.296698:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.296702:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319147.296715:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eca80 x1853163989785984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319147.296749:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319147.296873:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989785856:0@lo:38:kworker.0 00000100:00100000:3.0:1767319147.296907:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989786112:0@lo:400:kworker.0 00000100:00080000:1.0:1767319147.296972:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.296975:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.296980:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4391 00000100:00080000:1.0:1767319147.296983:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.296986:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319147.297004:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163989786240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319147.297030:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319147.297034:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319147.297036:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319147.297039:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4391 00000100:00080000:1.0:1767319147.297041:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319147.297044:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319147.297054:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163989786496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319147.297103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989786752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.305368:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.305608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.305669:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989786624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319147.305745:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.305806:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786752 00000100:00100000:1.0:1767319147.305815:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786752 00000100:00100000:1.0:1767319147.305868:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786624 00000100:00100000:1.0:1767319147.305871:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786624 00000100:00100000:1.0:1767319147.305893:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:1.0:1767319147.305901:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989786752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319147.305953:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989786752:12345-0@lo:400:kworker.0 Request processed in 52us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319147.305959:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:1.0:1767319147.305976:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:1.0:1767319147.305981:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989786624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319147.306010:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989786624:12345-0@lo:400:kworker.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319147.306016:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767319147.307028:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.307087:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786112 00000100:00100000:0.0:1767319147.307093:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786112 00000100:00100000:0.0:1767319147.307135:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785856 00000100:00100000:0.0:1767319147.307138:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785856 00000100:00100000:0.0:1767319147.307155:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4901 00000100:00100000:0.0:1767319147.307163:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989786112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319147.307214:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989786112:12345-0@lo:400:kworker.0 Request processed in 53us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319147.307220:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4901 00000100:00100000:0.0:1767319147.307329:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23042 00000100:00100000:0.0:1767319147.307335:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989785856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319147.307401:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.307522:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989785856:12345-0@lo:38:kworker.0 Request processed in 184us (497us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.307530:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23042 00000100:00080000:0.0:1767319147.307599:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319147.307605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319147.307608:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319147.307627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989786368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319147.307672:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.307693:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786368 00000100:00100000:0.0:1767319147.307696:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786368 00000100:00100000:3.0:1767319147.307705:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989786112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319147.307722:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4902 00000100:00100000:0.0:1767319147.307728:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989786368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319147.307761:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989786752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319147.307882:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989786368:12345-0@lo:400:kworker.0 Request processed in 153us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319147.307889:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4902 00000100:00080000:0.0:1767319147.307908:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319147.307926:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989786368:0@lo:400:kworker.0 00000100:00080000:0.0:1767319147.307980:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319147.307986:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319147.307989:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989785856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.307996:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989785984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.308021:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.308048:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989786240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.308069:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.308084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989786496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319147.308103:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319147.308127:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989785984 00000100:00100000:0.0:1767319147.308130:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989785984 00000100:00100000:0.0:1767319147.308176:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:0.0:1767319147.308181:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989785984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319147.308193:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319147.308226:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989785984:12345-0@lo:38:kworker.0 Request processed in 44us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319147.308833:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:0.0:1767319147.308858:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786240 00000100:00100000:0.0:1767319147.308863:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786240 00000100:00100000:0.0:1767319147.308948:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786496 00000100:00100000:0.0:1767319147.308952:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786496 00000100:00100000:2.0:1767319147.315188:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23043 00000100:00100000:2.0:1767319147.315203:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989786240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319147.315252:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319147.315336:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989786240:12345-0@lo:38:kworker.0 Request processed in 133us (7265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319147.315359:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23043 00000100:00100000:2.0:1767319147.315383:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23044 00000100:00100000:2.0:1767319147.315388:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989786496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319147.315399:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319147.315428:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989786496:12345-0@lo:38:kworker.0 Request processed in 39us (7324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319147.315444:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23044 00000100:00080000:2.0:1767319147.315499:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319147.315505:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319147.315509:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989786240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319147.315520:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319147.315523:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319147.315526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989786496:0@lo:38:kworker.0 00000100:00080000:2.0:1767319147.315536:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319147.315539:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319147.315541:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989785984:0@lo:38:kworker.0 00000100:00100000:3.0:1767319147.315554:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989786624:0@lo:400:kworker.0 00010000:00010000:3.0:1767319148.128446:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319148.320363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319149.153174:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319149.344734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989786880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319149.344825:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319149.345264:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989786880 00000100:00100000:1.0:1767319149.345274:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989786880 00000100:00100000:1.0:1767319149.345354:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:1.0:1767319149.345364:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989786880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319149.345397:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319149.345447:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989786880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319149.345454:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00080000:3.0:1767319149.345651:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319149.345691:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989786880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319149.345868:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319149.345881:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989787008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319149.345914:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319149.346211:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787008 00000100:00100000:3.0:1767319149.346216:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787008 00000100:00100000:3.0:1767319149.346266:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:3.0:1767319149.346272:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989787008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319149.346291:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319149.346359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319149.346528:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319149.351601:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989787008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5318us (5675us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319149.351626:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:0.0:1767319149.352678:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989787008:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319150.177197:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319150.378155:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319150.437909:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767319150.437959:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925821824 offset 0 length 520: 4 00000100:00100000:3.0:1767319150.438016:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319150.438322:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822080 00000100:00100000:1.0:1767319150.438340:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822080 00000100:00100000:1.0:1767319150.438448:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925821952 00000100:00100000:1.0:1767319150.438453:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925821952 00000100:00100000:1.0:1767319150.438480:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4903 00000100:00100000:1.0:1767319150.438491:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319150.438571:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319150.438579:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4903 00000100:00100000:1.0:1767319150.438610:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23045 00000100:00100000:1.0:1767319150.438615:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925821952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319150.438636:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319150.438794:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925821952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 177us (777us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319150.438802:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23045 00000100:00080000:0.0:1767319150.439398:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319151.200677:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319151.392590:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319126/real 1767319126] req@ffff96e2da72a300 x1853163989780608/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319151 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319151.392630:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da72a300 x1853163989780608/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319151 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319151.392645:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319151.392674:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319151.392679:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989780608:0@lo:250:kworker.0 00000100:00080000:3.0:1767319151.392752:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319151.392758:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319151.392762:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319151.392767:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4376 00000100:00080000:3.0:1767319151.392772:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319151.392781:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319151.392818:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163989787136/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319151.392841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319151.392845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319151.392847:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319151.392851:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4397 00000100:00080000:3.0:1767319151.392904:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319151.392908:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319151.392924:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163989787264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319151.392933:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319151.392936:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319151.392938:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319151.392941:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4397 00000100:00080000:3.0:1767319151.392944:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319151.392947:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319151.392956:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163989787392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319151.393002:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319151.393006:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319151.393008:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319151.393011:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4397 00000100:00080000:3.0:1767319151.393014:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319151.393017:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319151.393030:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f480 x1853163989787648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319151.393056:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319151.393059:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319151.393061:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319151.393064:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4397 00000100:00080000:3.0:1767319151.393067:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319151.393071:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319151.393080:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163989787904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319151.393116:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989788032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319151.393174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319151.393225:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319151.393250:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989787776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319151.393276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319151.393459:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788032 00000100:00100000:1.0:1767319151.393468:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788032 00000100:00100000:1.0:1767319151.393529:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:1.0:1767319151.393539:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989788032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319151.393607:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989788032:12345-0@lo:400:kworker.0 Request processed in 69us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319151.393615:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00100000:1.0:1767319151.393638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989787136:0@lo:250:kworker.0 00000400:00000100:1.0:1767319151.393659:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989787136 offset 0 length 520: 4 00000100:00100000:1.0:1767319151.393678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989787264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319151.393697:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319151.393717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989787392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319151.393738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319151.393753:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989787648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319151.393772:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319151.393785:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989787904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319151.393802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319151.393830:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787776 00000100:00100000:1.0:1767319151.393834:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787776 00000100:00100000:1.0:1767319151.393859:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787264 00000100:00100000:1.0:1767319151.393862:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787264 00000100:00100000:1.0:1767319151.393874:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787648 00000100:00100000:1.0:1767319151.393877:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787648 00000100:00100000:1.0:1767319151.393884:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787904 00000100:00100000:1.0:1767319151.393887:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787904 00000100:00100000:1.0:1767319151.393896:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4904 00000100:00100000:1.0:1767319151.393903:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989787776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319151.393936:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989787776:12345-0@lo:400:kworker.0 Request processed in 34us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319151.393942:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4904 00000100:00100000:1.0:1767319151.393955:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23046 00000100:00100000:1.0:1767319151.393959:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989787264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319151.393976:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319151.394172:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319151.394177:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319151.394208:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23047 00000100:00100000:3.0:1767319151.394214:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989787648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319151.394227:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319151.394284:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989787648:12345-0@lo:38:kworker.0 Request processed in 69us (511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319151.394291:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23047 00000100:00100000:3.0:1767319151.394306:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23048 00000100:00100000:3.0:1767319151.394310:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989787904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319151.394318:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319151.394341:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989787904:12345-0@lo:38:kworker.0 Request processed in 30us (537us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319151.394346:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23048 00000100:00100000:3.0:1767319151.394396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989787776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319151.394407:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989788032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319151.394591:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989788160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319151.394624:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319151.394648:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319151.394654:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989787520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319151.394675:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319151.394697:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787520 00000100:00100000:2.0:1767319151.394703:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787520 00000100:00100000:2.0:1767319151.394735:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4905 00000100:00100000:2.0:1767319151.394741:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989787520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319151.394771:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989787520:12345-0@lo:400:kworker.0 Request processed in 31us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319151.394777:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4905 00000100:00080000:2.0:1767319151.394794:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319151.394812:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989787520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319151.394831:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788160 00000100:00100000:2.0:1767319151.394834:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788160 00000100:00100000:2.0:1767319151.394858:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:2.0:1767319151.394864:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989788160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319151.394898:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989788160:12345-0@lo:400:kworker.0 Request processed in 34us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319151.394905:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00080000:2.0:1767319151.394919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319151.394932:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989788160:0@lo:400:kworker.0 00000100:00080000:2.0:1767319151.394978:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319151.394983:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319151.395206:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989787392 00000100:00100000:0.0:1767319151.395211:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989787392 00000100:00100000:0.0:1767319151.395254:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:0.0:1767319151.395259:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989787392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319151.395271:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319151.395305:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989787392:12345-0@lo:38:kworker.0 Request processed in 45us (1566us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319151.395312:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:0.0:1767319151.395340:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319151.396147:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989787264:12345-0@lo:38:kworker.0 Request processed in 2183us (2445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319151.396156:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23046 00000100:00100000:2.0:1767319151.396224:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989787648:0@lo:38:kworker.0 00000100:00080000:2.0:1767319151.396260:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319151.396265:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319151.396269:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989787904:0@lo:38:kworker.0 00000100:00080000:2.0:1767319151.396290:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319151.396293:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319151.396297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989787264:0@lo:38:kworker.0 00000100:00080000:2.0:1767319151.396306:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319151.396309:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319151.396312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989787392:0@lo:38:kworker.0 00010000:00010000:3.0:1767319152.228487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319152.416383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319153.248573:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319153.440358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319154.272421:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319154.464663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989788288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319154.464734:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.464943:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788288 00000100:00100000:3.0:1767319154.464953:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788288 00000100:00100000:3.0:1767319154.465019:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:3.0:1767319154.465029:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989788288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319154.465059:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319154.465104:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989788288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319154.465111:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00080000:0.0:1767319154.465171:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319154.465207:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989788288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319154.466477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319154.466748:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319154.466764:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989788416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319154.466826:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319154.466951:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788416 00000100:00100000:2.0:1767319154.466958:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788416 00000100:00100000:2.0:1767319154.467015:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1767319154.467023:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989788416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319154.467048:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319154.467102:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989788416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319154.467109:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:1.0:1767319154.467256:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989788416:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319154.467375:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319155.296896:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319155.489808:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319155.557553:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319155.557695:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822336 00000100:00100000:1.0:1767319155.557705:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822336 00000100:00100000:1.0:1767319155.557794:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4906 00000100:00100000:1.0:1767319155.557805:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767319155.558110:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319155.562860:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 5041us (5304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319155.562876:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4906 00000100:00100000:2.0:1767319155.565756:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319155.565876:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822208 00000100:00100000:1.0:1767319155.565887:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822208 00000100:00100000:1.0:1767319155.565946:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23049 00000100:00100000:1.0:1767319155.565954:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925822208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319155.565981:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319155.566156:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925822208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 199us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319155.566164:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23049 00010000:00010000:3.0:1767319156.320464:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319156.512464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319156.512723:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319156.512728:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319156.512731:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319156.512734:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319156.512737:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319156.512744:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319156.512747:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319156.512752:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319156.512789:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383100 x1853163989788544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319156.512816:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319156.512819:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319156.512820:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319156.512822:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319156.512824:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319156.512826:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319156.512833:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989788672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319156.512855:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319156.512858:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319156.512859:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319156.512861:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319156.512863:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319156.512865:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319156.512871:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380700 x1853163989788928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319156.512885:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319156.512887:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319156.512889:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319156.512891:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4401 00000100:00080000:1.0:1767319156.512892:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319156.512895:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319156.512903:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163989789184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319156.512965:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989789312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513031:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319156.513094:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319156.513099:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989789056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513118:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319156.513140:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989788800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513152:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319156.513166:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319156.513168:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989789440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513190:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319156.513210:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789056 00000100:00100000:0.0:1767319156.513216:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789056 00000100:00100000:0.0:1767319156.513280:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788800 00000100:00100000:0.0:1767319156.513283:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788800 00000100:00100000:0.0:1767319156.513298:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907 00000100:00100000:0.0:1767319156.513303:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989789056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513340:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989789056:12345-0@lo:400:kworker.0 Request processed in 37us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319156.513345:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907 00000100:00100000:0.0:1767319156.513358:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4908 00000100:00100000:0.0:1767319156.513361:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989788800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513377:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989788800:12345-0@lo:400:kworker.0 Request processed in 15us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319156.513380:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4908 00000100:00100000:0.0:1767319156.513391:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789312 00000100:00100000:0.0:1767319156.513393:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789312 00000100:00100000:0.0:1767319156.513411:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789440 00000100:00100000:0.0:1767319156.513412:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789440 00000100:00100000:0.0:1767319156.513423:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:0.0:1767319156.513427:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989789312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513445:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989789312:12345-0@lo:400:kworker.0 Request processed in 18us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319156.513448:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:0.0:1767319156.513454:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:0.0:1767319156.513457:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989789440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513471:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989789440:12345-0@lo:400:kworker.0 Request processed in 14us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319156.513474:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00080000:0.0:1767319156.513494:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319156.513498:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319156.513501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319156.513557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989789440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513569:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989788800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319156.513586:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989788544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319156.513600:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989789056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319156.513610:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989789312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319156.513618:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319156.513640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989788672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319156.513674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319156.513703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989788928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319156.513722:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319156.513738:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989789184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319156.513756:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788672 00000100:00100000:2.0:1767319156.513756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319156.513760:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788672 00000100:00100000:0.0:1767319156.513780:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:2.0:1767319156.513781:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788544 00000100:00100000:2.0:1767319156.513784:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788544 00000100:00100000:0.0:1767319156.513785:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989788672:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319156.513800:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989788928 00010000:00020000:0.0:1767319156.513802:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319156.513802:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989788928 00000100:00100000:2.0:1767319156.513812:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789184 00000100:00100000:2.0:1767319156.513814:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789184 00000100:00100000:2.0:1767319156.513823:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23050 00000100:00100000:2.0:1767319156.513827:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989788544:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319156.513834:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989788672:12345-0@lo:38:kworker.0 Request processed in 48us (159us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767319156.513837:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319156.513839:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:2.0:1767319156.513861:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989788544:12345-0@lo:38:kworker.0 Request processed in 32us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319156.513867:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23050 00000100:00100000:0.0:1767319156.513874:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23051 00000100:00100000:2.0:1767319156.513878:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23052 00000100:00100000:0.0:1767319156.513879:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989788928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319156.513882:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989789184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319156.513888:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319156.513890:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319156.513908:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989789184:12345-0@lo:38:kworker.0 Request processed in 25us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319156.513909:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989788928:12345-0@lo:38:kworker.0 Request processed in 29us (186us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319156.513914:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23052 00000100:00080000:2.0:1767319156.513941:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319156.513946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319156.513949:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989788544:0@lo:38:kworker.0 00000100:00080000:2.0:1767319156.513958:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319156.513961:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319156.513963:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989788672:0@lo:38:kworker.0 00000100:00080000:2.0:1767319156.513971:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319156.513974:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319156.513976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989788928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319156.514047:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319156.514050:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319156.514053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989789184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319156.514159:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23051 00010000:00010000:3.0:1767319157.344523:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319157.536459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319158.368629:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319158.560378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319159.392480:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319159.584940:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319159.584955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989789568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319159.585012:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319159.585146:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789568 00000100:00100000:3.0:1767319159.585154:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789568 00000100:00100000:3.0:1767319159.585216:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:3.0:1767319159.585224:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989789568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319159.585262:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319159.585297:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989789568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319159.585302:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00080000:0.0:1767319159.585347:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319159.585402:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989789568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319159.585871:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319159.586091:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989789696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319159.586177:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319159.586253:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789696 00000100:00100000:3.0:1767319159.586258:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789696 00000100:00100000:3.0:1767319159.586306:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:3.0:1767319159.586314:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989789696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319159.586337:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319159.586481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319159.587159:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989789696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 843us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319159.587168:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767319159.587746:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989789696:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319160.422267:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319160.608575:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319160.679147:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319160.679282:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319160.680148:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822592 00000100:00100000:2.0:1767319160.680160:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822592 00000100:00100000:2.0:1767319160.680304:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822464 00000100:00100000:2.0:1767319160.680308:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822464 00000100:00100000:2.0:1767319160.680333:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4909 00000100:00100000:2.0:1767319160.680343:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319160.680429:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319160.680437:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4909 00000100:00100000:2.0:1767319160.680456:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23053 00000100:00100000:2.0:1767319160.680460:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925822464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319160.680489:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319160.680527:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925822464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 65us (1245us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319160.680534:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23053 00000100:00080000:0.0:1767319160.682277:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319161.440884:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319161.632369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319161.633246:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.633254:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319161.633257:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.633260:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319161.633264:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319161.633271:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319161.633275:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319161.633282:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319161.633324:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5180 x1853163989789824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319161.633340:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.633344:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319161.633346:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319161.633349:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319161.633351:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319161.633354:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319161.633364:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5500 x1853163989789952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319161.633401:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.633404:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319161.633406:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319161.633410:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319161.633412:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319161.633415:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319161.633425:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7edc00 x1853163989790208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319161.633445:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.633448:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319161.633450:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319161.633453:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4406 00000100:00080000:1.0:1767319161.633456:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319161.633459:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319161.633470:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163989790464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319161.633537:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989789824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319161.633645:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989790720:0@lo:400:kworker.0 00000100:00100000:0.0:1767319161.633674:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989790080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319161.633707:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319161.633707:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319161.636452:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989790336:0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.636519:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319161.637276:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319161.637287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989790592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.637321:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319161.637355:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790720 00000100:00100000:2.0:1767319161.637362:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790720 00000100:00100000:2.0:1767319161.637428:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790592 00000100:00100000:2.0:1767319161.637431:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790592 00000100:00100000:2.0:1767319161.637452:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1767319161.637460:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989790720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.637729:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989790720:12345-0@lo:400:kworker.0 Request processed in 269us (4021us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319161.637738:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1767319161.637754:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1767319161.637759:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989790592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.637786:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989790592:12345-0@lo:400:kworker.0 Request processed in 28us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319161.637791:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1767319161.637829:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790080 00000100:00100000:2.0:1767319161.637833:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790080 00000100:00100000:2.0:1767319161.637854:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790336 00000100:00100000:2.0:1767319161.637857:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790336 00000100:00100000:2.0:1767319161.637871:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910 00000100:00100000:2.0:1767319161.637877:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989790080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.637905:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989790080:12345-0@lo:400:kworker.0 Request processed in 29us (4199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319161.637910:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910 00000100:00100000:2.0:1767319161.637920:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911 00000100:00100000:2.0:1767319161.637927:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989790336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.637951:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989790336:12345-0@lo:400:kworker.0 Request processed in 26us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319161.637956:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911 00000100:00100000:2.0:1767319161.637999:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989790720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.638292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989790592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319161.638304:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989790336:0@lo:400:kworker.0 00000100:00080000:2.0:1767319161.638347:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319161.638352:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319161.638353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319161.641466:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989790080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319161.655271:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319161.655374:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989789952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319161.655429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319161.655451:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989790208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319161.655472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319161.655506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989790464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319161.655527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319161.655527:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789824 00000100:00100000:2.0:1767319161.655536:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789824 00000100:00100000:2.0:1767319161.655581:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790208 00000100:00100000:2.0:1767319161.655585:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790208 00000100:00100000:2.0:1767319161.655599:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790464 00000100:00100000:2.0:1767319161.655601:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790464 00000100:00100000:2.0:1767319161.655619:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23054 00000100:00100000:2.0:1767319161.655627:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989789824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319161.655649:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319161.655692:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989789824:12345-0@lo:38:kworker.0 Request processed in 65us (429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319161.655699:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23054 00000100:00100000:1.0:1767319161.655705:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23055 00000100:00100000:1.0:1767319161.655710:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989790208:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319161.655714:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23056 00000100:00100000:2.0:1767319161.655718:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989790464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319161.655719:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319161.655725:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319161.655745:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989790208:12345-0@lo:38:kworker.0 Request processed in 34us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319161.655745:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989790464:12345-0@lo:38:kworker.0 Request processed in 25us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319161.655751:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23056 00000100:00100000:1.0:1767319161.655753:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23055 00000100:00080000:1.0:1767319161.655790:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319161.655794:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319161.655798:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989790464:0@lo:38:kworker.0 00000100:00080000:1.0:1767319161.655823:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319161.655826:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319161.655828:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989789824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319161.655835:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319161.655837:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319161.655840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989790208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319161.656013:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989789952 00000100:00100000:0.0:1767319161.656018:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989789952 00000100:00100000:0.0:1767319161.656046:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1767319161.656051:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989789952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319161.656062:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319161.656101:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989789952:12345-0@lo:38:kworker.0 Request processed in 48us (671us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319161.656107:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00080000:1.0:1767319161.659773:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319161.659786:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319161.659790:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989789952:0@lo:38:kworker.0 00010000:00010000:3.0:1767319162.467836:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319162.657351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319163.494677:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319163.680770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319164.512593:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319164.705050:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319164.705324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989790976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319164.705452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319164.705557:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989790848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319164.705583:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319164.705650:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790976 00000100:00100000:3.0:1767319164.705657:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790976 00000100:00100000:3.0:1767319164.705700:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989790848 00000100:00100000:3.0:1767319164.705702:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989790848 00000100:00100000:3.0:1767319164.705713:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:3.0:1767319164.705718:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989790976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319164.705744:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319164.705775:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989790976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319164.705780:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:1.0:1767319164.705929:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:1.0:1767319164.705941:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989790848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319164.705957:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319164.705993:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989790848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319164.705999:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:1.0:1767319164.706047:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989790848:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319164.706452:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319164.706457:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319164.706603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989790976:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319165.538262:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319165.728793:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319165.795347:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319165.795393:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319165.797865:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822848 00000100:00100000:0.0:1767319165.797881:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822848 00000100:00080000:2.0:1767319165.798025:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319165.798381:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822720 00000100:00100000:0.0:1767319165.798387:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822720 00000100:00100000:0.0:1767319165.798430:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4912 00000100:00100000:0.0:1767319165.798444:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822848:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319165.798526:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925822848:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (3195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319165.798534:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4912 00000100:00100000:0.0:1767319165.798553:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23057 00000100:00100000:0.0:1767319165.798557:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925822720:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319165.798577:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319165.798603:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925822720:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (3210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319165.798610:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23057 00010000:00010000:3.0:1767319166.563746:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319166.752655:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319166.752773:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319166.752779:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319166.752782:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319166.752786:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319166.752789:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319166.752796:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4411 00000100:00080000:0.0:1767319166.752800:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319166.752807:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319166.752843:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2d80 x1853163989791104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319166.752900:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989791104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319166.752972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319166.753073:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791104 00000100:00100000:1.0:1767319166.753082:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791104 00000100:00100000:1.0:1767319166.753123:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23058 00000100:00100000:1.0:1767319166.753130:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989791104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319166.753152:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319166.753202:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319166.753207:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319166.753209:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319166.753213:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4411 00000100:00080000:0.0:1767319166.753216:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319166.753220:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319166.753254:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163989791232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319166.756174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989791232:0@lo:38:kworker.0 00000100:00100000:2.0:1767319166.756280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319166.756358:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791232 00000100:00100000:3.0:1767319166.756366:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791232 00000100:00100000:3.0:1767319166.756413:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:3.0:1767319166.756421:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989791232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319166.756444:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319166.756484:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989791232:12345-0@lo:38:kworker.0 Request processed in 64us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319166.756491:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1767319166.760779:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989791104:12345-0@lo:38:kworker.0 Request processed in 7638us (7797us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319166.760795:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23058 00000100:00080000:0.0:1767319166.762581:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319166.762588:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319166.762591:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319166.762601:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4411 00000100:00080000:0.0:1767319166.762606:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319166.762612:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319166.762636:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163989791488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319166.762667:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319166.762671:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319166.762673:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319166.762677:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4411 00000100:00080000:0.0:1767319166.762679:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319166.762682:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319166.762693:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989791744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319166.762760:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989791616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319166.762833:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319166.762872:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319166.762877:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989791872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319166.762902:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319166.762946:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791872 00000100:00100000:0.0:1767319166.762955:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791872 00000100:00100000:0.0:1767319166.763013:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767319166.763021:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989791872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319166.763072:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989791872:12345-0@lo:400:kworker.0 Request processed in 51us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319166.763079:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1767319166.763121:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989791872:0@lo:400:kworker.0 00000100:00080000:0.0:1767319166.763149:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319166.763318:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989792000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319166.763352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319166.763393:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989791360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319166.763424:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319166.763479:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791616 00000100:00100000:1.0:1767319166.763485:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791616 00000100:00100000:1.0:1767319166.763542:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791360 00000100:00100000:1.0:1767319166.763551:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791360 00000100:00080000:3.0:1767319166.763579:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319166.763583:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4913 00000100:00100000:1.0:1767319166.763593:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989791616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319166.763610:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4914 00000100:00100000:3.0:1767319166.763621:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989791360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319166.763657:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989791616:12345-0@lo:400:kworker.0 Request processed in 64us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319166.763667:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913 00000100:00100000:3.0:1767319166.763671:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989791360:12345-0@lo:400:kworker.0 Request processed in 52us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319166.763679:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4914 00000100:00100000:1.0:1767319166.763705:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989791616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319166.763722:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989791360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319166.763770:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792000 00000100:00100000:0.0:1767319166.763775:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792000 00000100:00100000:0.0:1767319166.763855:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1767319166.763862:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989792000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319166.763900:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989792000:12345-0@lo:400:kworker.0 Request processed in 40us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319166.763906:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00080000:3.0:1767319166.763997:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319166.764018:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989792000:0@lo:400:kworker.0 00000100:00080000:2.0:1767319166.767356:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319166.767374:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319166.767379:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989791104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319166.767422:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989791488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319166.768162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319166.768209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989791744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319166.768256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319166.768309:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791488 00000100:00080000:2.0:1767319166.768309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319166.768315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319166.768319:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791488 00000100:00100000:2.0:1767319166.768320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989791232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319166.768371:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23059 00000100:00100000:1.0:1767319166.768379:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989791488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319166.768399:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319166.768449:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989791488:12345-0@lo:38:kworker.0 Request processed in 70us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319166.768457:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23059 00000100:00100000:1.0:1767319166.768473:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989791744 00000100:00100000:1.0:1767319166.768477:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989791744 00000100:00100000:1.0:1767319166.768500:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23060 00000100:00100000:1.0:1767319166.768514:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989791744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319166.768524:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319166.768551:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989791744:12345-0@lo:38:kworker.0 Request processed in 45us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319166.768557:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23060 00000100:00080000:2.0:1767319166.770090:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319166.770102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319166.770106:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989791488:0@lo:38:kworker.0 00000100:00080000:2.0:1767319166.770120:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319166.770124:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319166.770127:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989791744:0@lo:38:kworker.0 00010000:00010000:3.0:1767319167.584594:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319167.776491:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319168.611733:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319168.800371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319169.635054:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319169.824383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319169.824545:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989792128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319169.824622:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319169.824631:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319169.824645:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989792256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319169.824680:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319169.824715:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792128 00000100:00100000:1.0:1767319169.824723:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792128 00000100:00100000:0.0:1767319169.824732:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792256 00000100:00100000:0.0:1767319169.824738:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792256 00000100:00100000:0.0:1767319169.824785:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:0.0:1767319169.824793:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989792256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319169.824825:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767319169.824925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319169.824930:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319169.825132:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989792256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319169.825143:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:0.0:1767319169.825163:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:0.0:1767319169.825170:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989792128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319169.825185:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319169.825224:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989792128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319169.825258:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00100000:3.0:1767319169.825338:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989792128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319169.828452:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989792256:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319170.657782:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319170.848482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319170.915081:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319170.915286:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319170.915541:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925823104 00000100:00100000:3.0:1767319170.915552:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925823104 00000100:00080000:1.0:1767319170.915628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319170.915637:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925822976 00000100:00100000:3.0:1767319170.915642:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925822976 00000100:00100000:3.0:1767319170.915662:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4915 00000100:00100000:3.0:1767319170.915670:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925823104:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319170.915694:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23061 00000100:00100000:1.0:1767319170.915703:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925822976:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319170.915728:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319170.915746:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925823104:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319170.915753:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4915 00000100:00100000:1.0:1767319170.915766:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925822976:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319170.915774:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23061 00010000:00010000:3.0:1767319171.683003:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319171.872402:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319171.872413:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319171.872416:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319171.872421:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319171.872425:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319171.872445:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4416 00000100:00080000:1.0:1767319171.872450:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319171.872457:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319171.872498:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef800 x1853163989792384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319171.872524:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319171.872528:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319171.872531:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319171.872544:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4416 00000100:00080000:1.0:1767319171.872547:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319171.872553:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319171.872554:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989792384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.872579:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5500 x1853163989792512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319171.872624:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319171.872630:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319171.872635:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319171.872637:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319171.872641:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4416 00000100:00080000:1.0:1767319171.872644:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319171.872649:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319171.872663:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713b80 x1853163989792768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319171.872686:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989792512:0@lo:38:kworker.0 00000100:00080000:1.0:1767319171.872707:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319171.872712:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319171.872714:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319171.872720:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4416 00000100:00100000:3.0:1767319171.872724:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319171.872725:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319171.872731:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319171.872744:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163989793024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319171.872756:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989792768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319171.872784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319171.872790:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989793280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319171.872816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989793024:0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.872829:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319171.872851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319171.872858:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319171.872868:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989792640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319171.872892:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792512 00000100:00100000:1.0:1767319171.872897:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319171.872903:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792512 00000100:00100000:1.0:1767319171.872929:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989792896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319171.872945:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:3.0:1767319171.872954:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989792512:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.872959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767319171.872977:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319171.872981:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319171.872989:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989793152:0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.873023:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319171.873030:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989792512:12345-0@lo:38:kworker.0 Request processed in 74us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319171.873039:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767319171.873053:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793280 00000100:00100000:1.0:1767319171.873059:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793280 00000100:00080000:3.0:1767319171.873083:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319171.873089:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319171.873095:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989792512:0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.873111:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793152 00000100:00100000:1.0:1767319171.873116:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793152 00000100:00100000:1.0:1767319171.873140:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767319171.873147:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989793280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.873190:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989793280:12345-0@lo:400:kworker.0 Request processed in 43us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319171.873207:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767319171.873221:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:1.0:1767319171.873227:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989793152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319171.873275:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792384 00000100:00100000:0.0:1767319171.873281:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792384 00000100:00100000:1.0:1767319171.873288:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989793152:12345-0@lo:400:kworker.0 Request processed in 60us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319171.873294:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1767319171.873304:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792768 00000100:00100000:0.0:1767319171.873309:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792768 00000100:00100000:1.0:1767319171.873319:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793024 00000100:00100000:0.0:1767319171.873321:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792640 00000100:00100000:1.0:1767319171.873325:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793024 00000100:00100000:0.0:1767319171.873326:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792640 00000100:00100000:1.0:1767319171.873348:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989792896 00000100:00100000:1.0:1767319171.873355:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989792896 00000100:00100000:0.0:1767319171.873357:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916 00000100:00100000:0.0:1767319171.873370:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989792640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319171.873385:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4917 00000100:00100000:1.0:1767319171.873409:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989792896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319171.873414:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989792640:12345-0@lo:400:kworker.0 Request processed in 47us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319171.873422:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916 00000100:00100000:0.0:1767319171.873441:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23062 00000100:00100000:0.0:1767319171.873446:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989792384:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.873453:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989792896:12345-0@lo:400:kworker.0 Request processed in 57us (494us total) trans 0 rc 0/0 00010000:00020000:0.0:1767319171.873460:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319171.873463:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4917 00000100:00100000:1.0:1767319171.873482:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23063 00000100:00100000:1.0:1767319171.873488:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989792768:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319171.873497:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989792384:12345-0@lo:38:kworker.0 Request processed in 48us (874us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767319171.873501:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319171.873509:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23062 00000100:00100000:0.0:1767319171.873525:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23064 00000100:00100000:0.0:1767319171.873530:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989793024:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.873540:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989792768:12345-0@lo:38:kworker.0 Request processed in 48us (753us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767319171.873541:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319171.873551:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23063 00000100:00100000:0.0:1767319171.873574:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989793024:12345-0@lo:38:kworker.0 Request processed in 42us (723us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319171.873574:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319171.873582:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319171.873585:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23064 00000100:00080000:1.0:1767319171.873586:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319171.873612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989793152:0@lo:400:kworker.0 00000100:00080000:0.0:1767319171.873623:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319171.873629:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989792896:0@lo:400:kworker.0 00000100:00080000:0.0:1767319171.873631:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319171.873639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989793024:0@lo:38:kworker.0 00000100:00080000:0.0:1767319171.873654:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319171.873658:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319171.873662:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989792768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319171.873668:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989792640:0@lo:400:kworker.0 00000100:00080000:0.0:1767319171.873676:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319171.873682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319171.873685:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989793280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319171.873689:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989792384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319171.874533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319172.708694:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319172.898206:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319173.728824:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319173.922786:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319174.752479:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319174.945201:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319174.945222:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989793408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319174.945310:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319174.945373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319174.945435:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793408 00000100:00100000:2.0:1767319174.945444:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793408 00000100:00100000:2.0:1767319174.945599:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:2.0:1767319174.945610:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989793408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319174.945643:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319174.945746:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319174.945759:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989793536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319174.945785:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319174.945886:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793536 00000100:00100000:0.0:1767319174.945890:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793536 00000100:00100000:0.0:1767319174.946108:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:0.0:1767319174.946115:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989793536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319174.946132:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319174.946211:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989793536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319174.946218:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00100000:0.0:1767319174.946282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989793536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319174.946381:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989793408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 774us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319174.946392:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00100000:0.0:1767319174.948098:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989793408:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319174.949431:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319175.777703:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319175.972084:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319176.035871:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319176.038175:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767319176.042799:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925823488 offset 0 length 520: 4 00000100:00100000:2.0:1767319176.044179:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925823360 00000100:00100000:2.0:1767319176.044193:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925823360 00000100:00100000:2.0:1767319176.044300:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925823232 00000100:00100000:2.0:1767319176.044305:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925823232 00000100:00100000:2.0:1767319176.044333:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4918 00000100:00100000:2.0:1767319176.044357:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925823360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319176.044440:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925823360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 98us (8580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319176.044448:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4918 00000100:00100000:2.0:1767319176.044483:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23065 00000100:00100000:2.0:1767319176.044489:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925823232:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319176.044509:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.044536:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925823232:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (6369us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.044543:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23065 00000100:00080000:0.0:1767319176.045551:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319176.801294:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319176.992435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319176.992617:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.992624:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319176.992627:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.992631:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319176.992635:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.992643:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4421 00000100:00080000:1.0:1767319176.992647:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319176.992656:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319176.992705:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584e00 x1853163989793664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319176.992730:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.992733:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319176.992735:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.992739:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4421 00000100:00080000:1.0:1767319176.992741:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319176.992745:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319176.992757:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163989793792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319176.992779:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.992783:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319176.992785:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.992788:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4421 00000100:00080000:1.0:1767319176.992790:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319176.992793:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319176.992804:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713b80 x1853163989794048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319176.992826:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319176.992830:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319176.992832:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319176.992837:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4421 00000100:00100000:2.0:1767319176.992838:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989793920:0@lo:400:kworker.0 00000100:00080000:1.0:1767319176.992840:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319176.992846:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319176.992861:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712a00 x1853163989794304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319176.992910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.992965:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793920 00000100:00100000:1.0:1767319176.992973:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793920 00000100:00100000:2.0:1767319176.992977:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319176.992985:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989794560:0@lo:400:kworker.0 00000100:00100000:2.0:1767319176.993017:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319176.993036:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919 00000100:00100000:1.0:1767319176.993049:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989793920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319176.993052:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794560 00000100:00100000:2.0:1767319176.993058:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794560 00000100:00100000:2.0:1767319176.993093:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1767319176.993112:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989794560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319176.993189:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989794176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319176.993275:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319151/real 1767319151] req@ffff96e2c722ad80 x1853163989787136/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319176 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319176.994766:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989794560:12345-0@lo:400:kworker.0 Request processed in 1658us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319176.994778:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1767319176.995127:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989794560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319176.995376:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.995412:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794176 00000100:00100000:2.0:1767319176.995420:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794176 00000100:00100000:2.0:1767319176.995464:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4920 00000100:00100000:2.0:1767319176.995474:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989794176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319176.995565:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989794176:12345-0@lo:400:kworker.0 Request processed in 91us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319176.995573:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920 00000100:00100000:0.0:1767319176.995578:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989794176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319176.995597:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319176.995605:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989794432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319176.995635:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319176.995666:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319176.995672:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319176.995686:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794432 00000100:00100000:0.0:1767319176.995689:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794432 00000100:00100000:0.0:1767319176.995722:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:0.0:1767319176.995729:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989794432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319176.995763:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989794432:12345-0@lo:400:kworker.0 Request processed in 35us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319176.995770:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00080000:0.0:1767319176.995787:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319176.995805:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989794432:0@lo:400:kworker.0 00000100:00100000:3.0:1767319176.995970:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c722ad80 x1853163989787136/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319176 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319176.995991:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989793664:0@lo:38:kworker.0 00000100:00100000:3.0:1767319176.996021:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319176.996042:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989793792:0@lo:38:kworker.0 00000100:00100000:3.0:1767319176.996066:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319176.996107:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989794048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319176.996130:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319176.996446:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793792 00000100:00100000:2.0:1767319176.996451:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793792 00000100:00100000:2.0:1767319176.996479:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:2.0:1767319176.996485:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989793792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.996504:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.996539:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989793792:12345-0@lo:38:kworker.0 Request processed in 53us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.996545:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:3.0:1767319176.996674:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989794304:0@lo:38:kworker.0 00000100:00100000:3.0:1767319176.996746:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319176.996765:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319176.996781:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319176.996784:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989787136:0@lo:250:kworker.0 00000100:00080000:3.0:1767319176.996809:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319176.996813:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319176.996816:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989793792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319176.996999:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989793664 00000100:00100000:2.0:1767319176.997005:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989793664 00000100:00100000:2.0:1767319176.997036:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794048 00000100:00100000:2.0:1767319176.997040:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794048 00000100:00100000:2.0:1767319176.997057:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794304 00000100:00100000:2.0:1767319176.997060:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794304 00000100:00100000:2.0:1767319176.997071:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23066 00000100:00100000:2.0:1767319176.997075:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989793664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.997088:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.997130:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989793664:12345-0@lo:38:kworker.0 Request processed in 54us (1108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.997137:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23066 00000100:00100000:2.0:1767319176.997149:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23067 00000100:00100000:2.0:1767319176.997153:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989794048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.997173:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.997198:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989794048:12345-0@lo:38:kworker.0 Request processed in 44us (1068us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.997205:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23067 00000100:00100000:2.0:1767319176.997216:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23068 00000100:00100000:2.0:1767319176.997219:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989794304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319176.997225:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319176.997261:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989794304:12345-0@lo:38:kworker.0 Request processed in 41us (516us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319176.997265:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23068 00000100:00080000:3.0:1767319176.997559:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319176.997566:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319176.997569:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989793664:0@lo:38:kworker.0 00000100:00080000:3.0:1767319176.997580:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319176.997585:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319176.997589:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989794048:0@lo:38:kworker.0 00000100:00080000:0.0:1767319176.997590:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319176.997598:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319176.997598:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319176.997602:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319176.997609:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4401 00000100:00080000:0.0:1767319176.997612:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319176.997613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:0.0:1767319176.997619:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319176.997638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989794304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319176.997647:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989794688/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319176.997695:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989794688:0@lo:250:kworker.0 00000400:00000100:3.0:1767319176.997720:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989794688 offset 0 length 520: 4 00000100:00100000:1.0:1767319176.997810:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989793920:12345-0@lo:400:kworker.0 Request processed in 4764us (4899us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319176.997819:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919 00000100:00100000:2.0:1767319176.997851:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989793920:0@lo:400:kworker.0 00010000:00010000:3.0:1767319177.824449:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319178.016700:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319178.848766:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319179.040403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319179.878032:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319180.064409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319180.064659:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319180.064678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989794816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319180.064753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319180.064832:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794816 00000100:00100000:0.0:1767319180.064840:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794816 00000100:00100000:0.0:1767319180.064909:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:0.0:1767319180.064918:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989794816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319180.064952:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319180.065014:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989794816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319180.065021:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00080000:0.0:1767319180.065053:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319180.065089:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989794816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319180.065820:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319180.065833:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989794944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319180.065883:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319180.066129:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989794944 00000100:00100000:2.0:1767319180.066136:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989794944 00000100:00080000:1.0:1767319180.066304:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319180.066487:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:3.0:1767319180.066499:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989794944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319180.066527:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319180.066580:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989794944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319180.066587:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:1.0:1767319180.066674:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989794944:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319180.896484:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319181.088404:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319181.156122:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319181.156798:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925823744 00000100:00100000:1.0:1767319181.156808:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925823744 00000100:00100000:1.0:1767319181.156934:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4921 00000100:00100000:1.0:1767319181.156944:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925823744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319181.157028:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925823744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319181.157035:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4921 00000100:00080000:0.0:1767319181.157868:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319181.160011:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319181.160116:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925823616 00000100:00100000:0.0:1767319181.160126:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925823616 00000100:00100000:1.0:1767319181.160305:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23069 00000100:00100000:1.0:1767319181.160898:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925823616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319181.160929:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319181.161215:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925823616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 320us (1213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319181.161224:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23069 00010000:00010000:3.0:1767319181.920436:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319182.112368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319182.114012:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319182.114021:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319182.114024:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319182.114028:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319182.114032:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319182.114040:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4426 00000100:00080000:2.0:1767319182.114045:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319182.114051:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319182.114091:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163989795072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319182.114117:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319182.114120:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319182.114122:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319182.114126:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4426 00000100:00080000:2.0:1767319182.114128:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319182.114131:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319182.114146:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989795200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319182.114201:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319182.114204:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319182.114206:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319182.114209:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4426 00000100:00080000:2.0:1767319182.114211:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319182.114215:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319182.114226:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163989795456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319182.114269:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989795328:0@lo:400:kworker.0 00000100:00080000:2.0:1767319182.114270:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319182.114273:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319182.114275:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319182.114279:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4426 00000100:00080000:2.0:1767319182.114281:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319182.114284:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319182.114293:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163989795712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319182.114334:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.114336:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989795584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.114398:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989795968:0@lo:400:kworker.0 00000100:00100000:3.0:1767319182.114631:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989795072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319182.122806:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.122894:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319182.122908:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989795840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.122985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.123042:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795840 00000100:00100000:2.0:1767319182.123050:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795840 00000100:00100000:2.0:1767319182.123124:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:2.0:1767319182.123133:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989795840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.123199:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989795840:12345-0@lo:400:kworker.0 Request processed in 67us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319182.123206:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:2.0:1767319182.123273:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989795840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.124146:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795328 00000100:00100000:2.0:1767319182.124154:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795328 00000100:00100000:2.0:1767319182.124192:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795584 00000100:00100000:2.0:1767319182.124195:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795584 00000100:00100000:2.0:1767319182.124219:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922 00000100:00100000:2.0:1767319182.124226:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989795328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.124297:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989795328:12345-0@lo:400:kworker.0 Request processed in 73us (9964us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319182.124302:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922 00000100:00100000:2.0:1767319182.124312:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923 00000100:00100000:2.0:1767319182.124316:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989795584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.124336:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989795584:12345-0@lo:400:kworker.0 Request processed in 20us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319182.124340:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923 00000100:00100000:2.0:1767319182.124385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989795584:0@lo:400:kworker.0 00000100:00080000:2.0:1767319182.124426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319182.124431:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319182.125949:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989795328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319182.126313:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.126877:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795968 00000100:00100000:2.0:1767319182.126888:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795968 00000100:00100000:2.0:1767319182.126959:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:2.0:1767319182.126967:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989795968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319182.127040:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989795968:12345-0@lo:400:kworker.0 Request processed in 74us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319182.127048:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00080000:0.0:1767319182.127151:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319182.127178:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989795968:0@lo:400:kworker.0 00000100:00100000:3.0:1767319182.134072:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319182.134321:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989795200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319182.134498:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795072 00000100:00100000:2.0:1767319182.134508:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795072 00000100:00100000:3.0:1767319182.134513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319182.134542:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989795456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319182.134562:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23070 00000100:00100000:3.0:1767319182.134567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.134573:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989795072:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319182.134591:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989795712:0@lo:38:kworker.0 00010000:00020000:2.0:1767319182.134597:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319182.134630:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319182.134647:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989795072:12345-0@lo:38:kworker.0 Request processed in 75us (581us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319182.134655:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23070 00000100:00100000:2.0:1767319182.134671:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795456 00000100:00100000:2.0:1767319182.134675:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795456 00000100:00080000:3.0:1767319182.134678:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319182.134684:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319182.134688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989795072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319182.134865:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795712 00000100:00100000:1.0:1767319182.134869:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795712 00000100:00100000:1.0:1767319182.134895:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23071 00000100:00100000:1.0:1767319182.134900:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989795712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319182.134911:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319182.134938:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989795712:12345-0@lo:38:kworker.0 Request processed in 38us (309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319182.134944:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23071 00000100:00080000:3.0:1767319182.134967:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319182.134973:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319182.134977:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989795712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319182.135028:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989795200 00000100:00100000:0.0:1767319182.135033:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989795200 00000100:00100000:0.0:1767319182.135061:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:0.0:1767319182.135066:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989795200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319182.135076:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319182.135109:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989795200:12345-0@lo:38:kworker.0 Request processed in 42us (598us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319182.135119:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00080000:3.0:1767319182.135161:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319182.135167:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319182.135171:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989795200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319182.135186:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23072 00000100:00100000:2.0:1767319182.135191:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989795456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319182.135201:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319182.135226:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989795456:12345-0@lo:38:kworker.0 Request processed in 34us (659us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319182.135478:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319182.135484:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319182.135487:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989795456:0@lo:38:kworker.0 00000100:00100000:2.0:1767319182.135658:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23072 00010000:00010000:3.0:1767319182.945050:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319183.136457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319183.979739:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319184.160505:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319184.992472:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319185.184455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319185.184917:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989796096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319185.184995:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319185.185113:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796096 00000100:00100000:2.0:1767319185.185127:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796096 00000100:00100000:2.0:1767319185.185195:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:2.0:1767319185.185206:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989796096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319185.185253:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319185.185255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319185.185308:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989796096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319185.185315:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:1.0:1767319185.185431:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989796096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319185.185855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989796224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319185.185889:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319185.185970:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796224 00000100:00100000:3.0:1767319185.185974:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796224 00000100:00100000:3.0:1767319185.186021:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:3.0:1767319185.186028:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989796224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319185.186046:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319185.186085:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989796224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319185.186092:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00080000:1.0:1767319185.186152:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319185.186268:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989796224:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319186.016582:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319186.208978:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319186.278041:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319186.278333:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925823872 00000100:00100000:2.0:1767319186.278343:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925823872 00000100:00100000:2.0:1767319186.278456:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23073 00000100:00100000:2.0:1767319186.278464:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925823872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319186.278489:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319186.278567:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925823872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 101us (532us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319186.278575:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23073 00000100:00100000:2.0:1767319186.295702:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319186.295819:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824000 00000100:00100000:1.0:1767319186.295832:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824000 00000100:00100000:1.0:1767319186.295938:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4924 00000100:00100000:1.0:1767319186.295950:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925824000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319186.296049:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925824000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319186.296058:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4924 00000100:00080000:0.0:1767319186.296523:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319187.040502:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319187.232527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319187.232813:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.232820:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319187.232823:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.232827:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319187.232830:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319187.232838:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4431 00000100:00080000:1.0:1767319187.232843:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319187.232849:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319187.232891:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163989796352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319187.232925:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.232929:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319187.232931:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319187.232934:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4431 00000100:00080000:1.0:1767319187.232937:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319187.232941:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319187.232954:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163989796480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319187.232980:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.232984:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319187.232986:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319187.232989:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4431 00000100:00080000:1.0:1767319187.232991:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319187.233573:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319187.233589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989796608:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.233657:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319187.233823:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319187.233844:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989796736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319187.233883:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319187.233887:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319187.233889:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319187.233893:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4431 00000100:00080000:1.0:1767319187.233895:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319187.233898:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319187.233919:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163989796992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319187.234009:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989797248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.234038:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319187.234071:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989796864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.234094:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319187.234111:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319187.234116:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989797120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319187.234138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319187.234298:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797248 00000100:00100000:2.0:1767319187.234306:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797248 00000100:00100000:2.0:1767319187.234363:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797120 00000100:00100000:2.0:1767319187.234367:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797120 00000100:00100000:2.0:1767319187.234389:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:2.0:1767319187.234398:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989797248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319187.234450:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989797248:12345-0@lo:400:kworker.0 Request processed in 52us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319187.234457:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00100000:2.0:1767319187.234472:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:2.0:1767319187.234479:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989797120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319187.234509:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989797120:12345-0@lo:400:kworker.0 Request processed in 31us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319187.234515:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:2.0:1767319187.234557:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989797120:0@lo:400:kworker.0 00000100:00080000:0.0:1767319187.234768:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319187.234773:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319187.234794:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989797248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.234863:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796608 00000100:00100000:1.0:1767319187.234868:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796608 00000100:00100000:1.0:1767319187.234922:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796864 00000100:00100000:1.0:1767319187.234926:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796864 00000100:00100000:1.0:1767319187.234950:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4925 00000100:00100000:1.0:1767319187.234957:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989796608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.235085:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989796608:12345-0@lo:400:kworker.0 Request processed in 127us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.235092:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4925 00000100:00100000:1.0:1767319187.235106:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4926 00000100:00100000:1.0:1767319187.235113:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989796864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319187.235148:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989796864:12345-0@lo:400:kworker.0 Request processed in 36us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319187.235153:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4926 00000100:00100000:1.0:1767319187.235186:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989796864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319187.235293:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989796352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319187.235331:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319187.235366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989796480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319187.235392:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319187.235418:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989796736:0@lo:38:kworker.0 00000100:00100000:3.0:1767319187.235439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319187.235457:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989796992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319187.235478:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319187.235511:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796480 00000100:00100000:3.0:1767319187.235515:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796480 00000100:00100000:3.0:1767319187.235539:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:3.0:1767319187.235544:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989796480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319187.235562:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319187.235595:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989796480:12345-0@lo:38:kworker.0 Request processed in 49us (201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319187.235601:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00100000:3.0:1767319187.235618:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796352 00000100:00100000:3.0:1767319187.235622:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796352 00000100:00100000:3.0:1767319187.235640:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796736 00000100:00100000:3.0:1767319187.235644:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796736 00000100:00100000:3.0:1767319187.235655:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989796992 00000100:00100000:3.0:1767319187.235657:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989796992 00000100:00100000:3.0:1767319187.235668:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23074 00000100:00100000:3.0:1767319187.235672:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989796352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319187.235681:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319187.235707:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989796352:12345-0@lo:38:kworker.0 Request processed in 34us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319187.235714:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23074 00000100:00100000:3.0:1767319187.235724:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23075 00000100:00100000:3.0:1767319187.235728:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989796736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319187.237205:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319187.237284:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989796736:12345-0@lo:38:kworker.0 Request processed in 1553us (1843us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319187.237292:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23075 00000100:00100000:3.0:1767319187.237318:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23076 00000100:00100000:3.0:1767319187.237322:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989796992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319187.237331:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319187.237353:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989796992:12345-0@lo:38:kworker.0 Request processed in 30us (1875us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319187.237359:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23076 00000100:00080000:3.0:1767319187.237421:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319187.237426:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319187.237430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989796352:0@lo:38:kworker.0 00000100:00080000:3.0:1767319187.237442:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319187.237444:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319187.237447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989796480:0@lo:38:kworker.0 00000100:00080000:3.0:1767319187.237455:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319187.237457:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319187.237460:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989796736:0@lo:38:kworker.0 00000100:00080000:3.0:1767319187.237467:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319187.237470:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319187.237473:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989796992:0@lo:38:kworker.0 00000100:00080000:0.0:1767319187.238146:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319187.238185:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989796608:0@lo:400:kworker.0 00010000:00010000:3.0:1767319188.065971:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319188.272919:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319189.088590:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319189.280400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319190.112417:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319190.304362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319190.304785:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319190.304802:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989797504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319190.304881:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319190.304912:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319190.304923:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989797376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319190.304954:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319190.305128:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797504 00000100:00100000:2.0:1767319190.305136:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797504 00000100:00100000:2.0:1767319190.305199:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797376 00000100:00100000:2.0:1767319190.305202:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797376 00000100:00100000:2.0:1767319190.305219:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:2.0:1767319190.305227:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989797504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319190.305272:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319190.305314:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989797504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319190.305322:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00100000:2.0:1767319190.305337:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:2.0:1767319190.305343:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989797376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319190.305359:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319190.305397:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989797376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319190.305404:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00100000:2.0:1767319190.305442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989797504:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319190.305842:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319190.305847:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319190.306959:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989797376:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319191.136566:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319191.338440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319191.405607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319191.405661:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319191.405773:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824256 00000100:00100000:3.0:1767319191.405784:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824256 00000100:00100000:3.0:1767319191.405877:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824128 00000100:00100000:3.0:1767319191.405881:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824128 00000100:00100000:3.0:1767319191.405903:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4927 00000100:00100000:3.0:1767319191.405914:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925824256:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319191.405995:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925824256:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319191.406004:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4927 00000100:00100000:3.0:1767319191.406023:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23077 00000100:00100000:3.0:1767319191.406029:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925824128:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319191.406051:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319191.406076:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925824128:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (415us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319191.406082:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23077 00000100:00080000:1.0:1767319191.407053:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319192.160683:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319192.354061:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319192.355387:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.355397:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319192.355401:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.355405:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319192.355410:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319192.355420:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4436 00000100:00080000:1.0:1767319192.355425:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319192.355432:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319192.355477:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5f80 x1853163989797632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319192.355515:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.355519:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319192.355521:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319192.355525:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4436 00000100:00080000:1.0:1767319192.355527:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319192.355530:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319192.355543:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6d80 x1853163989797760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319192.355586:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.355590:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319192.355592:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319192.355597:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4436 00000100:00080000:1.0:1767319192.355600:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319192.355604:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319192.355620:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163989798016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319192.355630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989797632:0@lo:38:kworker.0 00000100:00080000:1.0:1767319192.355654:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319192.355659:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319192.355661:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319192.355665:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4436 00000100:00080000:1.0:1767319192.355667:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319192.355670:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319192.355687:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163989798272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319192.355730:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989798144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319192.355765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319192.355822:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319192.355887:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319192.355894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989798400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319192.355922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319192.355975:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797632 00000100:00100000:0.0:1767319192.355984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989797760:0@lo:38:kworker.0 00000100:00100000:1.0:1767319192.355985:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797632 00000100:00100000:1.0:1767319192.356030:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798144 00000100:00100000:0.0:1767319192.356038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319192.356041:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798144 00000100:00100000:0.0:1767319192.356084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989798016:0@lo:38:kworker.0 00000100:00100000:1.0:1767319192.356095:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928 00000100:00100000:1.0:1767319192.356113:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989798144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319192.356124:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319192.356162:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989798272:0@lo:38:kworker.0 00000100:00100000:1.0:1767319192.356204:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989798144:12345-0@lo:400:kworker.0 Request processed in 96us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319192.356206:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319192.356221:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928 00000100:00100000:1.0:1767319192.356286:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798016 00000100:00100000:1.0:1767319192.356291:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798016 00000100:00100000:1.0:1767319192.356303:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798272 00000100:00100000:1.0:1767319192.356306:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798272 00000100:00100000:0.0:1767319192.356323:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798400 00000100:00100000:1.0:1767319192.356327:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23078 00000100:00100000:1.0:1767319192.356333:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989797632:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319192.356344:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798400 00010000:00020000:1.0:1767319192.356358:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319192.356413:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:1.0:1767319192.356421:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989797632:12345-0@lo:38:kworker.0 Request processed in 81us (654us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319192.356430:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989798400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319192.356439:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23078 00000100:00100000:1.0:1767319192.356462:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23079 00000100:00100000:1.0:1767319192.356468:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989798016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319192.356478:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319192.356494:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989798400:12345-0@lo:400:kworker.0 Request processed in 71us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319192.356504:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:1.0:1767319192.356527:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989798016:12345-0@lo:38:kworker.0 Request processed in 56us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319192.356535:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23079 00000100:00080000:0.0:1767319192.356540:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319192.356546:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319192.356563:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23080 00000100:00100000:1.0:1767319192.356571:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989798272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319192.356581:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319192.356592:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319192.356600:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319192.356606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989798016:0@lo:38:kworker.0 00000100:00100000:1.0:1767319192.356615:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989798272:12345-0@lo:38:kworker.0 Request processed in 42us (407us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319192.356624:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319192.356625:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23080 00000100:00080000:0.0:1767319192.356638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319192.356645:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989798272:0@lo:38:kworker.0 00000100:00080000:0.0:1767319192.356665:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319192.356672:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319192.356678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989797632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319192.356689:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989798400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319192.356711:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989798144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.356858:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989798528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.356901:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319192.356930:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989797888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319192.356956:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797760 00000100:00100000:3.0:1767319192.356963:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797760 00000100:00100000:2.0:1767319192.356980:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319192.357009:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:3.0:1767319192.357016:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989797760:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319192.357030:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989797888 00010000:00020000:3.0:1767319192.357036:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319192.357040:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989797888 00000100:00100000:3.0:1767319192.357091:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989797760:12345-0@lo:38:kworker.0 Request processed in 72us (1056us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319192.357102:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:2.0:1767319192.357103:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4929 00000100:00100000:2.0:1767319192.357118:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989797888:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319192.357170:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319192.357184:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989797888:12345-0@lo:400:kworker.0 Request processed in 69us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319192.357197:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4929 00000100:00100000:3.0:1767319192.357224:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989797888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319192.360596:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798528 00000100:00100000:0.0:1767319192.360623:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798528 00000100:00100000:0.0:1767319192.360759:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:0.0:1767319192.360772:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989798528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319192.360928:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989798528:12345-0@lo:400:kworker.0 Request processed in 158us (4025us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319192.360938:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00080000:1.0:1767319192.361017:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319192.361030:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319192.361037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989797760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319192.361154:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989798528:0@lo:400:kworker.0 00000100:00080000:3.0:1767319192.361519:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319193.185343:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319193.377528:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319194.208539:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319194.400386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319195.232691:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319195.424992:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319195.425261:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319195.425282:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989798656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319195.425375:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319195.427122:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798656 00000100:00100000:3.0:1767319195.427153:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798656 00000100:00100000:3.0:1767319195.427299:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:3.0:1767319195.427312:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989798656:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319195.427510:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767319195.427723:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319195.427863:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989798656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 553us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319195.427872:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00100000:2.0:1767319195.427913:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989798656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319195.429877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989798784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319195.429970:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319195.430110:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798784 00000100:00100000:3.0:1767319195.430120:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798784 00000100:00100000:3.0:1767319195.430221:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1767319195.430256:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989798784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319195.430298:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319195.430400:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319195.431344:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989798784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1108us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319195.431356:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:1.0:1767319195.431563:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989798784:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319196.258142:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319196.448931:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319196.520539:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319196.521252:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319196.523920:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824384 00000100:00100000:1.0:1767319196.523939:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824384 00000100:00100000:1.0:1767319196.523991:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824512 00000100:00100000:1.0:1767319196.523994:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824512 00000100:00100000:1.0:1767319196.524072:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4930 00000100:00100000:1.0:1767319196.524083:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925824512:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319196.524274:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23081 00000100:00100000:2.0:1767319196.524281:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925824384:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319196.524300:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319196.524340:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925824384:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (3812us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319196.524348:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23081 00000100:00080000:0.0:1767319196.526087:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319196.526184:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925824512:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2096us (4927us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319196.526195:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4930 00010000:00010000:3.0:1767319197.280449:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319197.472365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319197.477663:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319197.477673:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319197.477676:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319197.477680:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319197.477685:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319197.477694:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4442 00000100:00080000:1.0:1767319197.477698:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319197.477705:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319197.477767:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989798912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319197.477784:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319197.477787:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319197.477789:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319197.477792:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4442 00000100:00080000:1.0:1767319197.477795:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319197.477799:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319197.477814:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163989799040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319197.477857:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319197.477860:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319197.477862:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319197.477866:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4442 00000100:00080000:1.0:1767319197.477868:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319197.477872:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319197.477883:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091180 x1853163989799296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319197.477903:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319197.477908:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767319197.477909:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989799168:0@lo:400:kworker.0 00000100:00080000:1.0:1767319197.477910:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319197.477916:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4442 00000100:00080000:1.0:1767319197.477919:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319197.477923:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319197.477937:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092300 x1853163989799552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319197.477990:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989799808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.477991:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319197.478072:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799168 00000100:00100000:3.0:1767319197.478079:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799168 00000100:00100000:3.0:1767319197.478120:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931 00000100:00100000:3.0:1767319197.478125:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989799168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.478161:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989799168:12345-0@lo:400:kworker.0 Request processed in 37us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319197.478166:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931 00000100:00100000:3.0:1767319197.478194:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989799168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.478263:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989799680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.478299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.478335:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319197.478341:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989799424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.478365:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.478398:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799424 00000100:00100000:2.0:1767319197.478402:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799424 00000100:00100000:2.0:1767319197.478437:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4932 00000100:00100000:3.0:1767319197.478440:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799680 00000100:00100000:2.0:1767319197.478445:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989799424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.478446:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799680 00000100:00100000:3.0:1767319197.478487:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767319197.478492:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989799424:12345-0@lo:400:kworker.0 Request processed in 46us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319197.478499:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989799680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319197.478501:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4932 00000100:00100000:2.0:1767319197.478539:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989799424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319197.478545:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989799680:12345-0@lo:400:kworker.0 Request processed in 49us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319197.478551:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1767319197.478554:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989799680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319197.478649:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319197.478692:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799808 00000100:00100000:1.0:1767319197.478696:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799808 00000100:00100000:1.0:1767319197.478737:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1767319197.478743:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989799808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319197.478772:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989799808:12345-0@lo:400:kworker.0 Request processed in 30us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319197.478777:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1767319197.478800:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989799808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319197.478940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989798912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319197.478968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319197.493969:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319197.493979:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319197.493983:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319197.494194:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989799040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319197.494527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319197.494568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989799296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319197.494594:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319197.494642:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799040 00000100:00100000:1.0:1767319197.494649:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799040 00000100:00100000:1.0:1767319197.497021:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1767319197.497035:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989799040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319197.497062:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319197.497152:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989799040:12345-0@lo:38:kworker.0 Request processed in 117us (2624us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319197.497159:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:0.0:1767319197.501284:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989799552:0@lo:38:kworker.0 00000100:00100000:0.0:1767319197.501346:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319197.502996:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989798912 00000100:00100000:2.0:1767319197.503056:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989798912 00000100:00100000:2.0:1767319197.503135:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799296 00000100:00100000:2.0:1767319197.503140:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799296 00000100:00100000:2.0:1767319197.503167:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23082 00000100:00100000:2.0:1767319197.503175:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989798912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319197.503198:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319197.503475:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989798912:12345-0@lo:38:kworker.0 Request processed in 221us (24426us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319197.503483:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23082 00000100:00100000:2.0:1767319197.503503:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23083 00000100:00100000:2.0:1767319197.503507:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989799296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319197.503518:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319197.503544:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989799296:12345-0@lo:38:kworker.0 Request processed in 35us (8949us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319197.503550:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23083 00000100:00080000:0.0:1767319197.508935:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319197.508948:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319197.508953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989798912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319197.508967:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319197.508970:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319197.508974:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989799040:0@lo:38:kworker.0 00000100:00080000:0.0:1767319197.508983:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319197.508987:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319197.508990:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989799296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319197.509147:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799552 00000100:00100000:2.0:1767319197.509156:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799552 00000100:00100000:2.0:1767319197.509196:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23084 00000100:00100000:2.0:1767319197.509204:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989799552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319197.509257:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319197.509323:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989799552:12345-0@lo:38:kworker.0 Request processed in 118us (7976us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319197.509330:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23084 00000100:00080000:0.0:1767319197.509499:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319197.509504:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319197.509507:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989799552:0@lo:38:kworker.0 00010000:00010000:3.0:1767319198.309288:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319198.496509:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319199.328584:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319199.521442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319200.353679:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319200.544457:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989799936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319200.544561:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319200.545495:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989800064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319200.545543:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319200.545643:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989799936 00000100:00100000:2.0:1767319200.545653:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989799936 00000100:00100000:2.0:1767319200.545737:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800064 00000100:00100000:2.0:1767319200.545740:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800064 00000100:00100000:2.0:1767319200.545757:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:2.0:1767319200.545766:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989799936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319200.545801:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319200.545861:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989799936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319200.545869:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00100000:2.0:1767319200.545888:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:2.0:1767319200.545893:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989800064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319200.545910:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319200.545988:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319200.546023:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319200.546030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319200.546045:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989799936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319200.546329:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989800064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 434us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319200.546336:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:1.0:1767319200.546529:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989800064:0@lo:13:osp-pre-0-1.0 00000400:00000100:2.0:1767319200.613766:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925824640 offset 0 length 520: 4 00000100:00100000:2.0:1767319200.613824:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319200.613871:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319200.615073:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824768 00000100:00100000:1.0:1767319200.615101:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824768 00000100:00100000:1.0:1767319200.615166:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925824896 00000100:00100000:1.0:1767319200.615170:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925824896 00000100:00100000:1.0:1767319200.615569:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4933 00000100:00100000:1.0:1767319200.615583:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925824896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319200.615718:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925824896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (1843us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319200.615728:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4933 00000100:00100000:1.0:1767319200.615756:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23085 00000100:00100000:1.0:1767319200.615762:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925824768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319200.615802:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319200.615844:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925824768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 81us (2020us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319200.615851:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23085 00000100:00080000:2.0:1767319200.615886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319201.377540:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319201.568547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319201.632475:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319176/real 1767319176] req@ffff96e301da2a00 x1853163989794688/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319201 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319201.632522:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301da2a00 x1853163989794688/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319201 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319201.632548:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319201.632586:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319201.632590:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989794688:0@lo:250:kworker.0 00000100:00080000:1.0:1767319201.632801:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319201.632808:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319201.632812:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319201.632818:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4426 00000100:00080000:1.0:1767319201.632823:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319201.632830:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319201.632873:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163989800192/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319201.632902:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319201.632907:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319201.632909:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319201.632913:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4447 00000100:00080000:1.0:1767319201.632916:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319201.632920:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319201.632936:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163989800320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319201.632945:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319201.632948:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319201.632950:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319201.632954:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4447 00000100:00080000:1.0:1767319201.632956:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319201.632961:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319201.632973:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163989800448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319201.633018:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319201.633022:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319201.633024:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319201.633028:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4447 00000100:00080000:1.0:1767319201.633031:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319201.633034:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319201.633059:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f480 x1853163989800704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319201.633061:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319201.633085:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989800576:0@lo:400:kworker.0 00000100:00080000:1.0:1767319201.633096:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319201.633101:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319201.633103:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319201.633107:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4447 00000100:00080000:1.0:1767319201.633109:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319201.633114:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319201.633131:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163989800960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319201.633175:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319201.633179:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989800832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319201.633220:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319201.633292:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319201.633295:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989801216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319201.633302:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989801088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319201.633338:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319201.633351:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800576 00000100:00100000:1.0:1767319201.633363:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800576 00000100:00100000:1.0:1767319201.633381:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801216 00000100:00100000:1.0:1767319201.633383:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801216 00000100:00100000:3.0:1767319201.633391:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800832 00000100:00100000:3.0:1767319201.633397:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800832 00000100:00100000:3.0:1767319201.633459:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934 00000100:00100000:3.0:1767319201.633470:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989800832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319201.633526:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989800832:12345-0@lo:400:kworker.0 Request processed in 58us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319201.633533:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934 00000100:00100000:0.0:1767319201.633601:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989800192:0@lo:250:kworker.0 00000400:00000100:0.0:1767319201.633629:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989800192 offset 0 length 520: 4 00000100:00100000:0.0:1767319201.633664:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989800320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319201.633689:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319201.633711:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989800448:0@lo:38:kworker.0 00000100:00100000:3.0:1767319201.633715:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800320 00000100:00100000:3.0:1767319201.633722:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800320 00000100:00100000:0.0:1767319201.633739:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319201.633749:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23086 00000100:00100000:3.0:1767319201.633757:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989800320:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319201.633763:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989800704:0@lo:38:kworker.0 00010000:00020000:3.0:1767319201.633782:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319201.633788:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319201.633809:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989800960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319201.633827:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989800320:12345-0@lo:38:kworker.0 Request processed in 69us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319201.633840:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23086 00000100:00100000:0.0:1767319201.633849:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319201.633851:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800704 00000100:00100000:3.0:1767319201.633855:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800704 00000100:00100000:3.0:1767319201.633876:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800960 00000100:00100000:3.0:1767319201.633879:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800960 00000100:00080000:0.0:1767319201.633892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319201.633892:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23087 00000100:00100000:3.0:1767319201.633902:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989800704:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319201.633903:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319201.633911:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989800320:0@lo:38:kworker.0 00010000:00020000:3.0:1767319201.633918:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319201.633947:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23088 00000100:00100000:0.0:1767319201.633953:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989800960:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319201.633965:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989800704:12345-0@lo:38:kworker.0 Request processed in 61us (176us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767319201.633966:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319201.633976:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23087 00000100:00100000:0.0:1767319201.634002:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989800960:12345-0@lo:38:kworker.0 Request processed in 46us (162us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319201.634010:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23088 00000100:00080000:3.0:1767319201.634016:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319201.634023:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319201.634027:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989800704:0@lo:38:kworker.0 00000100:00080000:3.0:1767319201.634038:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319201.634042:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319201.634045:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989800960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319201.634082:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319201.634097:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935 00000100:00100000:0.0:1767319201.634105:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989800576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319201.634122:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989800832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319201.634150:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989800576:12345-0@lo:400:kworker.0 Request processed in 45us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319201.634151:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801088 00000100:00100000:3.0:1767319201.634157:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801088 00000100:00100000:0.0:1767319201.634161:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935 00000100:00100000:3.0:1767319201.634191:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1767319201.634201:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989801088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319201.634339:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:1.0:1767319201.634347:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989801216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319201.634384:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989801216:12345-0@lo:400:kworker.0 Request processed in 38us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319201.634483:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:1.0:1767319201.634526:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989801216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319201.634539:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989800576:0@lo:400:kworker.0 00000100:00080000:2.0:1767319201.634674:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319201.634692:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989800448 00000100:00100000:2.0:1767319201.634696:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989800448 00000100:00100000:2.0:1767319201.634726:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:2.0:1767319201.634731:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989800448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319201.634743:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319201.634784:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989800448:12345-0@lo:38:kworker.0 Request processed in 52us (1044us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319201.634790:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00080000:2.0:1767319201.634835:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319201.634840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319201.634843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989800448:0@lo:38:kworker.0 00000100:00100000:3.0:1767319201.635116:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989801088:12345-0@lo:400:kworker.0 Request processed in 916us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319201.635124:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:0.0:1767319201.635903:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989801088:0@lo:400:kworker.0 00010000:00010000:3.0:1767319202.402836:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319202.592367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319203.426940:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319203.616336:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319204.448898:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319204.640394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319205.472529:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319205.664606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319205.664607:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989801344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319205.664703:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989801472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319205.664723:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319205.664889:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801344 00000100:00100000:1.0:1767319205.665025:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801344 00000100:00080000:2.0:1767319205.665111:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319205.665118:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:1.0:1767319205.665133:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989801344:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319205.665161:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767319205.665177:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319205.665269:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989801344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319205.665278:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00100000:1.0:1767319205.671603:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801472 00000100:00100000:1.0:1767319205.671630:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801472 00000100:00100000:0.0:1767319205.671721:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989801344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319205.671733:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:1.0:1767319205.671750:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989801472:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319205.671780:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767319205.671795:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319205.671921:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989801472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (6758us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319205.671931:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767319205.671942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989801472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319205.731999:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319205.732063:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319205.732292:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825152 00000100:00100000:1.0:1767319205.732306:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825152 00000100:00100000:1.0:1767319205.732398:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825024 00000100:00100000:1.0:1767319205.732402:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825024 00000100:00100000:1.0:1767319205.732429:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4936 00000100:00100000:1.0:1767319205.732441:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925825152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319205.732556:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925825152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 117us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319205.732577:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4936 00000100:00100000:1.0:1767319205.732909:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23089 00000100:00100000:1.0:1767319205.732915:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925825024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319205.732941:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319205.732986:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925825024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 57us (911us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319205.732994:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23089 00000100:00080000:2.0:1767319205.733336:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319206.496519:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319206.691012:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319206.693421:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319206.693435:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319206.693439:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319206.693444:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319206.693450:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319206.693461:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4451 00000100:00080000:2.0:1767319206.693467:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319206.693477:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319206.693534:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989801600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319206.693680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989801600:0@lo:38:kworker.0 00000100:00100000:3.0:1767319206.693790:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319206.693865:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801600 00000100:00080000:2.0:1767319206.694104:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319206.694108:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319206.694111:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319206.694116:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4451 00000100:00080000:2.0:1767319206.694118:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319206.694124:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319206.694144:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3100 x1853163989801728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319206.694176:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801600 00000100:00100000:3.0:1767319206.694200:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989801728:0@lo:38:kworker.0 00000100:00100000:3.0:1767319206.694281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319206.694329:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801728 00000100:00100000:3.0:1767319206.694333:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801728 00000100:00100000:3.0:1767319206.694367:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:3.0:1767319206.694376:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989801728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319206.694403:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319206.694456:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989801728:12345-0@lo:38:kworker.0 Request processed in 79us (174us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319206.694464:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00080000:3.0:1767319206.694516:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319206.694524:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319206.694525:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23090 00000100:00100000:3.0:1767319206.694530:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989801728:0@lo:38:kworker.0 00000100:00100000:0.0:1767319206.694538:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989801600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319206.694564:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319206.694609:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989801600:12345-0@lo:38:kworker.0 Request processed in 74us (819us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319206.694616:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23090 00000100:00080000:3.0:1767319206.695283:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319206.695291:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319206.695295:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989801600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319206.695503:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989801856:0@lo:400:kworker.0 00000100:00100000:0.0:1767319206.695561:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319206.695632:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801856 00000100:00100000:1.0:1767319206.695638:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801856 00000100:00100000:1.0:1767319206.695716:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4937 00000100:00100000:1.0:1767319206.695727:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989801856:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319206.695817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319206.695982:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319206.695987:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319206.695991:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319206.695996:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4451 00000100:00080000:2.0:1767319206.696000:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319206.696005:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319206.696027:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0a80 x1853163989801984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319206.696061:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319206.696064:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319206.696066:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319206.696070:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4451 00000100:00080000:2.0:1767319206.696072:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319206.696076:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319206.696087:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163989802240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319206.696148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989802496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.696183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319206.696220:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802496 00000100:00100000:3.0:1767319206.696225:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802496 00000100:00100000:3.0:1767319206.696276:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:3.0:1767319206.696283:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989802496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.696319:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989802496:12345-0@lo:400:kworker.0 Request processed in 37us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319206.696325:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:3.0:1767319206.696360:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989802496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.696379:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989801984:0@lo:38:kworker.0 00000100:00100000:3.0:1767319206.696405:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319206.696422:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989802240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319206.696444:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319206.696472:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989801984 00000100:00100000:3.0:1767319206.696475:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989801984 00000100:00100000:3.0:1767319206.696494:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802240 00000100:00100000:3.0:1767319206.696497:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802240 00000100:00100000:3.0:1767319206.696513:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23091 00000100:00100000:3.0:1767319206.696518:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989801984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319206.696535:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319206.696578:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989801984:12345-0@lo:38:kworker.0 Request processed in 59us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319206.696584:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23091 00000100:00100000:3.0:1767319206.696597:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23092 00000100:00100000:3.0:1767319206.696601:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989802240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319206.696609:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319206.696632:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989802240:12345-0@lo:38:kworker.0 Request processed in 30us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319206.696638:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23092 00000100:00080000:3.0:1767319206.696665:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319206.696670:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319206.696672:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989801984:0@lo:38:kworker.0 00000100:00080000:3.0:1767319206.696680:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319206.696684:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319206.696686:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989802240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319206.696734:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989802368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.696771:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319206.696792:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319206.696798:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989802112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.696819:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319206.696847:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802112 00000100:00100000:3.0:1767319206.696851:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802112 00000100:00100000:3.0:1767319206.696883:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4938 00000100:00100000:3.0:1767319206.696889:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989802112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.697065:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989802112:12345-0@lo:400:kworker.0 Request processed in 176us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319206.697073:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4938 00000100:00100000:3.0:1767319206.697092:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802368 00000100:00100000:3.0:1767319206.697096:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802368 00000100:00100000:3.0:1767319206.697120:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:3.0:1767319206.697126:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989802368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.697154:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989802368:12345-0@lo:400:kworker.0 Request processed in 29us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319206.697160:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00080000:3.0:1767319206.697176:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319206.697194:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989802112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319206.697204:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989802368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319206.705160:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989801856:12345-0@lo:400:kworker.0 Request processed in 9420us (9582us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319206.705182:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4937 00000100:00100000:0.0:1767319206.715279:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989801856:0@lo:400:kworker.0 00010000:00010000:3.0:1767319207.520562:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319207.712543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319208.545007:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319208.736390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319209.569460:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319209.761038:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319210.592754:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319210.784414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319210.784619:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989802624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319210.784712:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319210.784865:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802624 00000100:00100000:1.0:1767319210.784875:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802624 00000100:00100000:1.0:1767319210.784953:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:1.0:1767319210.784963:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989802624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319210.785012:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319210.785079:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989802624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319210.785088:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00100000:3.0:1767319210.785719:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989802752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319210.785783:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319210.785836:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802752 00000100:00100000:3.0:1767319210.785841:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802752 00000100:00100000:3.0:1767319210.785880:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:3.0:1767319210.785886:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989802752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319210.785910:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319210.785943:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989802752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319210.785949:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:3.0:1767319210.785997:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989802752:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319210.786380:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319210.786386:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319210.786430:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989802624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319210.853108:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319210.853275:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825280 00000100:00100000:1.0:1767319210.853289:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825280 00000100:00100000:1.0:1767319210.853351:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23093 00000100:00100000:1.0:1767319210.853360:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925825280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319210.853387:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319210.853493:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925825280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 132us (399us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319210.853502:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23093 00000100:00100000:0.0:1767319210.857550:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319210.857861:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825408 00000100:00100000:3.0:1767319210.857876:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825408 00000100:00100000:3.0:1767319210.857978:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4939 00000100:00100000:3.0:1767319210.857990:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925825408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319210.858297:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319210.858556:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925825408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 565us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319210.858567:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4939 00010000:00010000:0.0:1767319211.617127:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319211.808378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319211.809361:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319211.809371:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319211.809375:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319211.809380:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319211.809385:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319211.809396:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319211.809401:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319211.809412:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319211.809635:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163989802880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319211.809659:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319211.809664:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319211.809666:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319211.809672:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319211.809676:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319211.809681:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319211.809702:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163989803008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319211.809756:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319211.809760:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319211.809763:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319211.809768:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319211.809782:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319211.809787:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319211.810101:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163989803264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319211.810137:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319211.810142:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319211.810144:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319211.810149:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4456 00000100:00080000:0.0:1767319211.810152:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319211.810158:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319211.810177:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6d80 x1853163989803520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319211.810369:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989802880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319211.810675:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989803136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319211.810736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989803648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319211.810781:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319211.810960:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319211.810967:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989803392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319211.811012:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989803776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319211.811040:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319211.811104:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803648 00000100:00100000:2.0:1767319211.811114:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803648 00000100:00100000:2.0:1767319211.811172:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803776 00000100:00100000:2.0:1767319211.811176:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803776 00000100:00100000:2.0:1767319211.811205:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:2.0:1767319211.811215:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989803648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319211.811315:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989803648:12345-0@lo:400:kworker.0 Request processed in 101us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319211.811323:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:2.0:1767319211.811341:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1767319211.811347:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989803776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319211.812315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319211.812439:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989802880 00000100:00100000:1.0:1767319211.812467:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989802880 00000100:00100000:1.0:1767319211.812538:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23094 00000100:00100000:1.0:1767319211.812548:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989802880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319211.812575:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319211.829370:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319211.829511:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989803648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319211.829555:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803392 00000100:00100000:3.0:1767319211.829563:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803392 00000100:00100000:3.0:1767319211.829638:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940 00000100:00100000:3.0:1767319211.829647:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989803392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319211.829727:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989803392:12345-0@lo:400:kworker.0 Request processed in 81us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319211.829735:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940 00000100:00080000:3.0:1767319211.829757:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319211.829783:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989803392:0@lo:400:kworker.0 00000100:00100000:3.0:1767319211.829829:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319211.829877:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803136 00000100:00100000:3.0:1767319211.829881:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803136 00000100:00100000:3.0:1767319211.829909:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4941 00000100:00100000:3.0:1767319211.829916:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989803136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319211.830023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989803008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319211.830178:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319211.835903:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319211.835968:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989803136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319211.836031:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803008 00000100:00100000:2.0:1767319211.836178:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803008 00000100:00100000:2.0:1767319211.836223:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:2.0:1767319211.836340:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989803008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319211.836363:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319211.836507:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989803008:12345-0@lo:38:kworker.0 Request processed in 274us (6328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319211.836515:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00100000:2.0:1767319211.836570:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989803776:12345-0@lo:400:kworker.0 Request processed in 25222us (25529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319211.836729:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1767319211.836771:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989803776:0@lo:400:kworker.0 00000100:00080000:0.0:1767319211.838695:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319211.838712:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319211.838718:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989803008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319211.838735:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989803264:0@lo:38:kworker.0 00000100:00100000:0.0:1767319211.839198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319211.839548:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989803136:12345-0@lo:400:kworker.0 Request processed in 9621us (9707us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319211.839564:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4941 00000100:00100000:1.0:1767319211.839789:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989802880:12345-0@lo:38:kworker.0 Request processed in 27240us (27477us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319211.839813:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23094 00000100:00100000:0.0:1767319211.840305:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989803520:0@lo:38:kworker.0 00000100:00100000:0.0:1767319211.840355:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319211.842340:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803264 00000100:00100000:3.0:1767319211.842359:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803264 00000100:00100000:3.0:1767319211.842705:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23095 00000100:00100000:3.0:1767319211.842715:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989803264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319211.842740:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319211.843662:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989803264:12345-0@lo:38:kworker.0 Request processed in 943us (4462us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319211.843672:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23095 00000100:00080000:0.0:1767319211.846260:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319211.846278:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319211.846286:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989802880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319211.846304:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319211.846309:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319211.846312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989803264:0@lo:38:kworker.0 00000100:00100000:2.0:1767319211.846636:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803520 00000100:00100000:2.0:1767319211.846647:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803520 00000100:00100000:2.0:1767319211.846707:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23096 00000100:00100000:2.0:1767319211.846715:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989803520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319211.846740:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319211.846852:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989803520:12345-0@lo:38:kworker.0 Request processed in 135us (6496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319211.846859:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23096 00000100:00080000:3.0:1767319211.847255:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319211.847264:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319211.847267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989803520:0@lo:38:kworker.0 00010000:00010000:3.0:1767319212.640601:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319212.835191:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319213.664571:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319213.856438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319214.688814:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319214.880368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319215.713899:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319215.908465:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319215.908505:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989803904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319215.908550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319215.908608:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319215.908770:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989803904 00000100:00100000:1.0:1767319215.908781:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989803904 00000100:00080000:0.0:1767319215.908874:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319215.908943:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989804032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319215.908978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319215.914695:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804032 00000100:00100000:1.0:1767319215.914717:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804032 00000100:00100000:1.0:1767319215.915019:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:1.0:1767319215.915033:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989803904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319215.915085:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319215.915179:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989803904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (6571us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319215.915187:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00000100:00100000:1.0:1767319215.915209:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1767319215.915216:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989804032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319215.915256:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319215.915291:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989804032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (6312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319215.915296:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1767319215.915544:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989803904:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319215.915769:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319215.915812:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989804032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319215.974074:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319215.974921:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825536 00000100:00100000:1.0:1767319215.974934:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825536 00000100:00100000:1.0:1767319215.975006:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23097 00000100:00100000:1.0:1767319215.975016:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925825536:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319215.975046:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319215.975520:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925825536:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 502us (1467us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319215.975529:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23097 00000100:00100000:2.0:1767319215.977528:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319215.978084:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825664 00000100:00100000:1.0:1767319215.978098:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825664 00000100:00080000:2.0:1767319215.978247:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319215.978397:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4942 00000100:00100000:1.0:1767319215.978410:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925825664:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319215.978515:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925825664:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319215.978530:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4942 00010000:00010000:0.0:1767319216.737432:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319216.928400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319216.928416:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319216.928431:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319216.928435:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319216.928439:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319216.928443:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319216.928450:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319216.928454:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319216.928461:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319216.928505:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6d80 x1853163989804160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319216.928542:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319216.928547:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319216.928550:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319216.928554:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319216.928556:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319216.928559:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319216.928574:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163989804288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319216.928607:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319216.928611:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319216.928613:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319216.928616:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319216.928618:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319216.928621:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319216.928637:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bce00 x1853163989804544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319216.928672:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319216.928676:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319216.928688:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319216.928689:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989804416:0@lo:400:kworker.0 00000100:00080000:0.0:1767319216.928694:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4461 00000100:00080000:0.0:1767319216.928700:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319216.928703:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319216.928716:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bea00 x1853163989804800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319216.928757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989804928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.928770:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319216.928845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989804160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319216.928978:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989804672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.929270:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319216.929279:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989805056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.929310:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319216.929350:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805056 00000100:00100000:2.0:1767319216.929369:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805056 00000100:00100000:2.0:1767319216.929410:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1767319216.929419:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989805056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319216.929467:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319216.929490:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989805056:12345-0@lo:400:kworker.0 Request processed in 68us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319216.929500:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:3.0:1767319216.929547:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804416 00000100:00100000:2.0:1767319216.929570:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989805056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.929611:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804672 00000100:00100000:2.0:1767319216.929615:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804672 00000100:00100000:2.0:1767319216.929652:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943 00000100:00100000:2.0:1767319216.929659:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989804672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.930194:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989804672:12345-0@lo:400:kworker.0 Request processed in 535us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319216.930202:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943 00000100:00080000:2.0:1767319216.930222:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319216.930278:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989804672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319216.930478:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804416 00000100:00100000:3.0:1767319216.930899:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4944 00000100:00100000:3.0:1767319216.930910:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989804416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319216.930989:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989804416:12345-0@lo:400:kworker.0 Request processed in 82us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319216.931008:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4944 00000100:00100000:3.0:1767319216.931066:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989804416:0@lo:400:kworker.0 00000100:00080000:2.0:1767319216.931190:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319216.933593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319216.933653:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989804288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319216.933683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319216.933707:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989804544:0@lo:38:kworker.0 00000100:00100000:1.0:1767319216.933724:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319216.933739:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989804800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319216.933753:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319216.933887:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319216.933931:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804928 00000100:00100000:0.0:1767319216.933938:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804928 00000100:00100000:0.0:1767319216.933978:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:0.0:1767319216.933987:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989804928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.934037:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804288 00000100:00100000:0.0:1767319216.934039:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989804928:12345-0@lo:400:kworker.0 Request processed in 52us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319216.934053:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:2.0:1767319216.934053:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804288 00000100:00100000:2.0:1767319216.934106:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:2.0:1767319216.934114:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989804288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319216.934141:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319216.934186:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989804928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319216.934252:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989804288:12345-0@lo:38:kworker.0 Request processed in 111us (540us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319216.934263:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:0.0:1767319216.934271:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804160 00000100:00100000:0.0:1767319216.934278:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804160 00000100:00100000:0.0:1767319216.934401:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804544 00000100:00100000:0.0:1767319216.934405:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804544 00000100:00080000:1.0:1767319216.934568:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319216.934574:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319216.934577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989804288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319216.934941:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989804800 00000100:00100000:2.0:1767319216.934950:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989804800 00000100:00100000:2.0:1767319216.934990:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23098 00000100:00100000:2.0:1767319216.934996:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989804160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319216.935011:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319216.935060:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989804160:12345-0@lo:38:kworker.0 Request processed in 63us (1474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319216.935067:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23098 00000100:00100000:2.0:1767319216.935085:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23099 00000100:00100000:2.0:1767319216.935089:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989804544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319216.935099:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319216.935125:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989804544:12345-0@lo:38:kworker.0 Request processed in 34us (1400us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319216.935131:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23099 00000100:00100000:2.0:1767319216.935143:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23100 00000100:00100000:2.0:1767319216.935147:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989804800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319216.935155:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319216.935178:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989804800:12345-0@lo:38:kworker.0 Request processed in 30us (1424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319216.935184:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23100 00000100:00080000:0.0:1767319216.939736:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319216.939749:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319216.939754:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989804160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319216.939769:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319216.939772:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319216.939775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989804544:0@lo:38:kworker.0 00000100:00080000:0.0:1767319216.939796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319216.939800:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319216.939803:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989804800:0@lo:38:kworker.0 00010000:00010000:3.0:1767319217.765501:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319217.952946:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319218.795271:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319218.976503:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319219.809503:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319220.001663:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319220.832700:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319221.024553:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989805184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319221.024559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319221.024630:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319221.024673:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805184 00000100:00100000:0.0:1767319221.024682:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805184 00000100:00080000:3.0:1767319221.024715:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319221.024747:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:0.0:1767319221.024759:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989805184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319221.024789:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319221.024853:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989805184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319221.027877:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1767319221.027930:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989805184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319221.028012:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319221.028186:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989805312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319221.028795:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319221.028968:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805312 00000100:00100000:1.0:1767319221.028975:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805312 00000100:00100000:1.0:1767319221.029088:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00100000:1.0:1767319221.029096:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989805312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319221.029133:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319221.029176:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989805312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319221.029182:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00100000:0.0:1767319221.034288:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989805312:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319221.037483:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319221.091708:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319221.092066:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825920 00000100:00100000:1.0:1767319221.092078:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825920 00000100:00080000:3.0:1767319221.092203:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319221.092276:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4945 00000100:00100000:1.0:1767319221.092307:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925825920:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319221.092366:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925825920:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 62us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319221.092371:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4945 00000100:00100000:2.0:1767319221.096619:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319221.096765:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925825792 00000100:00100000:1.0:1767319221.096775:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925825792 00000100:00100000:1.0:1767319221.096875:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23101 00000100:00100000:1.0:1767319221.096883:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925825792:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319221.096907:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319221.096975:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925825792:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 91us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319221.096984:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23101 00010000:00010000:0.0:1767319221.856507:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319222.048571:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319222.048583:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319222.048587:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319222.048591:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319222.048596:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319222.048604:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4466 00000100:00080000:2.0:1767319222.048609:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319222.048616:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319222.048663:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989805440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319222.048699:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319222.048703:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319222.048705:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319222.048709:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4466 00000100:00080000:2.0:1767319222.048711:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319222.048715:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319222.048730:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989805568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319222.048793:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319222.048798:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319222.048800:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319222.048804:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4466 00000100:00080000:2.0:1767319222.048806:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319222.048810:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319222.048823:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b480 x1853163989805824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319222.048854:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319222.048858:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319222.048860:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319222.048863:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4466 00000100:00080000:2.0:1767319222.048866:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319222.048869:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319222.048882:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163989806080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319222.048926:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989806336:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.049002:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319222.049058:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319222.049065:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989805696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.049091:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319222.049245:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989806208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319222.049291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319222.049313:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319222.049319:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989805952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319222.049499:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989805440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.049540:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806336 00000100:00100000:0.0:1767319222.049549:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806336 00000100:00100000:0.0:1767319222.049594:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806208 00000100:00100000:0.0:1767319222.049597:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806208 00000100:00100000:0.0:1767319222.049617:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1767319222.049625:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989806336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319222.049673:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989806336:12345-0@lo:400:kworker.0 Request processed in 49us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319222.049694:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1767319222.049712:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:0.0:1767319222.049730:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989806208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319222.049773:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989806208:12345-0@lo:400:kworker.0 Request processed in 55us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319222.049779:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00100000:2.0:1767319222.050558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989806336:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.050589:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319222.050612:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805696 00000100:00100000:2.0:1767319222.050616:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805696 00000100:00100000:2.0:1767319222.050655:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946 00000100:00100000:2.0:1767319222.050662:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989805696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.051783:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989805696:12345-0@lo:400:kworker.0 Request processed in 1116us (2686us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319222.051794:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946 00000100:00100000:2.0:1767319222.051838:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989805696:0@lo:400:kworker.0 00000100:00080000:3.0:1767319222.060394:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319222.060528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319222.060661:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319222.060738:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805440 00000100:00100000:3.0:1767319222.060748:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805440 00000100:00100000:2.0:1767319222.060777:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805952 00000100:00100000:2.0:1767319222.060782:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805952 00000100:00100000:2.0:1767319222.060830:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947 00000100:00100000:2.0:1767319222.060839:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989805952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.060917:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989805952:12345-0@lo:400:kworker.0 Request processed in 79us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319222.060923:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947 00000100:00100000:2.0:1767319222.060941:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23102 00000100:00100000:2.0:1767319222.060945:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989805440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319222.060964:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319222.060993:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989805440:12345-0@lo:38:kworker.0 Request processed in 47us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319222.060999:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23102 00000100:00080000:2.0:1767319222.061032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319222.061219:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319222.061225:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319222.061249:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989805440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.061270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989805568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.061306:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319222.061345:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805568 00000100:00100000:2.0:1767319222.061350:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805568 00000100:00100000:2.0:1767319222.061369:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767319222.061374:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989805568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319222.061385:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319222.061412:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989805568:12345-0@lo:38:kworker.0 Request processed in 37us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319222.061418:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00080000:0.0:1767319222.061444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319222.061448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319222.061451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989805568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.061458:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989805824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.061483:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319222.061505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989806080:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.061538:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319222.061697:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989805952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319222.061709:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989806208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319222.067418:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989805824 00000100:00100000:2.0:1767319222.067435:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989805824 00000100:00100000:2.0:1767319222.067603:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806080 00000100:00100000:2.0:1767319222.067607:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806080 00000100:00100000:0.0:1767319222.067642:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23103 00000100:00100000:0.0:1767319222.067652:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989805824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319222.067675:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319222.067783:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989805824:12345-0@lo:38:kworker.0 Request processed in 131us (6299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319222.067790:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23103 00000100:00100000:0.0:1767319222.067812:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23104 00000100:00100000:0.0:1767319222.067817:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989806080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319222.067827:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319222.067846:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319222.067854:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319222.067859:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989806080:12345-0@lo:38:kworker.0 Request processed in 40us (6320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319222.067861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989805824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319222.067874:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23104 00000100:00080000:1.0:1767319222.067881:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319222.067887:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319222.067890:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989806080:0@lo:38:kworker.0 00010000:00010000:3.0:1767319222.880554:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319223.072586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319223.904466:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319224.096530:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319224.933000:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319225.120774:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319225.960770:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319226.144324:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319226.145594:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319201/real 1767319201] req@ffff96e2fd251500 x1853163989800192/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319226 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319226.145638:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd251500 x1853163989800192/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319226 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319226.145657:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319226.145680:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319226.145684:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989800192:0@lo:250:kworker.0 00000100:00080000:0.0:1767319226.145959:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319226.145965:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319226.145968:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319226.145973:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4451 00000100:00080000:0.0:1767319226.145987:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319226.145993:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319226.146028:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989806464/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319226.146052:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319226.146055:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319226.146057:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319226.146060:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4471 00000100:00080000:0.0:1767319226.146063:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319226.146066:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319226.146080:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bf480 x1853163989806592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319226.146087:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319226.146090:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319226.146091:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319226.146094:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4471 00000100:00080000:0.0:1767319226.146096:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319226.146099:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319226.146110:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc380 x1853163989806720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319226.146141:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319226.146145:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319226.146147:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319226.146149:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767319226.146151:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4471 00000100:00080000:0.0:1767319226.146155:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319226.146159:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319226.146166:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989806848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319226.146173:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989806976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319226.146213:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319226.146217:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319226.146218:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319226.146222:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4471 00000100:00080000:0.0:1767319226.146225:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319226.146248:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319226.146261:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989807232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319226.146281:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319226.146308:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806848 00000100:00100000:0.0:1767319226.146315:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806848 00000100:00100000:2.0:1767319226.146351:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989807488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319226.146377:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948 00000100:00100000:2.0:1767319226.146387:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319226.146390:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989806848:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319226.146420:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319226.146455:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989806848:12345-0@lo:400:kworker.0 Request processed in 68us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319226.146464:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948 00000100:00100000:2.0:1767319226.146469:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989806848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319226.147003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989807104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319226.147036:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319226.147058:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319226.147063:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989807360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319226.147083:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319226.147108:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807488 00000100:00100000:3.0:1767319226.147112:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807488 00000100:00100000:3.0:1767319226.147144:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807360 00000100:00100000:3.0:1767319226.147147:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807360 00000100:00100000:3.0:1767319226.147168:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767319226.147174:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989807488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319226.147222:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989807488:12345-0@lo:400:kworker.0 Request processed in 48us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319226.147252:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1767319226.147268:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:3.0:1767319226.147275:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989807360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319226.147276:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807104 00000100:00100000:2.0:1767319226.147283:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807104 00000100:00100000:3.0:1767319226.147314:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989807360:12345-0@lo:400:kworker.0 Request processed in 38us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319226.147319:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949 00000100:00100000:3.0:1767319226.147325:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:2.0:1767319226.147329:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989807104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319226.147366:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989807104:12345-0@lo:400:kworker.0 Request processed in 39us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319226.147368:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989807360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319226.147376:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949 00000100:00100000:3.0:1767319226.147385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989807104:0@lo:400:kworker.0 00000100:00080000:3.0:1767319226.147407:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319226.147411:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319226.147414:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319226.147422:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989806464:0@lo:250:kworker.0 00000100:00100000:3.0:1767319226.147434:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989807488:0@lo:400:kworker.0 00000400:00000100:2.0:1767319226.147447:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989806464 offset 0 length 520: 4 00000100:00100000:2.0:1767319226.147470:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989806592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319226.147487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319226.147573:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989806720:0@lo:38:kworker.0 00000100:00100000:2.0:1767319226.147599:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319226.147616:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989806976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319226.147633:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319226.147808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989807232:0@lo:38:kworker.0 00000100:00100000:2.0:1767319226.147842:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319226.147846:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989807744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319226.147921:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319226.147951:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807744 00000100:00100000:1.0:1767319226.147956:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807744 00000100:00100000:1.0:1767319226.147982:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1767319226.147988:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989807744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319226.148010:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319226.148041:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989807744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319226.148046:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1767319226.148097:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989807744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319226.149180:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806592 00000100:00100000:3.0:1767319226.149205:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806592 00000100:00100000:3.0:1767319226.149323:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806976 00000100:00100000:3.0:1767319226.149326:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806976 00000100:00100000:2.0:1767319226.149476:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989806720 00000100:00100000:2.0:1767319226.149482:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989806720 00000100:00100000:2.0:1767319226.149507:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:2.0:1767319226.149514:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989806720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319226.149534:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319226.149577:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989806720:12345-0@lo:38:kworker.0 Request processed in 64us (1978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319226.149584:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:2.0:1767319226.149606:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807232 00000100:00100000:2.0:1767319226.149610:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807232 00000100:00100000:2.0:1767319226.149628:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23105 00000100:00100000:2.0:1767319226.149632:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989806592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319226.149641:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319226.149666:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989806592:12345-0@lo:38:kworker.0 Request processed in 32us (2177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319226.149671:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23105 00000100:00100000:2.0:1767319226.149683:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23106 00000100:00100000:2.0:1767319226.149686:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989806976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319226.149694:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319226.149715:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989806976:12345-0@lo:38:kworker.0 Request processed in 27us (2081us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319226.149719:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23106 00000100:00100000:2.0:1767319226.149729:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23107 00000100:00100000:2.0:1767319226.149732:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989807232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319226.149740:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319226.149762:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989807232:12345-0@lo:38:kworker.0 Request processed in 29us (1922us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319226.149768:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23107 00000100:00080000:2.0:1767319226.149834:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319226.149840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319226.149844:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989806592:0@lo:38:kworker.0 00000100:00080000:2.0:1767319226.149861:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319226.149865:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319226.149868:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989806720:0@lo:38:kworker.0 00000100:00080000:2.0:1767319226.149892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319226.149895:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319226.149898:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989806976:0@lo:38:kworker.0 00000100:00080000:2.0:1767319226.149907:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319226.149910:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319226.149913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989807232:0@lo:38:kworker.0 00000100:00100000:2.0:1767319226.149978:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989807616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319226.150010:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319226.150066:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807616 00000100:00100000:2.0:1767319226.150070:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807616 00000100:00100000:2.0:1767319226.150096:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1767319226.150103:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989807616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319226.150126:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319226.150159:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989807616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319226.150169:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1767319226.150210:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989807616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319226.214988:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319226.215026:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925826048 offset 0 length 520: 4 00000100:00100000:2.0:1767319226.215052:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319226.215141:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826304 00000100:00100000:0.0:1767319226.215150:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826304 00000100:00100000:0.0:1767319226.215269:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826176 00000100:00100000:0.0:1767319226.215273:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826176 00000100:00100000:0.0:1767319226.215297:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4950 00000100:00100000:0.0:1767319226.215307:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925826304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319226.215379:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925826304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319226.215387:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4950 00000100:00100000:0.0:1767319226.215407:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23108 00000100:00100000:0.0:1767319226.215412:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925826176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319226.215430:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319226.215457:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925826176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (404us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319226.215463:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23108 00000100:00080000:2.0:1767319226.215743:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319226.977610:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319227.168649:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319228.000532:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319228.192417:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319229.024649:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319229.216880:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319230.051503:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319230.240361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319231.072551:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319231.264802:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319231.264812:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319231.264815:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319231.264819:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319231.264823:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319231.264832:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4475 00000100:00080000:2.0:1767319231.264837:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319231.264844:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319231.264869:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163989808000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319231.264889:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319231.264892:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319231.264894:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319231.264898:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4475 00000100:00080000:2.0:1767319231.264900:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319231.264903:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319231.264916:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989808128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319231.264952:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319231.264955:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319231.264957:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319231.264961:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4475 00000100:00080000:2.0:1767319231.264963:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319231.264966:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319231.264977:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b480 x1853163989808384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319231.264991:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319231.265007:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319231.265009:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319231.265012:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4475 00000100:00080000:2.0:1767319231.265014:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319231.265017:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319231.265030:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48380 x1853163989808640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319231.265182:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989808512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319231.265281:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319231.265339:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319231.265345:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989808256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319231.265368:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265688:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989808000:0@lo:38:kworker.0 00000100:00100000:1.0:1767319231.265717:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265740:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989808128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319231.265759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989808384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319231.265805:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265820:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989808640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319231.265836:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265859:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989808768:0@lo:400:kworker.0 00000100:00100000:1.0:1767319231.265879:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265894:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319231.265900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989807872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319231.265918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319231.265944:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808512 00000100:00100000:1.0:1767319231.265952:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808512 00000100:00100000:1.0:1767319231.265995:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808256 00000100:00100000:1.0:1767319231.265998:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808256 00000100:00100000:1.0:1767319231.266010:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808000 00000100:00100000:1.0:1767319231.266024:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808000 00000100:00100000:1.0:1767319231.266034:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808384 00000100:00100000:1.0:1767319231.266036:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808384 00000100:00100000:1.0:1767319231.266042:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808640 00000100:00100000:1.0:1767319231.266044:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808640 00000100:00100000:1.0:1767319231.266055:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951 00000100:00100000:1.0:1767319231.266062:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989808512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319231.266140:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989808512:12345-0@lo:400:kworker.0 Request processed in 78us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319231.266147:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951 00000100:00100000:1.0:1767319231.266165:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952 00000100:00100000:1.0:1767319231.266171:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989808256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319231.266192:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989808256:12345-0@lo:400:kworker.0 Request processed in 22us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319231.266198:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952 00000100:00100000:1.0:1767319231.266207:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23109 00000100:00100000:1.0:1767319231.266212:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989808000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319231.266246:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319231.266272:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989808000:12345-0@lo:38:kworker.0 Request processed in 60us (555us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319231.266278:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23109 00000100:00100000:1.0:1767319231.266288:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23110 00000100:00100000:1.0:1767319231.266292:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989808384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319231.266299:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319231.266317:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989808384:12345-0@lo:38:kworker.0 Request processed in 24us (511us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319231.266322:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23110 00000100:00100000:1.0:1767319231.266343:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23111 00000100:00100000:1.0:1767319231.266347:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989808640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319231.266355:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319231.266373:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989808640:12345-0@lo:38:kworker.0 Request processed in 25us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319231.266378:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23111 00000100:00100000:1.0:1767319231.285631:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319231.285692:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808768 00000100:00100000:1.0:1767319231.285703:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808768 00000100:00100000:2.0:1767319231.286501:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808128 00000100:00100000:2.0:1767319231.286510:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808128 00000100:00100000:2.0:1767319231.286549:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:2.0:1767319231.286557:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989808128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319231.286578:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319231.286651:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989808128:12345-0@lo:38:kworker.0 Request processed in 93us (20890us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319231.286659:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00100000:2.0:1767319231.290080:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319231.290117:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989808896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319231.290198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319231.290275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319231.290281:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319231.290296:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989807872 00000100:00100000:2.0:1767319231.290304:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989807872 00000100:00080000:3.0:1767319231.290353:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319231.290360:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319231.290363:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989808896 00000100:00100000:3.0:1767319231.290364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989808000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319231.290366:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989808896 00000100:00080000:3.0:1767319231.290378:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319231.290381:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00080000:3.0:1767319231.290382:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319231.290385:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989808128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319231.290388:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989807872:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319231.290395:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319231.290398:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319231.290400:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989808384:0@lo:38:kworker.0 00000100:00080000:3.0:1767319231.290409:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319231.290412:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319231.290415:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989808640:0@lo:38:kworker.0 00002000:00000024:2.0:1767319231.290419:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767319231.290485:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319231.290497:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:3.0:1767319231.290516:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989808896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319231.290539:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319231.290582:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989808896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319231.290590:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00100000:3.0:1767319231.290641:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989808896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319231.290686:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989808256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319231.290697:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989808512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319231.290775:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989807872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 386us (24854us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319231.290782:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1767319231.291111:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989807872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319231.291148:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:1.0:1767319231.291159:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989808768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319231.291429:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989808768:12345-0@lo:400:kworker.0 Request processed in 272us (25546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319231.291435:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:3.0:1767319231.291657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989808768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319231.351483:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319231.351548:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319231.351708:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826432 00000100:00100000:3.0:1767319231.351730:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826432 00000100:00100000:2.0:1767319231.351866:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826560 00000100:00100000:2.0:1767319231.351877:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826560 00000100:00100000:3.0:1767319231.351993:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4953 00000100:00100000:3.0:1767319231.352011:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925826560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319231.352147:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925826560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 142us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319231.352155:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4953 00000100:00100000:3.0:1767319231.352182:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23112 00000100:00100000:3.0:1767319231.352187:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925826432:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:1.0:1767319231.352209:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767319231.352217:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319231.356391:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925826432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 4184us (4901us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319231.356411:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23112 00010000:00010000:1.0:1767319232.098693:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319232.289588:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319233.122812:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319233.312526:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319234.144553:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319234.336674:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319234.336855:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.336862:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319234.336866:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.336871:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.336876:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.336885:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4480 00000100:00080000:0.0:1767319234.336891:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319234.336898:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319234.336953:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163989809024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319234.336983:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.336987:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.336989:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.336993:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4480 00000100:00080000:0.0:1767319234.336996:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319234.337000:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319234.337014:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163989809152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319234.337080:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.337084:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.337087:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.337090:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4480 00000100:00080000:0.0:1767319234.337093:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319234.337097:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319234.337110:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163989809408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319234.337126:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.337130:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.337132:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.337136:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4480 00000100:00080000:0.0:1767319234.337138:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319234.337142:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319234.337151:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163989809664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319234.337218:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989809920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319234.337334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319234.337417:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319234.337424:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989809792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.337583:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989809280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.337638:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.337666:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319234.337671:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989809536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.337695:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319234.337731:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809280 00000100:00100000:2.0:1767319234.337739:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809280 00000100:00100000:2.0:1767319234.337798:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809536 00000100:00100000:2.0:1767319234.337802:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809536 00000100:00100000:2.0:1767319234.337829:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954 00000100:00100000:2.0:1767319234.337839:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989809280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.337901:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989809280:12345-0@lo:400:kworker.0 Request processed in 63us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.337910:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954 00000100:00100000:2.0:1767319234.337931:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955 00000100:00100000:2.0:1767319234.337938:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989809536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.337968:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989809536:12345-0@lo:400:kworker.0 Request processed in 31us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319234.337974:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955 00000100:00100000:2.0:1767319234.338026:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989809536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319234.338051:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989809280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319234.339063:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319234.339259:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809920 00000100:00100000:1.0:1767319234.339268:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809920 00000100:00100000:1.0:1767319234.339322:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809792 00000100:00100000:1.0:1767319234.339326:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809792 00000100:00100000:1.0:1767319234.339353:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:1.0:1767319234.339362:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989809920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.339428:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989809920:12345-0@lo:400:kworker.0 Request processed in 67us (2094us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319234.339435:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:1.0:1767319234.339465:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:1.0:1767319234.339473:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989809792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.339504:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989809792:12345-0@lo:400:kworker.0 Request processed in 33us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319234.339510:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00080000:1.0:1767319234.339534:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319234.339539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319234.339542:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319234.339867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989809024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319234.339924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319234.339964:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989809152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319234.339991:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319234.340023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989809408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319234.340057:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319234.340079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989809664:0@lo:38:kworker.0 00000100:00100000:3.0:1767319234.340111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319234.340160:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809024 00000100:00100000:0.0:1767319234.340161:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989809792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319234.340166:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809024 00000100:00100000:3.0:1767319234.340194:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809408 00000100:00100000:3.0:1767319234.340196:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809408 00000100:00100000:3.0:1767319234.340207:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809664 00000100:00100000:3.0:1767319234.340210:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809664 00000100:00100000:3.0:1767319234.340219:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23113 00000100:00100000:3.0:1767319234.340224:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989809024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319234.340267:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319234.340303:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989809024:12345-0@lo:38:kworker.0 Request processed in 77us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319234.340309:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23113 00000100:00100000:3.0:1767319234.340322:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23114 00000100:00100000:3.0:1767319234.340326:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989809408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319234.340334:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319234.340353:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989809408:12345-0@lo:38:kworker.0 Request processed in 26us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319234.340358:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23114 00000100:00100000:3.0:1767319234.340367:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23115 00000100:00100000:3.0:1767319234.340370:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989809664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319234.340378:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319234.340398:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989809664:12345-0@lo:38:kworker.0 Request processed in 26us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319234.340404:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23115 00000100:00080000:3.0:1767319234.340444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319234.340566:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989809152 00000100:00100000:2.0:1767319234.340572:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989809152 00000100:00100000:2.0:1767319234.340601:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:2.0:1767319234.340606:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989809152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319234.340617:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319234.340992:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989809152:12345-0@lo:38:kworker.0 Request processed in 384us (999us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319234.340999:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00080000:3.0:1767319234.341047:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319234.341053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989809024:0@lo:38:kworker.0 00000100:00080000:3.0:1767319234.341071:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319234.341075:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319234.341077:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989809152:0@lo:38:kworker.0 00000100:00080000:3.0:1767319234.341086:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319234.341090:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319234.341093:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989809408:0@lo:38:kworker.0 00000100:00080000:3.0:1767319234.341102:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319234.341105:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319234.341108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989809664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319234.343074:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989809920:0@lo:400:kworker.0 00010000:00010000:3.0:1767319235.171962:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319235.360396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319236.192682:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319236.384387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319236.385442:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319236.385465:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989810048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319236.385578:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319236.385676:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989810176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319236.385713:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319236.385924:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810048 00000100:00100000:0.0:1767319236.385935:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810048 00000100:00100000:0.0:1767319236.386027:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810176 00000100:00100000:0.0:1767319236.386030:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810176 00000100:00100000:0.0:1767319236.386053:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:0.0:1767319236.386062:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989810048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319236.386106:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319236.386129:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:2.0:1767319236.386139:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989810176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319236.386163:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319236.386173:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989810048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319236.386181:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00100000:2.0:1767319236.386197:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989810176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319236.386203:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00080000:1.0:1767319236.386279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319236.386284:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319236.386400:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989810176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319236.386420:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989810048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319236.451266:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319236.451444:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826816 00000100:00100000:1.0:1767319236.451458:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826816 00000100:00100000:1.0:1767319236.451568:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4956 00000100:00100000:1.0:1767319236.451581:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925826816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319236.451708:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925826816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 130us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319236.451717:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4956 00000100:00080000:2.0:1767319236.452550:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319236.457863:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319236.458863:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826688 00000100:00100000:3.0:1767319236.458880:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826688 00000100:00100000:3.0:1767319236.459019:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23116 00000100:00100000:3.0:1767319236.459031:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925826688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319236.459062:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319236.459164:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925826688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 133us (1318us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319236.459173:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23116 00010000:00010000:1.0:1767319237.216465:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319237.410095:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319238.240725:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319238.432426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319239.267598:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319239.456531:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319239.458080:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.458091:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319239.458095:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.458100:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.458105:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.458115:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4484 00000100:00080000:2.0:1767319239.458122:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.458140:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319239.458199:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5180 x1853163989810304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319239.458257:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.458261:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.458263:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.458268:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4484 00000100:00080000:2.0:1767319239.458270:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.458275:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319239.458293:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5c00 x1853163989810432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319239.458343:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.458348:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.458351:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.458355:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4484 00000100:00080000:2.0:1767319239.458359:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.458364:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319239.458378:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163989810688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319239.458394:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.458399:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.458401:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.458405:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4484 00000100:00080000:2.0:1767319239.458408:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.458412:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319239.458422:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163989810944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319239.458487:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989811072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319239.458509:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989810304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319239.458636:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989810560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.458636:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989810816:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.462485:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.462613:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319239.462629:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989811200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.462701:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.462789:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811072 00000100:00100000:2.0:1767319239.462799:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811072 00000100:00100000:2.0:1767319239.462868:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811200 00000100:00100000:2.0:1767319239.462872:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811200 00000100:00100000:2.0:1767319239.462906:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:2.0:1767319239.462917:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989811072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.463000:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989811072:12345-0@lo:400:kworker.0 Request processed in 85us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.463009:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:2.0:1767319239.463028:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1767319239.463270:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989811200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.463303:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989811200:12345-0@lo:400:kworker.0 Request processed in 37us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.463310:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00080000:2.0:1767319239.463335:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319239.463339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319239.463376:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989811200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.463389:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989811072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319239.464956:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319239.465127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989810432:0@lo:38:kworker.0 00000100:00100000:3.0:1767319239.465184:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319239.465219:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810432 00000100:00100000:3.0:1767319239.465245:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810432 00000100:00100000:3.0:1767319239.465300:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:3.0:1767319239.465307:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989810432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319239.465328:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319239.465367:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989810432:12345-0@lo:38:kworker.0 Request processed in 58us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319239.465389:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00080000:3.0:1767319239.465438:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319239.465443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319239.465447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989810432:0@lo:38:kworker.0 00000100:00100000:3.0:1767319239.465455:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989810688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319239.465482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319239.487148:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989810944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319239.487150:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.488103:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810304 00000100:00100000:2.0:1767319239.488116:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810304 00000100:00100000:2.0:1767319239.488248:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810688 00000100:00100000:2.0:1767319239.488253:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810688 00000100:00100000:3.0:1767319239.492300:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23117 00000100:00100000:3.0:1767319239.492314:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989810304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319239.492339:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319239.492443:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989810304:12345-0@lo:38:kworker.0 Request processed in 129us (27504us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319239.492450:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23117 00000100:00100000:3.0:1767319239.492476:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23118 00000100:00100000:3.0:1767319239.492481:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989810688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319239.492491:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319239.492515:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989810688:12345-0@lo:38:kworker.0 Request processed in 33us (27033us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319239.492521:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23118 00000100:00100000:2.0:1767319239.496544:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.496613:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810560 00000100:00100000:2.0:1767319239.496622:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810560 00000100:00100000:2.0:1767319239.496689:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810816 00000100:00100000:2.0:1767319239.496693:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810816 00000100:00100000:2.0:1767319239.496713:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957 00000100:00100000:2.0:1767319239.496721:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989810560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.496797:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989810560:12345-0@lo:400:kworker.0 Request processed in 77us (9661us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.496804:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957 00000100:00100000:2.0:1767319239.496823:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958 00000100:00100000:2.0:1767319239.496829:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989810816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.496857:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989810816:12345-0@lo:400:kworker.0 Request processed in 29us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.496863:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958 00000100:00100000:2.0:1767319239.496905:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989810816:0@lo:400:kworker.0 00000100:00100000:2.0:1767319239.496953:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319239.496977:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989810944 00000100:00100000:2.0:1767319239.496981:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989810944 00000100:00100000:2.0:1767319239.496999:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23119 00000100:00100000:2.0:1767319239.497003:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989810944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319239.497021:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319239.497049:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989810944:12345-0@lo:38:kworker.0 Request processed in 45us (96us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319239.497055:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23119 00000100:00080000:2.0:1767319239.497087:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319239.497093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319239.497097:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989810944:0@lo:38:kworker.0 00000100:00080000:2.0:1767319239.497122:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319239.497125:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319239.497128:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989810304:0@lo:38:kworker.0 00000100:00080000:2.0:1767319239.497138:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319239.497141:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319239.497143:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989810688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319239.501353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319239.501457:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989810560:0@lo:400:kworker.0 00010000:00010000:3.0:1767319240.289966:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319240.481715:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319241.312482:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319241.504358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319241.504781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989811328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319241.504867:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319241.505063:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811328 00000100:00100000:0.0:1767319241.505072:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811328 00000100:00100000:0.0:1767319241.505129:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:0.0:1767319241.505138:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989811328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319241.505167:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319241.505367:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989811456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319241.505409:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319241.505446:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811456 00000100:00100000:1.0:1767319241.505450:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811456 00000100:00100000:1.0:1767319241.505472:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1767319241.505479:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989811456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319241.505496:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319241.505528:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989811456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319241.505535:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1767319241.505576:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989811456:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319241.505605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319241.505609:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319241.506810:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989811328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1666us (1937us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319241.506821:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:3.0:1767319241.507164:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989811328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319241.570635:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319241.570814:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925826944 00000100:00100000:1.0:1767319241.570824:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925826944 00000100:00100000:1.0:1767319241.570872:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23120 00000100:00100000:1.0:1767319241.570880:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925826944:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319241.570928:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319241.570988:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925826944:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 108us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319241.571002:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23120 00000100:00100000:2.0:1767319241.571607:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319241.571805:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827072 00000100:00100000:3.0:1767319241.571811:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827072 00000100:00100000:3.0:1767319241.571869:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4959 00000100:00100000:3.0:1767319241.571876:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827072:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319241.571969:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827072:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319241.571976:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4959 00000100:00080000:1.0:1767319241.572622:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319242.336558:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319242.528418:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319243.360456:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319243.553086:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319244.386261:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319244.576390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319244.576477:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319244.576483:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319244.576486:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319244.576490:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319244.576494:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319244.576502:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4489 00000100:00080000:3.0:1767319244.576507:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319244.576513:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319244.576555:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989811584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319244.576583:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319244.576586:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319244.576588:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319244.576591:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4489 00000100:00080000:3.0:1767319244.576593:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319244.576597:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319244.576609:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163989811712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319244.576655:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319244.576659:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319244.576660:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319244.576665:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4489 00000100:00080000:3.0:1767319244.576667:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319244.576670:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319244.576679:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989811840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.576751:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319244.576830:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989811584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319244.576839:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811840 00000100:00100000:0.0:1767319244.576856:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811840 00000100:00100000:2.0:1767319244.576870:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319244.576892:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989811712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319244.576908:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811584 00000100:00100000:0.0:1767319244.576911:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811584 00000100:00100000:2.0:1767319244.576913:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319244.576929:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960 00000100:00100000:0.0:1767319244.576939:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989811840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319244.576961:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23121 00000100:00100000:2.0:1767319244.576966:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989811584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319244.576987:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319244.576989:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989811840:12345-0@lo:400:kworker.0 Request processed in 52us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.576995:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960 00000100:00100000:2.0:1767319244.577015:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989811584:12345-0@lo:38:kworker.0 Request processed in 48us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319244.577021:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23121 00000100:00100000:0.0:1767319244.577037:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989811840:0@lo:400:kworker.0 00000100:00080000:2.0:1767319244.577044:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319244.577048:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319244.577050:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989811584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.577097:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989811968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319244.577116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319244.577129:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811712 00000100:00100000:1.0:1767319244.577134:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811712 00000100:00080000:3.0:1767319244.577142:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319244.577145:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319244.577147:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319244.577151:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4489 00000100:00080000:3.0:1767319244.577154:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319244.577156:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00080000:3.0:1767319244.577157:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319244.577160:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989811712:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.577168:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadc00 x1853163989812224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:1.0:1767319244.577170:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319244.577197:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989811712:12345-0@lo:38:kworker.0 Request processed in 37us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319244.577203:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:3.0:1767319244.577208:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319244.577215:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989812096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.577221:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989812480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319244.577280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989811968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319244.577348:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989812352:0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.581910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319244.581998:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812480 00000100:00100000:1.0:1767319244.582006:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812480 00000100:00100000:1.0:1767319244.582074:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1767319244.582085:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989812480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.582138:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989812480:12345-0@lo:400:kworker.0 Request processed in 56us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.582144:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00080000:1.0:1767319244.582164:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319244.582192:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989812480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319244.586247:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319244.586300:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989812224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319244.586333:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319244.586384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319244.586390:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319244.586394:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989811712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.586530:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319244.586591:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989811968 00000100:00100000:3.0:1767319244.586598:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989811968 00000100:00100000:3.0:1767319244.586633:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812224 00000100:00100000:3.0:1767319244.586637:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812224 00000100:00100000:3.0:1767319244.586651:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812096 00000100:00100000:3.0:1767319244.586653:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812096 00000100:00100000:3.0:1767319244.586709:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961 00000100:00100000:3.0:1767319244.586719:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989812096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319244.586771:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989812096:12345-0@lo:400:kworker.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319244.586779:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961 00000100:00100000:3.0:1767319244.586796:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23122 00000100:00100000:3.0:1767319244.586801:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989811968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319244.586821:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319244.586888:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989811968:12345-0@lo:38:kworker.0 Request processed in 85us (662us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319244.586895:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23122 00000100:00100000:3.0:1767319244.586906:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23123 00000100:00100000:3.0:1767319244.586910:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989812224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319244.586920:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319244.586943:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989812224:12345-0@lo:38:kworker.0 Request processed in 32us (610us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319244.586949:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23123 00000100:00080000:3.0:1767319244.586972:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319244.587000:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989812096:0@lo:400:kworker.0 00000100:00080000:2.0:1767319244.589146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319244.589158:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319244.589163:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989811968:0@lo:38:kworker.0 00000100:00080000:2.0:1767319244.589174:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319244.589262:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319244.589266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989812224:0@lo:38:kworker.0 00000100:00100000:0.0:1767319244.599303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319244.599548:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812352 00000100:00100000:1.0:1767319244.599557:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812352 00000100:00100000:1.0:1767319244.599631:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:1.0:1767319244.599642:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989812352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.599879:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989812352:12345-0@lo:400:kworker.0 Request processed in 238us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.599888:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:0.0:1767319244.599978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989812352:0@lo:400:kworker.0 00000100:00080000:3.0:1767319244.600132:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319245.410684:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319245.601012:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319246.434810:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319246.624779:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989812608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319246.624862:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319246.625004:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812608 00000100:00100000:0.0:1767319246.625014:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812608 00000100:00100000:0.0:1767319246.625088:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:0.0:1767319246.625098:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989812608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319246.625128:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319246.625172:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989812608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319246.625183:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00100000:0.0:1767319246.625451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319246.625497:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989812736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319246.625536:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319246.625667:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812736 00000100:00100000:2.0:1767319246.625672:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812736 00000100:00100000:2.0:1767319246.625705:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1767319246.625712:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989812736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319246.625727:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319246.625764:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989812736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319246.625770:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00080000:3.0:1767319246.625869:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319246.625873:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319246.625906:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989812608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319246.625976:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989812736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319246.692172:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319246.692264:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319246.692399:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827328 00000100:00100000:1.0:1767319246.692410:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827328 00000100:00100000:1.0:1767319246.692483:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827200 00000100:00100000:1.0:1767319246.692486:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827200 00000100:00100000:1.0:1767319246.692513:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4962 00000100:00100000:1.0:1767319246.692526:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827328:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319246.692604:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827328:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319246.692612:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4962 00000100:00100000:1.0:1767319246.692631:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23124 00000100:00100000:1.0:1767319246.692635:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925827200:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319246.692656:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319246.692680:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925827200:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (415us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319246.692686:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23124 00000100:00080000:2.0:1767319246.693353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319247.457678:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319247.648349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319248.482252:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319248.672414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319249.509642:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319249.696428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319249.696490:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319249.696496:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319249.696499:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319249.696503:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319249.696506:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319249.696515:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4494 00000100:00080000:0.0:1767319249.696519:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319249.696525:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319249.696564:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706680 x1853163989812864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319249.696591:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319249.696594:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319249.696596:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319249.696599:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4494 00000100:00080000:0.0:1767319249.696602:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319249.696606:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319249.696619:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989812992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319249.696656:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319249.696660:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319249.696662:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319249.696666:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4494 00000100:00080000:0.0:1767319249.696669:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319249.696673:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319249.696682:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319249.696687:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704380 x1853163989813248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319249.696707:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319249.696708:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989813120:0@lo:400:kworker.0 00000100:00080000:0.0:1767319249.696715:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319249.696719:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319249.696722:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4494 00000100:00080000:0.0:1767319249.696725:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319249.696729:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319249.696741:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706a00 x1853163989813504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319249.696785:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.696847:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989813376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.696857:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989813760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.696870:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319249.696899:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.696927:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813760 00000100:00100000:0.0:1767319249.696928:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319249.696935:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813760 00000100:00100000:0.0:1767319249.696938:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989813632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.696964:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.696992:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813632 00000100:00100000:2.0:1767319249.696996:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813632 00000100:00100000:0.0:1767319249.697007:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:0.0:1767319249.697019:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989813760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.697083:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989813760:12345-0@lo:400:kworker.0 Request processed in 66us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.697136:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989812864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.697164:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.697188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989812992:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.697211:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.697252:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989813248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.697274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.697290:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989813504:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.697308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.697334:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812992 00000100:00100000:1.0:1767319249.697338:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812992 00000100:00100000:1.0:1767319249.697360:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:1.0:1767319249.697365:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989812992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319249.697382:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319249.697418:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989812992:12345-0@lo:38:kworker.0 Request processed in 52us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319249.697425:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813120 00000100:00100000:1.0:1767319249.697427:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00100000:3.0:1767319249.697430:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813120 00000100:00100000:1.0:1767319249.697456:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813376 00000100:00100000:1.0:1767319249.697461:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813376 00000100:00100000:3.0:1767319249.697465:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989812864 00000100:00100000:3.0:1767319249.697469:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989812864 00000100:00100000:3.0:1767319249.697484:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813248 00000100:00100000:3.0:1767319249.697486:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813248 00000100:00100000:1.0:1767319249.697488:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813504 00000100:00100000:1.0:1767319249.697494:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813504 00000100:00100000:3.0:1767319249.697500:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963 00000100:00100000:3.0:1767319249.697510:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989813120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.697515:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964 00000100:00100000:1.0:1767319249.697526:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989813376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319249.697559:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989813120:12345-0@lo:400:kworker.0 Request processed in 51us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319249.697566:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963 00000100:00100000:1.0:1767319249.697571:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989813376:12345-0@lo:400:kworker.0 Request processed in 46us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.697579:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964 00000100:00100000:3.0:1767319249.697584:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23125 00000100:00100000:3.0:1767319249.697589:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989812864:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.697598:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23126 00010000:00020000:3.0:1767319249.697601:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319249.697607:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989813248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319249.697619:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319249.697627:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989812864:12345-0@lo:38:kworker.0 Request processed in 35us (461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319249.697634:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23125 00000100:00100000:3.0:1767319249.697648:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23127 00000100:00100000:1.0:1767319249.697654:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989813248:12345-0@lo:38:kworker.0 Request processed in 46us (378us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319249.697655:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989813504:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.697667:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23126 00010000:00020000:3.0:1767319249.697670:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319249.697705:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319249.697713:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319249.697713:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989813504:12345-0@lo:38:kworker.0 Request processed in 57us (403us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319249.697722:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989812864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319249.697725:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23127 00000100:00080000:1.0:1767319249.697742:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319249.697747:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319249.697751:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989812992:0@lo:38:kworker.0 00000100:00080000:1.0:1767319249.697783:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319249.697786:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989813376:0@lo:400:kworker.0 00000100:00080000:1.0:1767319249.697790:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319249.697796:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989813248:0@lo:38:kworker.0 00000100:00100000:3.0:1767319249.697805:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989813120:0@lo:400:kworker.0 00000100:00080000:1.0:1767319249.697811:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319249.697816:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319249.697820:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989813504:0@lo:38:kworker.0 00000100:00080000:3.0:1767319249.697857:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319249.697864:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319249.697867:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319249.697878:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989813760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.698138:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:0.0:1767319249.698156:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:0.0:1767319249.698164:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989813632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319249.698209:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989813632:12345-0@lo:400:kworker.0 Request processed in 47us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319249.698217:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:1.0:1767319249.698281:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989813632:0@lo:400:kworker.0 00010000:00010000:3.0:1767319250.528556:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319250.720563:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767319250.789369:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925827456 offset 0 length 520: 4 00000100:00100000:2.0:1767319250.789425:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319250.793461:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827584 00000100:00100000:3.0:1767319250.793477:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827584 00000100:00100000:3.0:1767319250.793541:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23128 00000100:00100000:3.0:1767319250.793549:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925827584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319250.793573:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319250.793646:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925827584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (4220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319250.793654:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23128 00000100:00100000:1.0:1767319250.793893:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319250.794187:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827712 00000100:00100000:3.0:1767319250.794193:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827712 00000100:00100000:3.0:1767319250.794270:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4965 00000100:00100000:3.0:1767319250.794278:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319250.794345:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 67us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319250.794352:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4965 00000100:00080000:1.0:1767319250.794807:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319251.556116:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319251.744757:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989813888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319251.745005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319251.745540:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319226/real 1767319226] req@ffff96e1ed2bed80 x1853163989806464/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319251 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319251.745566:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2bed80 x1853163989806464/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319251 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319251.745580:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319251.745599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319251.745603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989806464:0@lo:250:kworker.0 00000100:00080000:1.0:1767319251.745637:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319251.745642:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319251.745645:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319251.745650:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4475 00000100:00080000:1.0:1767319251.745653:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319251.745659:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319251.745681:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989814016/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319251.745698:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319251.746508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989814144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319251.746556:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319251.746609:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989813888 00000100:00100000:2.0:1767319251.746617:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989813888 00000100:00100000:2.0:1767319251.746666:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814144 00000100:00100000:2.0:1767319251.746669:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814144 00000100:00100000:2.0:1767319251.746685:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:2.0:1767319251.746692:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989813888:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319251.746917:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:0.0:1767319251.746928:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989814144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319251.746954:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319251.747004:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989814144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319251.747011:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00100000:0.0:1767319251.747283:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989814016:0@lo:250:kworker.0 00000400:00000100:0.0:1767319251.747308:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989814016 offset 0 length 520: 4 00000100:00100000:3.0:1767319251.747442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319251.747466:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319251.747471:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319251.747517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989814144:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319251.748841:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319251.748847:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319251.748853:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4499 00000100:00080000:1.0:1767319251.748858:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319251.748864:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319251.748899:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163989814272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319251.748916:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319251.748919:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319251.748920:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319251.748924:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4499 00000100:00080000:1.0:1767319251.748927:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319251.748930:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319251.748945:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636d80 x1853163989814400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319251.748974:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319251.748978:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319251.748980:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319251.748984:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4499 00000100:00080000:1.0:1767319251.748986:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319251.748989:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319251.748999:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635500 x1853163989814656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319251.749024:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319251.749028:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319251.749029:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319251.749033:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4499 00000100:00080000:1.0:1767319251.749035:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319251.749038:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319251.749051:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635180 x1853163989814912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319251.749085:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989814784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319251.749144:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319251.749189:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319251.749195:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989814528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319251.749216:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319251.749271:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814784 00000100:00100000:1.0:1767319251.749277:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814784 00000100:00100000:1.0:1767319251.749334:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814528 00000100:00100000:1.0:1767319251.749337:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814528 00000100:00100000:1.0:1767319251.749366:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966 00000100:00100000:1.0:1767319251.749374:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989814784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319251.749423:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989814784:12345-0@lo:400:kworker.0 Request processed in 50us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319251.749430:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966 00000100:00100000:1.0:1767319251.749446:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967 00000100:00100000:1.0:1767319251.749453:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989814528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319251.749479:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989814528:12345-0@lo:400:kworker.0 Request processed in 28us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319251.749484:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967 00000100:00080000:1.0:1767319251.749500:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319251.749532:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989814528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319251.749542:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989814784:0@lo:400:kworker.0 00002000:00000024:2.0:1767319251.749986:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319251.750041:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989813888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3348us (5035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319251.750048:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:0.0:1767319251.750162:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989814272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319251.750188:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319251.750215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989814400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319251.750258:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319251.750277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989814656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319251.750296:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319251.750323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989814912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319251.750345:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319251.750376:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814400 00000100:00100000:0.0:1767319251.750381:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814400 00000100:00100000:0.0:1767319251.750406:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:0.0:1767319251.750411:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a53850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989814400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319251.750430:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319251.750465:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a53850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989814400:12345-0@lo:38:kworker.0 Request processed in 52us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319251.750471:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00100000:0.0:1767319251.750624:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814272 00000100:00100000:0.0:1767319251.750628:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814272 00000100:00100000:0.0:1767319251.750648:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814656 00000100:00100000:0.0:1767319251.750650:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814656 00000100:00100000:0.0:1767319251.750664:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989814912 00000100:00100000:0.0:1767319251.750667:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989814912 00000100:00100000:0.0:1767319251.750681:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23129 00000100:00100000:0.0:1767319251.750685:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989814272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319251.750695:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319251.750743:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989814272:12345-0@lo:38:kworker.0 Request processed in 56us (553us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319251.750750:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23129 00000100:00100000:0.0:1767319251.750762:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23130 00000100:00100000:0.0:1767319251.750765:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989814656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319251.750775:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319251.750796:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989814656:12345-0@lo:38:kworker.0 Request processed in 29us (499us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319251.750802:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23130 00000100:00100000:0.0:1767319251.752525:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23131 00000100:00100000:0.0:1767319251.752540:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989814912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319251.752564:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319251.752635:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989814912:12345-0@lo:38:kworker.0 Request processed in 95us (2288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319251.752642:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23131 00000100:00080000:0.0:1767319251.752751:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319251.752757:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319251.752762:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989814272:0@lo:38:kworker.0 00000100:00080000:0.0:1767319251.752774:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319251.752778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319251.752781:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989814400:0@lo:38:kworker.0 00000100:00080000:0.0:1767319251.752791:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319251.752795:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319251.752797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989814656:0@lo:38:kworker.0 00000100:00080000:0.0:1767319251.752806:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319251.752809:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319251.753069:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989813888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319251.753629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989814912:0@lo:38:kworker.0 00010000:00010000:1.0:1767319252.576463:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319252.768478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319253.600979:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319253.792486:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319254.624554:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319254.817090:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319255.648905:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319255.840618:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319255.908092:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319255.909147:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827840 00000100:00100000:2.0:1767319255.909164:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827840 00000100:00100000:2.0:1767319255.909280:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23132 00000100:00100000:2.0:1767319255.909291:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925827840:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319255.909323:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319255.909411:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925827840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 121us (1335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319255.909419:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23132 00000100:00100000:3.0:1767319255.910436:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319255.910539:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925827968 00000100:00100000:1.0:1767319255.910556:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925827968 00000100:00100000:1.0:1767319255.910779:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4968 00000100:00100000:1.0:1767319255.910793:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319255.910896:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925827968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319255.910906:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4968 00000100:00080000:3.0:1767319255.911704:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319256.672823:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319256.864663:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319256.866988:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319256.867004:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319256.867010:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319256.867016:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319256.867022:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319256.867037:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319256.867045:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319256.867055:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319256.867119:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989815040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319256.867151:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319256.867169:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319256.867171:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319256.867177:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319256.867180:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319256.867191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989815040:0@lo:38:kworker.0 00000100:00080000:3.0:1767319256.867201:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319256.867224:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad880 x1853163989815168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319256.867308:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319256.867313:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319256.867315:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319256.867319:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319256.867322:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319256.867327:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319256.867335:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319256.867344:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163989815424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319256.867381:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319256.867385:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319256.867388:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319256.867396:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4501 00000100:00080000:3.0:1767319256.867400:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319256.867404:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319256.867419:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163989815680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319256.867428:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989815168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319256.867496:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319256.867520:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989815808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.867535:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989815424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319256.867562:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319256.867583:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989815680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319256.867603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319256.867645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989815296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.867669:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319256.867689:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319256.867696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989815552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.867716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319256.867744:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815040 00000100:00100000:1.0:1767319256.867754:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815040 00000100:00100000:1.0:1767319256.867787:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815424 00000100:00100000:1.0:1767319256.867790:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815424 00000100:00100000:1.0:1767319256.867905:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815680 00000100:00100000:1.0:1767319256.867910:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815680 00000100:00100000:1.0:1767319256.867920:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815296 00000100:00100000:1.0:1767319256.867923:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815296 00000100:00100000:1.0:1767319256.867961:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815552 00000100:00100000:1.0:1767319256.867964:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815552 00000100:00100000:1.0:1767319256.867985:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969 00000100:00100000:1.0:1767319256.867993:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989815296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319256.868083:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319256.868125:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319256.868133:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989815936:0@lo:400:kworker.0 00000100:00100000:3.0:1767319256.868170:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319256.868356:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319256.868391:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815808 00000100:00100000:3.0:1767319256.868398:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815808 00000100:00100000:1.0:1767319256.868430:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989815296:12345-0@lo:400:kworker.0 Request processed in 433us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319256.868442:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969 00000100:00100000:3.0:1767319256.868459:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815936 00000100:00100000:3.0:1767319256.868465:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815936 00000100:00100000:1.0:1767319256.868474:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970 00000100:00100000:1.0:1767319256.868489:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989815552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.868527:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989815552:12345-0@lo:400:kworker.0 Request processed in 46us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319256.868534:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970 00000100:00100000:1.0:1767319256.868548:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23133 00000100:00100000:1.0:1767319256.868552:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989815040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319256.868570:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319256.868606:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989815040:12345-0@lo:38:kworker.0 Request processed in 53us (1274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319256.868611:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23133 00000100:00100000:1.0:1767319256.868634:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23134 00000100:00100000:1.0:1767319256.868639:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989815424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319256.868647:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319256.868670:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989815424:12345-0@lo:38:kworker.0 Request processed in 30us (1108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319256.868676:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23134 00000100:00100000:1.0:1767319256.868686:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23135 00000100:00100000:1.0:1767319256.868689:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989815680:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319256.868701:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00010000:00020000:1.0:1767319256.868702:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319256.868722:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989815808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.868737:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989815680:12345-0@lo:38:kworker.0 Request processed in 43us (1130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319256.868745:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23135 00000100:00100000:0.0:1767319256.868989:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989815168 00000100:00100000:0.0:1767319256.868998:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989815168 00000100:00100000:0.0:1767319256.869026:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767319256.869032:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989815168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319256.869051:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319256.869089:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989815168:12345-0@lo:38:kworker.0 Request processed in 56us (1594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319256.869095:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767319256.869215:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319256.869227:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989816064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319256.869279:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319256.869309:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989815552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.869333:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989815296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319256.869343:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1767319256.869355:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989815936:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319256.869382:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319256.869390:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319256.869396:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989815680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319256.869414:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989815936:12345-0@lo:400:kworker.0 Request processed in 58us (1239us total) trans 0 rc 0/0 00000100:00080000:1.0:1767319256.869419:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319256.869430:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00080000:1.0:1767319256.869432:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319256.869441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989815168:0@lo:38:kworker.0 00000100:00080000:1.0:1767319256.869458:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319256.869462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319256.869465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989815424:0@lo:38:kworker.0 00000100:00080000:1.0:1767319256.869477:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319256.869480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319256.869485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:0.0:1767319256.869489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319256.869490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989815040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319256.869562:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989815936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319256.869575:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989815808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319256.869862:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989815808:12345-0@lo:400:kworker.0 Request processed in 83us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319256.869871:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00100000:2.0:1767319256.874466:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816064 00000100:00100000:2.0:1767319256.874483:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816064 00000100:00100000:1.0:1767319256.874513:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319256.874554:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989816192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319256.874583:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:2.0:1767319256.874599:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989816064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319256.874663:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319256.874664:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319256.874703:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816192 00000100:00100000:0.0:1767319256.874713:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816192 00000100:00100000:0.0:1767319256.874743:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:0.0:1767319256.874751:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989816192:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319256.874769:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989816064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 174us (5489us total) trans 0 rc 0/0 00002000:00000024:0.0:1767319256.874772:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319256.874777:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1767319256.874824:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989816192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319256.874830:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:2.0:1767319256.874856:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989816064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319256.874939:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989816192:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319257.698459:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319257.893708:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319258.724750:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319258.912347:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319259.744585:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319259.936769:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319260.768466:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319260.960489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319261.028710:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319261.028820:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319261.029136:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828224 00000100:00100000:0.0:1767319261.029148:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828224 00000100:00100000:0.0:1767319261.029297:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828096 00000100:00100000:0.0:1767319261.029302:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828096 00000100:00100000:0.0:1767319261.029326:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4971 00000100:00100000:0.0:1767319261.029336:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925828224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319261.029435:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925828224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319261.029443:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4971 00000100:00100000:0.0:1767319261.029467:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23136 00000100:00100000:0.0:1767319261.029472:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925828096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319261.029516:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319261.029558:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925828096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 73us (727us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319261.029565:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23136 00000100:00080000:3.0:1767319261.029840:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319261.792479:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319261.984327:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319261.984575:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319261.984582:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319261.984585:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319261.984589:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319261.984593:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319261.984600:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4506 00000100:00080000:0.0:1767319261.984605:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319261.984611:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319261.984661:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163989816320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319261.984785:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989816448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319261.984857:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319261.984943:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816448 00000100:00100000:1.0:1767319261.984952:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816448 00000100:00100000:1.0:1767319261.985008:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:1.0:1767319261.985018:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989816448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319261.985062:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319261.985105:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989816448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319261.985112:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00080000:1.0:1767319261.985134:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319261.985180:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989816448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319261.989138:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989816576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319261.989227:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319261.989314:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816576 00000100:00100000:1.0:1767319261.989321:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816576 00000100:00100000:1.0:1767319261.989386:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:1.0:1767319261.989397:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989816576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319261.989428:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319261.989485:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989816576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319261.989494:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00080000:1.0:1767319261.989518:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319261.989562:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989816576:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319261.999197:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319261.999209:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319261.999214:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319261.999223:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4506 00000100:00080000:0.0:1767319261.999242:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319261.999250:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319261.999297:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163989816704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319261.999383:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989816832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319261.999458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319261.999602:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319261.999607:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319261.999609:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319261.999613:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4506 00000100:00080000:0.0:1767319261.999616:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319261.999620:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319261.999650:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefed80 x1853163989816960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319261.999856:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816832 00000100:00100000:3.0:1767319261.999865:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816832 00000100:00100000:3.0:1767319261.999926:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972 00000100:00100000:3.0:1767319261.999934:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989816832:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319262.000176:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319262.000180:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319262.000183:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319262.000187:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4506 00000100:00080000:0.0:1767319262.000189:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319262.000194:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319262.000209:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163989817216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319262.000265:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989817088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319262.000298:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319262.000339:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817088 00000100:00100000:0.0:1767319262.000343:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817088 00000100:00100000:0.0:1767319262.000373:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973 00000100:00100000:0.0:1767319262.000380:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989817088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319262.000413:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989817088:12345-0@lo:400:kworker.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319262.000420:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973 00000100:00100000:0.0:1767319262.000462:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989817088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319262.000563:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989816832:12345-0@lo:400:kworker.0 Request processed in 629us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319262.000570:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972 00000100:00080000:3.0:1767319262.000589:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319262.000800:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989816832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319262.003400:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989816320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319262.003470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319262.004735:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816320 00000100:00100000:3.0:1767319262.004753:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816320 00000100:00100000:2.0:1767319262.004788:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989816704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319262.004865:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319262.004908:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989816960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319262.004924:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23137 00000100:00100000:3.0:1767319262.004935:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989816320:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319262.004942:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767319262.004967:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319262.005000:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816704 00000100:00100000:1.0:1767319262.005007:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816704 00000100:00100000:3.0:1767319262.005015:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989816320:12345-0@lo:38:kworker.0 Request processed in 81us (1544us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319262.005029:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23137 00000100:00100000:1.0:1767319262.005037:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1767319262.005043:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989816704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319262.005053:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319262.005082:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989816704:12345-0@lo:38:kworker.0 Request processed in 38us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319262.005088:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:2.0:1767319262.011820:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989817216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319262.011896:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319262.014257:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989816960 00000100:00100000:0.0:1767319262.014274:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989816960 00000100:00100000:0.0:1767319262.014377:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23138 00000100:00100000:0.0:1767319262.014386:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989816960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319262.014411:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319262.014511:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989816960:12345-0@lo:38:kworker.0 Request processed in 124us (9571us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319262.014518:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23138 00000100:00080000:3.0:1767319262.029581:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319262.029596:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319262.029602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989816320:0@lo:38:kworker.0 00000100:00080000:3.0:1767319262.029619:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319262.029622:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319262.029625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989816704:0@lo:38:kworker.0 00000100:00080000:3.0:1767319262.029635:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319262.029639:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319262.029642:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989816960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319262.033854:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817216 00000100:00100000:1.0:1767319262.033872:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817216 00000100:00100000:1.0:1767319262.033944:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23139 00000100:00100000:1.0:1767319262.033952:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989817216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319262.033976:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319262.034072:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989817216:12345-0@lo:38:kworker.0 Request processed in 117us (22173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319262.034081:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23139 00000100:00080000:2.0:1767319262.034285:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319262.034291:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319262.034295:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989817216:0@lo:38:kworker.0 00010000:00010000:1.0:1767319262.816569:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319263.008389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319263.840485:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319264.032357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319264.864682:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319265.056526:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319265.888444:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319266.080427:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319266.147335:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319266.147386:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319266.147494:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828480 00000100:00100000:1.0:1767319266.147503:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828480 00000100:00100000:1.0:1767319266.147596:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828352 00000100:00100000:1.0:1767319266.147600:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828352 00000100:00100000:1.0:1767319266.147624:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4974 00000100:00100000:1.0:1767319266.147635:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925828480:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319266.147714:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925828480:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319266.147731:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4974 00000100:00100000:1.0:1767319266.147753:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23140 00000100:00100000:1.0:1767319266.147758:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925828352:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319266.147779:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319266.147804:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925828352:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319266.147810:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23140 00000100:00080000:0.0:1767319266.147984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319266.912496:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319267.104478:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989817344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319267.104567:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.104603:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989817472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319267.104653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319267.104697:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817344 00000100:00100000:1.0:1767319267.104706:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817344 00000100:00100000:1.0:1767319267.104761:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817472 00000100:00100000:1.0:1767319267.104764:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817472 00000100:00100000:1.0:1767319267.104783:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:1.0:1767319267.104792:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989817344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319267.104822:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319267.104861:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989817344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.104868:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00100000:1.0:1767319267.104886:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767319267.104893:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989817472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319267.104909:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319267.104938:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989817472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319267.104944:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00080000:2.0:1767319267.104986:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319267.104988:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989817472:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319267.104993:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319267.105030:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989817344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319267.105296:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319267.105382:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319267.105388:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319267.105390:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319267.105394:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319267.105398:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319267.105403:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4511 00000100:00080000:2.0:1767319267.105407:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319267.105412:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319267.105446:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163989817600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319267.105471:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319267.105474:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319267.105476:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319267.105479:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4511 00000100:00080000:2.0:1767319267.105481:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319267.105484:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319267.105499:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721880 x1853163989817728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319267.105531:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319267.105535:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319267.105536:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319267.105540:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4511 00000100:00080000:2.0:1767319267.105542:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319267.105546:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319267.105801:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989817600:0@lo:38:kworker.0 00000100:00100000:3.0:1767319267.105842:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.105870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989817856:0@lo:400:kworker.0 00000100:00100000:3.0:1767319267.105878:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989817728:0@lo:38:kworker.0 00000100:00100000:0.0:1767319267.105913:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319267.105919:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319267.105968:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817600 00000100:00100000:0.0:1767319267.105973:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817600 00000100:00100000:3.0:1767319267.105975:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817728 00000100:00100000:3.0:1767319267.105981:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817728 00000100:00100000:0.0:1767319267.106001:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817856 00000100:00100000:0.0:1767319267.106006:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817856 00000100:00100000:3.0:1767319267.106012:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:3.0:1767319267.106019:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989817728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319267.106037:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319267.106048:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975 00000100:00100000:0.0:1767319267.106057:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989817856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319267.106076:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989817728:12345-0@lo:38:kworker.0 Request processed in 55us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319267.106084:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00100000:0.0:1767319267.106109:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989817856:12345-0@lo:400:kworker.0 Request processed in 52us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319267.106114:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23141 00000100:00100000:0.0:1767319267.106124:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975 00000100:00080000:0.0:1767319267.106149:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319267.106169:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989817856:0@lo:400:kworker.0 00000100:00100000:3.0:1767319267.106204:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989817600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319267.106327:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319267.106358:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989817600:12345-0@lo:38:kworker.0 Request processed in 235us (516us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319267.106364:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23141 00000100:00080000:3.0:1767319267.106401:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319267.106406:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319267.106410:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989817600:0@lo:38:kworker.0 00000100:00080000:3.0:1767319267.106420:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319267.106423:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319267.106426:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989817728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319267.106476:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721f80 x1853163989817984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319267.106511:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319267.106514:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319267.106516:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319267.106520:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4511 00000100:00080000:2.0:1767319267.106523:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319267.106528:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319267.106539:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721c00 x1853163989818240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319267.106983:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989818112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319267.107018:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319267.107092:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989817984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319267.107252:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818112 00000100:00100000:2.0:1767319267.107258:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818112 00000100:00100000:2.0:1767319267.107315:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976 00000100:00100000:2.0:1767319267.107322:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989818112:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319267.107476:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319267.107502:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989818112:12345-0@lo:400:kworker.0 Request processed in 42us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319267.107509:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976 00000100:00100000:3.0:1767319267.107614:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319267.107717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989818240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319267.107826:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319267.107882:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989817984 00000100:00100000:3.0:1767319267.107887:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989817984 00000100:00100000:3.0:1767319267.107909:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818240 00000100:00100000:3.0:1767319267.107911:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818240 00000100:00100000:3.0:1767319267.107927:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23142 00000100:00100000:3.0:1767319267.107932:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989817984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319267.107946:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319267.107970:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989818112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319267.107983:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989817984:12345-0@lo:38:kworker.0 Request processed in 49us (368us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319267.107991:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23142 00000100:00100000:3.0:1767319267.108007:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23143 00000100:00100000:3.0:1767319267.108012:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989818240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319267.108021:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319267.108046:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989818240:12345-0@lo:38:kworker.0 Request processed in 33us (220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319267.108052:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23143 00000100:00080000:3.0:1767319267.108075:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319267.108080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319267.108083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989817984:0@lo:38:kworker.0 00000100:00080000:3.0:1767319267.108090:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319267.108093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319267.108096:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989818240:0@lo:38:kworker.0 00010000:00010000:1.0:1767319267.937046:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319268.129817:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319268.960723:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319269.152351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319269.984491:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319270.177908:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319271.008473:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319271.200337:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319271.267574:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319271.267652:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828736 00000100:00100000:3.0:1767319271.267657:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319271.267663:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828736 00000100:00100000:0.0:1767319271.267759:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828608 00000100:00100000:0.0:1767319271.267762:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828608 00000100:00100000:0.0:1767319271.267782:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4977 00000100:00100000:0.0:1767319271.267792:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925828736:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319271.267862:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925828736:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 72us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319271.267870:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4977 00000100:00100000:0.0:1767319271.267890:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23144 00000100:00100000:0.0:1767319271.267894:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925828608:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319271.267915:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319271.267940:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925828608:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (282us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319271.267948:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23144 00000100:00080000:2.0:1767319271.268022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319272.033685:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319272.224567:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319272.224584:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989818368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319272.224651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319272.224756:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818368 00000100:00100000:3.0:1767319272.224765:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818368 00000100:00100000:3.0:1767319272.224827:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:3.0:1767319272.224835:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989818368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319272.224862:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319272.224905:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989818368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319272.224912:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:3.0:1767319272.224957:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989818368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319272.225062:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319272.225757:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319272.225865:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319272.225871:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319272.225873:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319272.225877:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319272.225880:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319272.225886:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319272.225890:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319272.225894:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319272.225922:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636d80 x1853163989818496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319272.225951:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319272.225955:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319272.225956:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319272.225959:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319272.225962:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319272.225965:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319272.225977:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163989818624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319272.226006:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319272.226010:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319272.226012:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319272.226015:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319272.226018:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319272.226021:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319272.226034:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989818880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319272.226052:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319272.226056:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319272.226057:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319272.226060:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4516 00000100:00080000:1.0:1767319272.226063:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319272.226066:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319272.226076:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584700 x1853163989819136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319272.226115:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989818752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319272.226162:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319272.226212:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818752 00000100:00100000:1.0:1767319272.226217:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818752 00000100:00100000:1.0:1767319272.226282:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978 00000100:00100000:1.0:1767319272.226290:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989818752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319272.226334:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989818752:12345-0@lo:400:kworker.0 Request processed in 46us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319272.226351:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978 00000100:00100000:1.0:1767319272.226392:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989818752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319272.226463:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989819264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319272.226493:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.226532:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319272.226538:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989819008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319272.226560:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319272.226588:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819008 00000100:00100000:2.0:1767319272.226593:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819008 00000100:00100000:2.0:1767319272.226620:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979 00000100:00100000:2.0:1767319272.226627:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989819008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319272.226659:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989819008:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319272.226665:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979 00000100:00080000:2.0:1767319272.226680:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319272.226696:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989819008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319272.226898:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989818496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319272.226926:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.226959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989818624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319272.226980:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.227003:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989818880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319272.227023:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.227039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989819136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319272.227059:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319272.227092:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818624 00000100:00100000:0.0:1767319272.227096:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818624 00000100:00100000:0.0:1767319272.227118:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:0.0:1767319272.227122:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989818624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319272.227140:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319272.227174:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989818624:12345-0@lo:38:kworker.0 Request processed in 50us (192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319272.227181:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00100000:0.0:1767319272.227203:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818496 00000100:00100000:0.0:1767319272.227206:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818496 00000100:00100000:0.0:1767319272.227224:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989818880 00000100:00100000:0.0:1767319272.227227:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989818880 00000100:00100000:0.0:1767319272.227265:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819136 00000100:00100000:0.0:1767319272.227268:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819136 00000100:00100000:0.0:1767319272.227281:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23145 00000100:00100000:0.0:1767319272.227286:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989818496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319272.227295:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319272.227320:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989818496:12345-0@lo:38:kworker.0 Request processed in 33us (393us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319272.227325:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23145 00000100:00100000:0.0:1767319272.227337:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23146 00000100:00100000:0.0:1767319272.227350:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989818880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319272.227359:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319272.227381:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989818880:12345-0@lo:38:kworker.0 Request processed in 29us (356us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319272.227386:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23146 00000100:00100000:0.0:1767319272.227398:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23147 00000100:00100000:0.0:1767319272.227401:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989819136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319272.227409:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319272.227431:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989819136:12345-0@lo:38:kworker.0 Request processed in 29us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319272.227436:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23147 00000100:00080000:0.0:1767319272.227480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319272.227484:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319272.227488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989818496:0@lo:38:kworker.0 00000100:00080000:0.0:1767319272.227497:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319272.227501:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319272.227503:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989818624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319272.227511:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319272.227514:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319272.227517:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989818880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319272.227525:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319272.227527:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319272.227530:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989819136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319272.227620:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819264 00000100:00100000:1.0:1767319272.227625:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819264 00000100:00100000:1.0:1767319272.227669:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1767319272.227676:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989819264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319272.227715:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989819264:12345-0@lo:400:kworker.0 Request processed in 40us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319272.227721:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00080000:0.0:1767319272.227784:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319272.228396:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989819264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319272.228910:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989819392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319272.228954:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319272.229038:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819392 00000100:00100000:3.0:1767319272.229044:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819392 00000100:00100000:3.0:1767319272.229086:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:3.0:1767319272.229095:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989819392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319272.229117:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319272.229163:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989819392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319272.229169:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:2.0:1767319272.229261:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989819392:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319273.056499:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319273.248947:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319274.080569:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319274.275533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319275.105829:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319275.296512:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319276.132536:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319276.320487:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319251/real 1767319251] req@ffff96e1ed2bed80 x1853163989814016/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319276.320524:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2bed80 x1853163989814016/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319276.320538:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319276.320632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319276.320638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989814016:0@lo:250:kworker.0 00000100:00100000:0.0:1767319276.320896:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319276.321228:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319276.321389:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319276.321393:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319276.321399:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4501 00000100:00080000:1.0:1767319276.321403:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319276.321409:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319276.322787:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587100 x1853163989819520/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319276.322863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989819520:0@lo:250:kworker.0 00000400:00000100:2.0:1767319276.322916:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989819520 offset 0 length 520: 4 00000100:00080000:1.0:1767319276.323221:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319276.323226:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319276.323246:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319276.323262:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319276.323274:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319276.323280:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319276.323300:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163989819648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319276.323599:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989819648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319276.323637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319276.323829:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319276.323833:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319276.323835:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319276.323840:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319276.323843:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319276.323847:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319276.323863:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586d80 x1853163989819776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319276.323897:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319276.323901:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319276.323903:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319276.323906:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319276.323908:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319276.323912:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319276.323923:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989820032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319276.323949:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319276.323952:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319276.323954:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319276.323957:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4521 00000100:00080000:1.0:1767319276.323959:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319276.323962:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319276.323973:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584000 x1853163989820288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319276.324020:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989820416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319276.324060:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319276.324084:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319276.324090:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989820160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319276.324111:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319276.324367:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989820544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.324393:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319276.324414:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319276.324419:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989819904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.324444:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989819776:0@lo:38:kworker.0 00000100:00100000:2.0:1767319276.324466:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319276.324483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989820032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319276.324526:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820416 00000100:00100000:2.0:1767319276.324533:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820416 00000100:00100000:2.0:1767319276.324581:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820544 00000100:00100000:2.0:1767319276.324583:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820544 00000100:00100000:2.0:1767319276.324601:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:2.0:1767319276.324609:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989820416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.324666:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989820416:12345-0@lo:400:kworker.0 Request processed in 57us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319276.324673:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:2.0:1767319276.324688:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:2.0:1767319276.324694:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989820544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.324723:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989820544:12345-0@lo:400:kworker.0 Request processed in 30us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319276.324729:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1767319276.324952:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819776 00000100:00100000:0.0:1767319276.324957:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819776 00000100:00100000:0.0:1767319276.324988:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:0.0:1767319276.324994:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989819776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319276.325022:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319276.325068:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989819776:12345-0@lo:38:kworker.0 Request processed in 73us (601us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319276.325075:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00080000:0.0:1767319276.325092:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319276.325096:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319276.325601:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989820416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319276.325627:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319276.325819:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819648 00000100:00100000:3.0:1767319276.325824:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819648 00000100:00100000:3.0:1767319276.325855:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820160 00000100:00100000:3.0:1767319276.325858:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820160 00000100:00100000:3.0:1767319276.325890:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4980 00000100:00100000:3.0:1767319276.325898:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989820160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319276.325941:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989820160:12345-0@lo:400:kworker.0 Request processed in 44us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319276.325948:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4980 00000100:00100000:3.0:1767319276.325962:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23148 00000100:00100000:3.0:1767319276.325966:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989819648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319276.325979:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319276.326210:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319276.326282:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989819648:12345-0@lo:38:kworker.0 Request processed in 313us (2644us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319276.326288:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23148 00000100:00100000:1.0:1767319276.326521:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989820544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319276.326554:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989820160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.326618:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319276.326660:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989820288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319276.326699:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319276.326724:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319276.326729:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319276.326733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989819648:0@lo:38:kworker.0 00000100:00080000:2.0:1767319276.326753:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319276.326756:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319276.326759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989819776:0@lo:38:kworker.0 00000100:00100000:2.0:1767319276.326783:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989819904 00000100:00100000:2.0:1767319276.326787:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989819904 00000100:00100000:1.0:1767319276.326795:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820032 00000100:00100000:1.0:1767319276.326801:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820032 00000100:00100000:2.0:1767319276.326847:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820288 00000100:00100000:2.0:1767319276.326852:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820288 00000100:00100000:2.0:1767319276.326866:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981 00000100:00100000:2.0:1767319276.326873:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989819904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.326910:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989819904:12345-0@lo:400:kworker.0 Request processed in 38us (1282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319276.326916:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981 00000100:00100000:1.0:1767319276.326933:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23149 00000100:00100000:1.0:1767319276.326940:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989820032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319276.326954:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319276.326999:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989820032:12345-0@lo:38:kworker.0 Request processed in 50us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319276.327673:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23150 00000100:00100000:2.0:1767319276.327680:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989820288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319276.327693:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319276.327725:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989820288:12345-0@lo:38:kworker.0 Request processed in 45us (1026us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319276.327731:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23150 00000100:00080000:2.0:1767319276.327749:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319276.327787:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319276.327792:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319276.327795:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989820032:0@lo:38:kworker.0 00000100:00080000:2.0:1767319276.327804:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319276.327807:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319276.327809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989820288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319276.328071:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23149 00000100:00100000:1.0:1767319276.328360:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989819904:0@lo:400:kworker.0 00000100:00100000:2.0:1767319276.390767:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319276.390806:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925828864 offset 0 length 520: 4 00000100:00100000:2.0:1767319276.390831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319276.390858:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829120 00000100:00100000:0.0:1767319276.390870:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829120 00000100:00100000:1.0:1767319276.390942:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925828992 00000100:00100000:1.0:1767319276.390947:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925828992 00000100:00100000:0.0:1767319276.390951:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4982 00000100:00100000:0.0:1767319276.390962:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925829120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319276.390985:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23151 00000100:00100000:0.0:1767319276.391057:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925829120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 97us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319276.391064:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4982 00000100:00080000:2.0:1767319276.391277:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319276.391615:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925828992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319276.391634:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319276.391746:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925828992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 134us (914us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319276.391751:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23151 00010000:00010000:0.0:1767319277.152662:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319277.344587:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319277.344612:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989820672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319277.344677:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319277.344787:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820672 00000100:00100000:1.0:1767319277.344797:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820672 00000100:00100000:1.0:1767319277.344858:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:1.0:1767319277.344868:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989820672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319277.344898:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319277.344943:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989820672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319277.344950:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:2.0:1767319277.346559:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989820672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319277.346591:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989820800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319277.346656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319277.346712:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820800 00000100:00100000:2.0:1767319277.346718:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820800 00000100:00100000:2.0:1767319277.346768:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:2.0:1767319277.346776:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989820800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319277.346799:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319277.346846:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989820800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319277.346854:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:0.0:1767319277.346886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989820800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319278.176601:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319278.368654:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319279.202450:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319279.392379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319280.224629:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319280.417216:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319281.250457:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319281.440875:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319281.440886:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319281.440889:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319281.440893:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319281.440897:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319281.440905:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4526 00000100:00080000:2.0:1767319281.440909:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319281.440915:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319281.440955:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721f80 x1853163989820928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319281.440984:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319281.440987:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319281.440989:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319281.440992:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4526 00000100:00080000:2.0:1767319281.440995:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319281.440999:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319281.441012:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721880 x1853163989821056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319281.441043:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319281.441046:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319281.441048:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319281.441051:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4526 00000100:00080000:2.0:1767319281.441054:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319281.441057:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319281.441074:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163989821312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319281.441097:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319281.441100:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319281.441101:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319281.441104:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4526 00000100:00080000:2.0:1767319281.441106:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319281.441110:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319281.441120:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac000 x1853163989821568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319281.441158:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989821824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319281.441250:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319281.441436:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989821440:0@lo:400:kworker.0 00000100:00100000:3.0:1767319281.441519:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989820928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319281.441600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319281.445428:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319281.445513:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319281.445526:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989821696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.445568:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319281.445609:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821824 00000100:00100000:1.0:1767319281.445616:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821824 00000100:00100000:1.0:1767319281.445678:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821696 00000100:00100000:1.0:1767319281.445681:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821696 00000100:00100000:1.0:1767319281.445704:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:1.0:1767319281.445713:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989821824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.445762:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989821824:12345-0@lo:400:kworker.0 Request processed in 52us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.445769:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:1.0:1767319281.445785:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:1.0:1767319281.445791:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989821696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.445818:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989821696:12345-0@lo:400:kworker.0 Request processed in 28us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.445824:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00100000:1.0:1767319281.445990:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989821696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.446047:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989821184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.446073:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319281.446118:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821440 00000100:00100000:1.0:1767319281.446121:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821440 00000100:00100000:1.0:1767319281.446147:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821184 00000100:00100000:1.0:1767319281.446149:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821184 00000100:00100000:1.0:1767319281.446165:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4983 00000100:00100000:1.0:1767319281.446183:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989821440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.446216:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989821440:12345-0@lo:400:kworker.0 Request processed in 45us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.446222:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4983 00000100:00100000:1.0:1767319281.446251:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4984 00000100:00100000:1.0:1767319281.446258:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989821184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.446301:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989821184:12345-0@lo:400:kworker.0 Request processed in 44us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.446308:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4984 00000100:00100000:1.0:1767319281.446332:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989821184:0@lo:400:kworker.0 00000100:00100000:1.0:1767319281.446354:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989821440:0@lo:400:kworker.0 00000100:00080000:1.0:1767319281.446390:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319281.446395:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319281.446397:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319281.448591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989821824:0@lo:400:kworker.0 00000100:00100000:3.0:1767319281.455468:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319281.455542:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989821056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319281.455584:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319281.455617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989821312:0@lo:38:kworker.0 00000100:00100000:3.0:1767319281.455642:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319281.455794:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821056 00000100:00100000:2.0:1767319281.455803:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821056 00000100:00100000:2.0:1767319281.455846:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1767319281.455854:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989821056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319281.455885:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319281.455927:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989821056:12345-0@lo:38:kworker.0 Request processed in 73us (342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319281.455934:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1767319281.455972:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989821568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319281.455999:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319281.456018:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989820928 00000100:00100000:3.0:1767319281.456022:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989820928 00000100:00080000:2.0:1767319281.461133:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319281.461147:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319281.461152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989821056:0@lo:38:kworker.0 00000100:00100000:2.0:1767319281.461246:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821312 00000100:00100000:2.0:1767319281.461253:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821312 00000100:00100000:2.0:1767319281.461298:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821568 00000100:00100000:2.0:1767319281.461301:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821568 00000100:00100000:2.0:1767319281.461316:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23152 00000100:00100000:2.0:1767319281.461323:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989820928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319281.461342:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319281.461397:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989820928:12345-0@lo:38:kworker.0 Request processed in 73us (5937us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319281.461403:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23152 00000100:00100000:2.0:1767319281.461419:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23153 00000100:00100000:2.0:1767319281.461423:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989821312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319281.461431:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319281.461453:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989821312:12345-0@lo:38:kworker.0 Request processed in 29us (5810us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319281.461458:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23153 00000100:00100000:2.0:1767319281.461469:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23154 00000100:00100000:2.0:1767319281.461473:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989821568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319281.461481:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319281.461502:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989821568:12345-0@lo:38:kworker.0 Request processed in 28us (5502us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319281.461511:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23154 00000100:00080000:2.0:1767319281.461541:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319281.461546:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319281.461549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989820928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319281.461557:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319281.461560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319281.461564:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989821312:0@lo:38:kworker.0 00000100:00080000:2.0:1767319281.461572:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319281.461575:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319281.461577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989821568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319281.509742:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319281.509805:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319281.510127:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829376 00000100:00100000:1.0:1767319281.510135:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829376 00000100:00100000:1.0:1767319281.510255:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829248 00000100:00100000:1.0:1767319281.510258:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829248 00000100:00100000:1.0:1767319281.510276:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4985 00000100:00100000:1.0:1767319281.510284:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925829376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319281.510350:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925829376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 67us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319281.510371:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4985 00000100:00100000:1.0:1767319281.510388:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23155 00000100:00100000:1.0:1767319281.510392:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925829248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319281.510410:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319281.510432:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925829248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 38us (627us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319281.510437:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23155 00000100:00080000:2.0:1767319281.510812:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319282.273634:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319282.464480:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319282.464505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989821952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319282.464587:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319282.464794:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989821952 00000100:00100000:2.0:1767319282.464803:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989821952 00000100:00100000:2.0:1767319282.464898:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:2.0:1767319282.464911:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989821952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319282.464951:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319282.465004:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989821952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319282.465012:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:0.0:1767319282.465148:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319282.465263:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989821952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319282.466011:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319282.466028:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989822080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319282.466075:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319282.466207:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822080 00000100:00100000:2.0:1767319282.466213:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822080 00000100:00100000:2.0:1767319282.466314:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:2.0:1767319282.466332:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989822080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319282.466360:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319282.466419:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989822080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319282.466425:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00000100:00100000:1.0:1767319282.466498:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989822080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319283.296712:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319283.489782:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319284.321592:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319284.512465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319285.344473:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319285.536461:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319286.368471:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319286.562582:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319286.562592:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319286.562596:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319286.562600:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319286.562604:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319286.562611:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4531 00000100:00080000:1.0:1767319286.562615:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319286.562621:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319286.562672:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586d80 x1853163989822208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319286.562694:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319286.562698:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319286.562699:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319286.562703:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4531 00000100:00080000:1.0:1767319286.562706:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319286.562709:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319286.562723:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163989822336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319286.562749:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319286.562752:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319286.562754:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319286.562756:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4531 00000100:00080000:1.0:1767319286.562758:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319286.562761:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319286.562771:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584700 x1853163989822592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319286.562794:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319286.562797:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319286.562798:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319286.562802:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4531 00000100:00080000:1.0:1767319286.562803:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319286.562806:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319286.562814:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989822848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319286.562888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989822208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319286.562928:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319286.562951:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319286.562956:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989822464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319286.562985:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319286.563003:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989822336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319286.563006:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319286.563010:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989823104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319286.563028:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319286.563028:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319286.563049:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989822592:0@lo:38:kworker.0 00000100:00100000:0.0:1767319286.563062:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822208 00000100:00100000:1.0:1767319286.563068:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319286.563069:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822208 00000100:00100000:1.0:1767319286.563095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989822848:0@lo:38:kworker.0 00000100:00100000:0.0:1767319286.563110:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822464 00000100:00100000:0.0:1767319286.563113:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822464 00000100:00100000:1.0:1767319286.563113:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319286.563141:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823104 00000100:00100000:1.0:1767319286.563145:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823104 00000100:00100000:0.0:1767319286.563160:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822592 00000100:00100000:0.0:1767319286.563163:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822592 00000100:00100000:0.0:1767319286.563172:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822848 00000100:00100000:0.0:1767319286.563175:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822848 00000100:00100000:1.0:1767319286.563178:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1767319286.563178:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989822976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319286.563185:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4986 00000100:00100000:1.0:1767319286.563189:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989823104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319286.563192:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989822464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319286.563249:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319286.563275:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319286.563281:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989822720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319286.563303:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319286.563324:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822720 00000100:00100000:2.0:1767319286.563328:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822720 00000100:00100000:2.0:1767319286.563354:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987 00000100:00100000:2.0:1767319286.563361:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989822720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319286.563381:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23156 00000100:00100000:3.0:1767319286.563390:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989822208:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319286.563402:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989822720:12345-0@lo:400:kworker.0 Request processed in 41us (96us total) trans 0 rc 0/0 00010000:00020000:3.0:1767319286.563409:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319286.563413:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987 00000100:00100000:2.0:1767319286.563435:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23157 00000100:00100000:2.0:1767319286.563440:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989822592:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319286.563450:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989822208:12345-0@lo:38:kworker.0 Request processed in 59us (497us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767319286.563453:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319286.563460:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23156 00000100:00100000:3.0:1767319286.563484:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23158 00000100:00100000:2.0:1767319286.563489:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989822592:12345-0@lo:38:kworker.0 Request processed in 46us (417us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319286.563490:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989822848:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319286.563502:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23157 00010000:00020000:3.0:1767319286.563505:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319286.563527:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319286.563534:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319286.563535:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989822848:12345-0@lo:38:kworker.0 Request processed in 44us (419us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319286.563542:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23158 00000100:00100000:2.0:1767319286.563567:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989822720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319286.563613:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822976 00000100:00100000:2.0:1767319286.563618:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822976 00000100:00100000:2.0:1767319286.563646:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1767319286.563652:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989822976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319286.563687:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989823104:12345-0@lo:400:kworker.0 Request processed in 498us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319286.563695:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989822976:12345-0@lo:400:kworker.0 Request processed in 42us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319286.563696:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1767319286.563707:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00080000:2.0:1767319286.563729:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319286.563737:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319286.563743:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319286.563747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989822208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319286.563751:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989822976:0@lo:400:kworker.0 00000100:00080000:1.0:1767319286.563762:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319286.563767:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319286.563771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989822592:0@lo:38:kworker.0 00000100:00080000:1.0:1767319286.563781:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319286.563783:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989822336 00000100:00080000:1.0:1767319286.563786:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319286.563789:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989822336 00000100:00100000:1.0:1767319286.563791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989822848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319286.563817:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1767319286.563823:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989822336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319286.563835:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319286.563865:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989822336:12345-0@lo:38:kworker.0 Request processed in 42us (837us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319286.563872:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00080000:1.0:1767319286.563964:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319286.563968:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319286.563971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989822336:0@lo:38:kworker.0 00000100:00100000:3.0:1767319286.565220:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989823104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319286.565487:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989822464:12345-0@lo:400:kworker.0 Request processed in 2292us (2499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319286.565497:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4986 00000100:00100000:3.0:1767319286.565726:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989822464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319286.628351:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319286.628428:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829632 00000100:00100000:0.0:1767319286.628439:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829632 00000100:00100000:0.0:1767319286.628558:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4988 00000100:00100000:0.0:1767319286.628568:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925829632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319286.628644:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925829632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319286.628652:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4988 00000100:00100000:2.0:1767319286.628820:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319286.633675:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829504 00000100:00100000:0.0:1767319286.633694:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829504 00000100:00100000:0.0:1767319286.633764:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23159 00000100:00100000:0.0:1767319286.633773:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925829504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319286.633836:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319286.633915:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925829504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 141us (5095us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319286.633923:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23159 00000100:00080000:3.0:1767319286.636127:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319287.394991:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319287.585299:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319287.585686:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989823232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319287.585797:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319287.585928:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823232 00000100:00100000:3.0:1767319287.585940:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823232 00000100:00100000:3.0:1767319287.586010:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:3.0:1767319287.586021:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989823232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319287.586083:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319287.586143:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989823232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319287.586152:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00100000:3.0:1767319287.586218:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989823232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319287.586366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989823360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319287.587043:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319287.587169:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823360 00000100:00100000:3.0:1767319287.587178:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823360 00000100:00100000:3.0:1767319287.587268:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:3.0:1767319287.587278:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989823360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319287.587309:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319287.588108:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989823360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 826us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319287.588119:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:2.0:1767319287.593918:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989823360:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319288.416428:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319288.608553:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319289.440910:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319289.632383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319290.465047:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319290.657361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319291.492291:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319291.680600:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319291.680612:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319291.680615:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319291.680619:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319291.680623:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319291.680632:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4536 00000100:00080000:1.0:1767319291.680637:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319291.680642:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319291.680684:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bae300 x1853163989823488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319291.680700:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319291.680703:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319291.680705:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319291.680709:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4536 00000100:00080000:1.0:1767319291.680711:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319291.680714:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319291.680728:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163989823616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319291.680764:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319291.680769:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319291.680771:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319291.680775:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4536 00000100:00080000:1.0:1767319291.680777:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319291.680781:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319291.680792:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636680 x1853163989823872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319291.680819:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319291.680822:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319291.680824:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319291.680827:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4536 00000100:00080000:1.0:1767319291.680829:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319291.680833:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319291.680844:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163989824128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319291.680881:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989824000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319291.680959:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319291.681046:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319291.681053:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989824256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319291.681079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319291.681111:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824000 00000100:00100000:1.0:1767319291.681119:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824000 00000100:00100000:1.0:1767319291.681171:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4989 00000100:00100000:1.0:1767319291.681182:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989824000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319291.681254:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989824000:12345-0@lo:400:kworker.0 Request processed in 75us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319291.681261:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4989 00000100:00100000:1.0:1767319291.681304:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989824000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319291.681841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989823744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319291.681874:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319291.681914:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319291.681921:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989824384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319291.681944:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319291.681975:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824256 00000100:00100000:0.0:1767319291.681990:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824256 00000100:00100000:0.0:1767319291.682029:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824384 00000100:00100000:0.0:1767319291.682032:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824384 00000100:00100000:0.0:1767319291.682050:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:0.0:1767319291.682057:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989824256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319291.682096:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989824256:12345-0@lo:400:kworker.0 Request processed in 39us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319291.682102:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:0.0:1767319291.682116:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1767319291.682121:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989824384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319291.682150:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989824384:12345-0@lo:400:kworker.0 Request processed in 29us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319291.682156:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1767319291.682182:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989824384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319291.682206:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989824256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319291.682334:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989823488:0@lo:38:kworker.0 00000100:00100000:3.0:1767319291.682366:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319291.682397:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989823616:0@lo:38:kworker.0 00000100:00100000:3.0:1767319291.682441:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319291.682463:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989823872:0@lo:38:kworker.0 00000100:00100000:3.0:1767319291.682484:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319291.682500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989824128:0@lo:38:kworker.0 00000100:00100000:3.0:1767319291.682527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319291.682554:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319291.682558:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319291.682560:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319291.682569:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823744 00000100:00100000:3.0:1767319291.682572:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823744 00000100:00100000:3.0:1767319291.682602:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823488 00000100:00100000:3.0:1767319291.682605:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823488 00000100:00100000:3.0:1767319291.682617:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823872 00000100:00100000:3.0:1767319291.682620:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823872 00000100:00100000:3.0:1767319291.682627:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824128 00000100:00100000:3.0:1767319291.682629:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824128 00000100:00100000:3.0:1767319291.682638:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990 00000100:00100000:3.0:1767319291.682643:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989823744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319291.682677:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989823744:12345-0@lo:400:kworker.0 Request processed in 33us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319291.682683:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990 00000100:00100000:3.0:1767319291.682694:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23160 00000100:00100000:3.0:1767319291.682698:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989823488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319291.682715:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319291.682745:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989823488:12345-0@lo:38:kworker.0 Request processed in 44us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319291.682751:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23160 00000100:00100000:3.0:1767319291.682761:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23161 00000100:00100000:3.0:1767319291.682765:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989823872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319291.682774:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319291.682803:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989823872:12345-0@lo:38:kworker.0 Request processed in 36us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319291.682809:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23161 00000100:00100000:3.0:1767319291.682818:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23162 00000100:00100000:3.0:1767319291.682822:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989824128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319291.682830:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319291.682846:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989824128:12345-0@lo:38:kworker.0 Request processed in 23us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319291.682851:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23162 00000100:00080000:3.0:1767319291.682862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319291.682875:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319291.682880:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319291.682883:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989823488:0@lo:38:kworker.0 00000100:00080000:3.0:1767319291.682890:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319291.682893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319291.682895:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989823872:0@lo:38:kworker.0 00000100:00080000:3.0:1767319291.682902:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319291.682905:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319291.682907:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989824128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319291.684332:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989823744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319291.685269:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989823616 00000100:00100000:2.0:1767319291.685277:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989823616 00000100:00100000:2.0:1767319291.685315:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1767319291.685321:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989823616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319291.685339:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319291.685409:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989823616:12345-0@lo:38:kworker.0 Request processed in 86us (2966us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319291.685416:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00080000:3.0:1767319291.685507:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319291.685513:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319291.685516:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989823616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319291.685616:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319291.747547:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319291.747606:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319291.747691:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829888 00000100:00100000:3.0:1767319291.747704:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829888 00000100:00100000:3.0:1767319291.747791:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925829760 00000100:00100000:3.0:1767319291.747794:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925829760 00000100:00100000:3.0:1767319291.747814:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4991 00000100:00100000:3.0:1767319291.747824:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925829888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319291.747916:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925829888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319291.747924:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4991 00000100:00100000:3.0:1767319291.747944:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23163 00000100:00100000:3.0:1767319291.747948:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925829760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319291.747967:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319291.748006:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925829760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (399us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319291.748012:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23163 00000100:00080000:0.0:1767319291.748192:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319292.512877:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319292.704392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319292.707044:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319292.707071:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989824512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319292.707150:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319292.707350:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824512 00000100:00100000:3.0:1767319292.707360:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824512 00000100:00100000:3.0:1767319292.707414:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:3.0:1767319292.707425:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989824512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319292.707459:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319292.707508:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989824512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319292.707516:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00100000:1.0:1767319292.707870:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989824512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319292.709403:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989824640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319292.709463:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319292.709912:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824640 00000100:00100000:0.0:1767319292.709921:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824640 00000100:00100000:0.0:1767319292.709980:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:0.0:1767319292.709989:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989824640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319292.710019:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319292.710259:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989824640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 270us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319292.710267:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1767319292.715071:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989824640:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319293.540296:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319293.731373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319294.561494:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319294.756040:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319295.584529:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319295.776580:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319296.608584:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319296.800528:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319296.800620:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319296.800636:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319296.800639:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319296.800643:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319296.800648:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319296.800663:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4541 00000100:00080000:2.0:1767319296.800667:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319296.800675:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319296.800715:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989824768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319296.800741:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319296.800744:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319296.800746:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319296.800750:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4541 00000100:00080000:2.0:1767319296.800752:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319296.800756:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319296.800771:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584700 x1853163989824896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319296.800809:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319296.800813:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319296.800815:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319296.800819:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4541 00000100:00080000:2.0:1767319296.800821:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319296.800825:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319296.800837:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989825152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319296.800857:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319296.800860:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319296.800862:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319296.800865:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4541 00000100:00080000:2.0:1767319296.800869:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319296.800872:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319296.800882:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4000 x1853163989825408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319296.801105:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989825280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.801172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319296.801250:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319296.801257:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989825536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.801284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319296.801313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989824768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319296.801336:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319296.801358:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989824896:0@lo:38:kworker.0 00000100:00100000:1.0:1767319296.801381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319296.801403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989825152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319296.801425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319296.801442:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989825408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319296.801461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319296.801492:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825280 00000100:00100000:1.0:1767319296.801500:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825280 00000100:00100000:1.0:1767319296.801550:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824768 00000100:00100000:1.0:1767319296.801554:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824768 00000100:00100000:1.0:1767319296.801570:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825152 00000100:00100000:1.0:1767319296.801573:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825152 00000100:00100000:1.0:1767319296.801581:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825408 00000100:00100000:1.0:1767319296.801583:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825408 00000100:00100000:1.0:1767319296.801595:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4992 00000100:00100000:1.0:1767319296.801606:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989825280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319296.801740:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989825280:12345-0@lo:400:kworker.0 Request processed in 136us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319296.801748:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4992 00000100:00100000:1.0:1767319296.801769:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23164 00000100:00100000:1.0:1767319296.801774:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989824768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319296.801791:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319296.801826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989824768:12345-0@lo:38:kworker.0 Request processed in 51us (488us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319296.801833:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23164 00000100:00100000:1.0:1767319296.801846:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23165 00000100:00100000:1.0:1767319296.801849:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989825152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319296.801859:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319296.801882:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989825152:12345-0@lo:38:kworker.0 Request processed in 31us (457us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319296.801898:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23165 00000100:00100000:3.0:1767319296.802047:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989825024:0@lo:400:kworker.0 00000100:00100000:3.0:1767319296.802078:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319296.802140:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825024 00000100:00100000:0.0:1767319296.802145:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825024 00000100:00100000:0.0:1767319296.802172:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993 00000100:00100000:0.0:1767319296.802179:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989825024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.802214:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989825024:12345-0@lo:400:kworker.0 Request processed in 36us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.802220:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993 00000100:00100000:0.0:1767319296.802254:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23166 00000100:00100000:0.0:1767319296.802259:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989825408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319296.802270:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319296.802295:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989825408:12345-0@lo:38:kworker.0 Request processed in 35us (833us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319296.802301:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23166 00000100:00080000:0.0:1767319296.802346:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319296.802361:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989824896 00000100:00100000:0.0:1767319296.802365:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989824896 00000100:00100000:0.0:1767319296.802386:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1767319296.802390:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989824896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319296.802399:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319296.802425:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989824896:12345-0@lo:38:kworker.0 Request processed in 33us (1043us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319296.802431:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1767319296.802450:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825536 00000100:00100000:0.0:1767319296.802454:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825536 00000100:00100000:0.0:1767319296.802483:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1767319296.802489:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989825536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.802522:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989825536:12345-0@lo:400:kworker.0 Request processed in 33us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.802528:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00080000:0.0:1767319296.802543:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319296.802583:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989825536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.802595:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989825280:0@lo:400:kworker.0 00000100:00080000:0.0:1767319296.802633:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319296.802638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319296.802642:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989824768:0@lo:38:kworker.0 00000100:00080000:0.0:1767319296.802651:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319296.802654:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319296.803068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989824896:0@lo:38:kworker.0 00000100:00080000:0.0:1767319296.803084:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319296.803088:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319296.803091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989825152:0@lo:38:kworker.0 00000100:00080000:0.0:1767319296.803100:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319296.803103:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319296.803106:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989825408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319296.807395:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319296.807433:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989825664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319296.807519:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319296.807601:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989825024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.812499:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825664 00000100:00100000:0.0:1767319296.812514:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825664 00000100:00100000:0.0:1767319296.812590:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:0.0:1767319296.812601:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989825664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319296.812705:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989825664:12345-0@lo:400:kworker.0 Request processed in 106us (5186us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.812713:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00080000:2.0:1767319296.813022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319296.813427:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989825664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319296.868681:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319296.868718:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319296.868784:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830016 00000100:00100000:2.0:1767319296.868796:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830016 00000100:00100000:2.0:1767319296.868846:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830144 00000100:00100000:2.0:1767319296.868849:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830144 00000100:00100000:2.0:1767319296.868921:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4994 00000100:00080000:3.0:1767319296.868925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319296.868934:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925830144:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319296.869020:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925830144:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319296.869029:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4994 00000100:00100000:2.0:1767319296.869049:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23167 00000100:00100000:2.0:1767319296.869054:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925830016:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319296.869088:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319296.869117:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925830016:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (445us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319296.869124:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23167 00010000:00010000:0.0:1767319297.637300:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319297.824388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319297.824764:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319297.824783:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989825792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319297.824849:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319297.825000:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319297.825007:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989825920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319297.825033:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319297.825120:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825792 00000100:00100000:3.0:1767319297.825128:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825792 00000100:00100000:3.0:1767319297.825174:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989825920 00000100:00100000:3.0:1767319297.825177:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989825920 00000100:00100000:3.0:1767319297.825191:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:3.0:1767319297.825198:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989825792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319297.825223:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319297.825282:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989825792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319297.825290:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00100000:3.0:1767319297.825306:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:3.0:1767319297.825313:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989825920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319297.825328:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319297.825359:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989825920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319297.825366:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00100000:3.0:1767319297.825408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989825920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319297.825620:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989825792:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319298.656546:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319298.851570:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319299.680763:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319299.872470:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319300.704533:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319300.896691:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319301.728586:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319301.920407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319301.920464:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319276/real 1767319276] req@ffff96e2ef587100 x1853163989819520/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319301.920509:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ef587100 x1853163989819520/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319301.920525:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319301.920547:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319301.920551:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989819520:0@lo:250:kworker.0 00000100:00080000:1.0:1767319301.920570:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.920574:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319301.920576:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.920581:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4526 00000100:00080000:1.0:1767319301.920584:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.920589:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319301.920622:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989826048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319301.920678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989826048:0@lo:250:kworker.0 00000400:00000100:0.0:1767319301.920728:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989826048 offset 0 length 520: 4 00000100:00080000:1.0:1767319301.920832:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.920836:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.920838:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.920842:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4546 00000100:00080000:1.0:1767319301.920845:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.920849:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319301.920868:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989826176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319301.920875:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.920877:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.920878:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.920881:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4546 00000100:00080000:1.0:1767319301.920882:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.920884:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319301.920901:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48700 x1853163989826304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319301.920927:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.920929:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.920930:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.920932:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4546 00000100:00080000:1.0:1767319301.920934:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.920936:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319301.920943:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163989826560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319301.920962:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989826432:0@lo:400:kworker.0 00000100:00080000:1.0:1767319301.920964:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319301.920968:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319301.920969:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319301.920972:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4546 00000100:00080000:1.0:1767319301.920973:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319301.920977:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319301.920989:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e680 x1853163989826816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319301.921055:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989826688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.921116:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989826944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319301.921668:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319301.921746:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319301.921791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989827072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.921833:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319301.921873:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826432 00000100:00100000:2.0:1767319301.921881:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826432 00000100:00100000:3.0:1767319301.921915:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826688 00000100:00100000:3.0:1767319301.921921:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826688 00000100:00100000:2.0:1767319301.921951:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4995 00000100:00100000:3.0:1767319301.921965:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996 00000100:00100000:2.0:1767319301.921966:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989826432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319301.922019:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989826432:12345-0@lo:400:kworker.0 Request processed in 60us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319301.922075:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989826688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319301.922118:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989826688:12345-0@lo:400:kworker.0 Request processed in 46us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.923516:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319301.923828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989826176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319301.923871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319301.924012:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4995 00000100:00100000:3.0:1767319301.924111:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996 00000100:00100000:3.0:1767319301.924138:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826176 00000100:00080000:2.0:1767319301.924273:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319301.924317:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989826432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.924458:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827072 00000100:00100000:1.0:1767319301.924464:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827072 00000100:00100000:1.0:1767319301.924508:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826944 00000100:00100000:1.0:1767319301.924511:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826944 00000100:00100000:1.0:1767319301.924532:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:1.0:1767319301.924541:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989827072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.924596:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989827072:12345-0@lo:400:kworker.0 Request processed in 57us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.924602:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00100000:1.0:1767319301.924616:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1767319301.924623:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989826944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.924653:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989826944:12345-0@lo:400:kworker.0 Request processed in 32us (1143us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.924658:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1767319301.924692:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989827072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319301.924721:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989826944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319301.924986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989826304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319301.925024:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319301.925127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989826560:0@lo:38:kworker.0 00000100:00080000:2.0:1767319301.925256:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319301.925260:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319301.925287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989826688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319301.925448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319301.925469:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989826816:0@lo:38:kworker.0 00000100:00100000:0.0:1767319301.925491:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319301.925523:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826304 00000100:00100000:0.0:1767319301.925527:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826304 00000100:00100000:0.0:1767319301.925549:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:0.0:1767319301.925554:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989826304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319301.925572:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319301.925606:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989826304:12345-0@lo:38:kworker.0 Request processed in 49us (581us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319301.925612:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:0.0:1767319301.925633:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826560 00000100:00100000:0.0:1767319301.925637:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826560 00000100:00100000:0.0:1767319301.925654:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989826816 00000100:00100000:0.0:1767319301.925657:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826816 00000100:00100000:0.0:1767319301.925672:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23168 00000100:00100000:0.0:1767319301.925677:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989826560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319301.925688:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319301.925714:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989826560:12345-0@lo:38:kworker.0 Request processed in 35us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319301.925720:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23168 00000100:00100000:0.0:1767319301.925733:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23169 00000100:00100000:3.0:1767319301.925995:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989826176 00000100:00080000:1.0:1767319301.926295:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319301.926301:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319301.926304:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989826304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319301.926314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319301.926318:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319301.926320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989826560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319301.926401:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989826816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319301.926414:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319301.926458:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989826816:12345-0@lo:38:kworker.0 Request processed in 56us (965us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319301.926614:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319301.926618:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319301.926621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989826816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319301.926712:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23170 00000100:00100000:3.0:1767319301.926717:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989826176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319301.926726:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319301.926778:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989826176:12345-0@lo:38:kworker.0 Request processed in 60us (2906us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319301.926785:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23170 00000100:00080000:1.0:1767319301.926858:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319301.926862:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319301.926865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989826176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319301.927254:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23169 00000100:00100000:2.0:1767319301.988334:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319301.988358:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319301.988383:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925830528 offset 0 length 520: 4 00000100:00100000:0.0:1767319301.988462:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830400 00000100:00100000:0.0:1767319301.988470:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830400 00000100:00100000:0.0:1767319301.988532:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830272 00000100:00100000:0.0:1767319301.988535:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830272 00000100:00100000:0.0:1767319301.988553:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4997 00000100:00100000:0.0:1767319301.988563:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925830400:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319301.988576:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23171 00000100:00100000:1.0:1767319301.988585:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925830272:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319301.988607:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319301.988629:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925830400:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 67us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319301.988637:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4997 00000100:00100000:1.0:1767319301.988643:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925830272:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319301.988653:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23171 00000100:00080000:2.0:1767319301.988761:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319302.752412:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319302.944609:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319302.944628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989827200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319302.944697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319302.944729:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989827328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319302.944764:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319302.944882:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827200 00000100:00100000:3.0:1767319302.944890:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827200 00000100:00100000:3.0:1767319302.945000:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827328 00000100:00100000:3.0:1767319302.945004:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827328 00000100:00100000:3.0:1767319302.945021:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:3.0:1767319302.945029:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989827200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319302.945056:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319302.952764:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767319302.952800:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989827328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319302.952839:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319302.952925:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989827328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (8160us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319302.952933:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1767319302.952997:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989827328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319302.953416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319302.958769:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989827200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13730us (14062us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319302.958794:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00100000:1.0:1767319302.958877:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989827200:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319303.777577:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319303.968446:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319304.801822:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319304.993848:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319305.828509:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319306.017314:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319306.849445:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319307.042184:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319307.042195:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319307.042198:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319307.042201:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319307.042206:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319307.042215:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4551 00000100:00080000:3.0:1767319307.042221:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319307.042228:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319307.042306:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bae300 x1853163989827456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319307.042334:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319307.042339:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319307.042340:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319307.042344:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4551 00000100:00080000:3.0:1767319307.042347:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319307.042350:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319307.042387:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75f80 x1853163989827584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319307.042415:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319307.042418:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319307.042420:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319307.042423:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4551 00000100:00080000:3.0:1767319307.042425:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319307.042429:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319307.042440:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74700 x1853163989827840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319307.042460:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319307.042464:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319307.042466:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319307.042469:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4551 00000100:00080000:3.0:1767319307.042472:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319307.042475:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319307.042482:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989827456:0@lo:38:kworker.0 00000100:00100000:3.0:1767319307.042490:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989828096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319307.042552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989827968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319307.042572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319307.042660:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989828224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319307.042789:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989827712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319307.043044:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989828352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.050819:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319307.053395:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319307.053470:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827456 00000100:00100000:1.0:1767319307.053479:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827456 00000100:00100000:1.0:1767319307.053513:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827712 00000100:00100000:1.0:1767319307.053516:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827712 00000100:00100000:1.0:1767319307.053564:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4998 00000100:00100000:1.0:1767319307.053575:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989827712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319307.053639:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989827712:12345-0@lo:400:kworker.0 Request processed in 67us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319307.053646:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4998 00000100:00100000:1.0:1767319307.053667:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23172 00000100:00100000:1.0:1767319307.053671:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989827456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319307.053691:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319307.053745:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989827456:12345-0@lo:38:kworker.0 Request processed in 62us (11163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319307.053751:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23172 00000100:00100000:1.0:1767319307.053805:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989827712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.054105:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828224 00000100:00100000:2.0:1767319307.054111:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828224 00000100:00100000:2.0:1767319307.054145:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:2.0:1767319307.054152:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989828224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.054193:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989828224:12345-0@lo:400:kworker.0 Request processed in 42us (3381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319307.054199:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00080000:2.0:1767319307.054220:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319307.054225:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319307.054252:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319307.054274:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989828224:0@lo:400:kworker.0 00000100:00100000:2.0:1767319307.055454:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319307.055616:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827968 00000100:00100000:1.0:1767319307.055624:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827968 00000100:00100000:3.0:1767319307.055640:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319307.055683:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4999 00000100:00100000:3.0:1767319307.055685:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828352 00000100:00100000:3.0:1767319307.055690:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828352 00000100:00100000:1.0:1767319307.055695:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989827968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319307.055735:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:3.0:1767319307.055744:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989828352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319307.055774:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989827968:12345-0@lo:400:kworker.0 Request processed in 82us (1450us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319307.055782:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4999 00000100:00100000:3.0:1767319307.055793:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989828352:12345-0@lo:400:kworker.0 Request processed in 49us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319307.055800:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:3.0:1767319307.055840:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989828352:0@lo:400:kworker.0 00000100:00080000:0.0:1767319307.056367:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319307.056375:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319307.056379:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989827456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319307.056391:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989827584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319307.056428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319307.056461:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989827840:0@lo:38:kworker.0 00000100:00100000:0.0:1767319307.056484:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319307.056568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989828096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319307.056590:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319307.056655:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827840 00000100:00100000:1.0:1767319307.056660:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827840 00000100:00100000:1.0:1767319307.056682:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828096 00000100:00100000:1.0:1767319307.056685:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828096 00000100:00100000:1.0:1767319307.056714:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23173 00000100:00100000:1.0:1767319307.056720:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989827840:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319307.056828:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23174 00000100:00100000:0.0:1767319307.056833:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989828096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319307.057314:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319307.057342:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319307.057350:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319307.057356:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989827840:12345-0@lo:38:kworker.0 Request processed in 634us (870us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319307.057365:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23173 00000100:00100000:2.0:1767319307.057379:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989827968:0@lo:400:kworker.0 00010000:00020000:0.0:1767319307.057546:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319307.057571:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989827584 00000100:00100000:0.0:1767319307.057578:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989828096:12345-0@lo:38:kworker.0 Request processed in 742us (985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319307.057578:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989827584 00000100:00100000:0.0:1767319307.057587:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23174 00000100:00100000:3.0:1767319307.057608:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:3.0:1767319307.057615:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989827584:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319307.057619:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319307.057626:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767319307.057629:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319307.057632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989828096:0@lo:38:kworker.0 00000100:00080000:0.0:1767319307.057642:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319307.057645:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319307.057648:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989827840:0@lo:38:kworker.0 00000100:00100000:3.0:1767319307.057666:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989827584:12345-0@lo:38:kworker.0 Request processed in 49us (1236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319307.057674:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00080000:0.0:1767319307.057677:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319307.057684:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319307.057688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989827584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319307.108951:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319307.108998:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319307.109780:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830784 00000100:00100000:2.0:1767319307.109792:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830784 00000100:00100000:2.0:1767319307.109868:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830656 00000100:00100000:2.0:1767319307.109872:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830656 00000100:00100000:2.0:1767319307.109893:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5000 00000100:00100000:2.0:1767319307.109903:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925830784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319307.109990:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925830784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319307.110009:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5000 00000100:00100000:2.0:1767319307.110028:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23175 00000100:00100000:2.0:1767319307.110032:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925830656:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319307.110050:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319307.110077:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925830656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (1078us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319307.110083:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23175 00000100:00080000:3.0:1767319307.110553:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319307.877305:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319308.064492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319308.065770:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989828480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319308.066370:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319308.066437:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989828608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319308.066463:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319308.066798:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828480 00000100:00100000:3.0:1767319308.066808:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828480 00000100:00100000:3.0:1767319308.066862:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828608 00000100:00100000:3.0:1767319308.066866:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828608 00000100:00100000:3.0:1767319308.066884:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:3.0:1767319308.066893:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989828480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319308.066927:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319308.066979:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989828480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319308.066987:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00100000:3.0:1767319308.067004:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:3.0:1767319308.067011:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989828608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319308.067025:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319308.067050:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989828608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319308.067055:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:3.0:1767319308.067096:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989828480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319308.067111:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989828608:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319308.897063:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319309.088627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319309.922821:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319310.112368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319310.947424:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319311.136366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319311.968894:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319312.161857:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319312.161927:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.161933:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319312.161936:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.161939:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319312.161943:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.161960:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4556 00000100:00080000:1.0:1767319312.161965:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.161971:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319312.162013:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9180 x1853163989828736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319312.162077:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989828736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319312.162143:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.162254:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828736 00000100:00100000:2.0:1767319312.162262:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828736 00000100:00100000:2.0:1767319312.162297:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23176 00000100:00100000:2.0:1767319312.162304:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989828736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.162333:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319312.162390:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.162394:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319312.162396:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.162400:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4556 00000100:00080000:1.0:1767319312.162404:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.162407:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319312.162420:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9880 x1853163989828864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319312.164479:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989828864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319312.164545:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.164757:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989828736:12345-0@lo:38:kworker.0 Request processed in 2450us (2611us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.164768:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23176 00000100:00080000:1.0:1767319312.168164:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.168172:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319312.168176:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.168184:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4556 00000100:00080000:1.0:1767319312.168189:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.168196:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319312.168221:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db100 x1853163989829120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319312.168257:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.168260:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319312.168261:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319312.168265:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4556 00000100:00080000:1.0:1767319312.168268:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319312.168271:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319312.168281:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9500 x1853163989829376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319312.168460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989828992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.168528:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.168570:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319312.168576:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989829248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.168595:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.168646:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828992 00000100:00100000:2.0:1767319312.168653:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828992 00000100:00100000:2.0:1767319312.168721:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829248 00000100:00100000:2.0:1767319312.168725:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829248 00000100:00100000:2.0:1767319312.168751:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5001 00000100:00100000:2.0:1767319312.168759:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989828992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.168805:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989828992:12345-0@lo:400:kworker.0 Request processed in 47us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319312.168811:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5001 00000100:00100000:2.0:1767319312.168827:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5002 00000100:00100000:2.0:1767319312.168834:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989829248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.168859:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989829248:12345-0@lo:400:kworker.0 Request processed in 26us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319312.168864:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5002 00000100:00080000:2.0:1767319312.168883:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319312.168920:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989829248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.168931:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989828992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.169265:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989829504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.169296:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.169319:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319312.170145:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989829632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.170189:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319312.170259:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829504 00000100:00100000:2.0:1767319312.170265:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829504 00000100:00100000:2.0:1767319312.170305:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829632 00000100:00100000:2.0:1767319312.170308:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829632 00000100:00100000:1.0:1767319312.170494:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:1.0:1767319312.170506:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989829504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319312.170560:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989829504:12345-0@lo:400:kworker.0 Request processed in 58us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319312.170569:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00100000:1.0:1767319312.170586:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:1.0:1767319312.170592:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989829632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319312.170629:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989829632:12345-0@lo:400:kworker.0 Request processed in 38us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319312.170635:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00080000:1.0:1767319312.170692:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319312.170696:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319312.170799:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989829632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319312.170811:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989829504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319312.170898:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989828864 00000100:00100000:3.0:1767319312.170903:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989828864 00000100:00100000:3.0:1767319312.170938:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:3.0:1767319312.170943:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989828864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319312.170972:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319312.171008:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989828864:12345-0@lo:38:kworker.0 Request processed in 63us (6462us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319312.171014:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00080000:0.0:1767319312.171420:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319312.171427:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319312.171431:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989828736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319312.171454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989829120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319312.171491:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319312.171562:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989829376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319312.171586:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319312.177206:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319312.177220:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319312.177226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989828864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.177542:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829120 00000100:00100000:2.0:1767319312.177551:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829120 00000100:00100000:2.0:1767319312.177603:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829376 00000100:00100000:2.0:1767319312.177617:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829376 00000100:00100000:2.0:1767319312.177699:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23177 00000100:00100000:2.0:1767319312.177708:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989829120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.177733:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319312.177811:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989829120:12345-0@lo:38:kworker.0 Request processed in 103us (6319us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.177818:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23177 00000100:00100000:2.0:1767319312.177836:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23178 00000100:00100000:2.0:1767319312.177840:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989829376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319312.177851:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319312.177875:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989829376:12345-0@lo:38:kworker.0 Request processed in 34us (6289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319312.177881:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23178 00000100:00080000:0.0:1767319312.178557:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319312.178564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319312.178568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989829120:0@lo:38:kworker.0 00000100:00080000:0.0:1767319312.178579:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319312.178582:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319312.178585:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989829376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319312.228562:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319312.228763:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831040 00000100:00100000:1.0:1767319312.228773:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831040 00000100:00100000:1.0:1767319312.228865:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5003 00000100:00100000:1.0:1767319312.228875:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925831040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319312.229075:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925831040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 199us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319312.229084:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5003 00000100:00080000:2.0:1767319312.229985:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319312.239548:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319312.240181:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925830912 00000100:00100000:3.0:1767319312.240192:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925830912 00000100:00100000:3.0:1767319312.240265:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23179 00000100:00100000:3.0:1767319312.240274:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925830912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319312.240298:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319312.240862:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925830912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 585us (1322us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319312.240872:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23179 00010000:00010000:0.0:1767319312.993420:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319313.184726:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319313.184835:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989829760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319313.184885:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989829888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319313.184923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319313.184959:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829760 00000100:00100000:0.0:1767319313.184995:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829760 00000100:00100000:2.0:1767319313.185028:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319313.190152:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989829888 00000100:00100000:0.0:1767319313.190179:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989829888 00000100:00100000:0.0:1767319313.190254:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1767319313.190266:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989829760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319313.190304:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319313.190404:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989829760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (5481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319313.190412:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1767319313.190432:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:0.0:1767319313.190438:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989829888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319313.190456:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319313.190496:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989829888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (5469us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319313.190502:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00100000:0.0:1767319313.191114:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989829888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319313.192706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989829760:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319314.016424:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319314.208980:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319315.040595:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319315.233104:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319316.065619:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319316.256391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319317.094850:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319317.281015:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.281028:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319317.281031:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.281035:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.281038:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.281047:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319317.281052:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.281059:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319317.281107:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2a00 x1853163989830016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319317.281164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989830016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319317.281212:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319317.281268:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319317.281418:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.281422:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.281424:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.281428:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319317.281431:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.281435:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319317.281449:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0380 x1853163989830144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319317.281518:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830016 00000100:00100000:3.0:1767319317.281526:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830016 00000100:00100000:3.0:1767319317.281563:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23180 00000100:00100000:3.0:1767319317.281570:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989830016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319317.281592:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319317.281809:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989830144:0@lo:38:kworker.0 00000100:00100000:0.0:1767319317.281846:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319317.282027:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.282030:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.282032:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.282036:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319317.282039:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.282042:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319317.282054:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989830400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319317.282071:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319317.282074:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319317.282076:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319317.282078:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4561 00000100:00080000:2.0:1767319317.282081:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319317.282083:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319317.282092:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0000 x1853163989830656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319317.282136:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989830272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282164:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.282186:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319317.282192:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989830528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282213:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.282265:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989830784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.282305:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319317.282309:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989830912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282326:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319317.282350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830272 00000100:00100000:2.0:1767319317.282354:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830272 00000100:00100000:2.0:1767319317.282390:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830528 00000100:00100000:2.0:1767319317.282393:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830528 00000100:00100000:2.0:1767319317.282411:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5004 00000100:00100000:2.0:1767319317.282417:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989830272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282456:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989830272:12345-0@lo:400:kworker.0 Request processed in 39us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319317.282463:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5004 00000100:00100000:2.0:1767319317.282477:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5005 00000100:00100000:2.0:1767319317.282482:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989830528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282529:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989830528:12345-0@lo:400:kworker.0 Request processed in 47us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319317.282535:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5005 00000100:00100000:2.0:1767319317.282553:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830784 00000100:00100000:2.0:1767319317.282557:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830784 00000100:00100000:2.0:1767319317.282580:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830912 00000100:00100000:2.0:1767319317.282583:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830912 00000100:00100000:2.0:1767319317.282603:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:2.0:1767319317.282608:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989830784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282650:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989830784:12345-0@lo:400:kworker.0 Request processed in 42us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319317.282655:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:2.0:1767319317.282666:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:2.0:1767319317.282672:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989830912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282696:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989830912:12345-0@lo:400:kworker.0 Request processed in 24us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319317.282702:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00080000:2.0:1767319317.282716:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319317.282719:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319317.282721:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319317.282759:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989830912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282770:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989830784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282796:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989830528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319317.282804:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989830272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319317.283255:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830144 00000100:00100000:1.0:1767319317.283261:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830144 00000100:00100000:1.0:1767319317.283295:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:1.0:1767319317.283300:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989830144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319317.283316:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.283352:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989830144:12345-0@lo:38:kworker.0 Request processed in 50us (1504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.283357:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:3.0:1767319317.284007:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989830016:12345-0@lo:38:kworker.0 Request processed in 2433us (2736us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319317.284016:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23180 00000100:00080000:0.0:1767319317.284098:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.284104:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.284107:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989830016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319317.284127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989830400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319317.284160:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319317.284225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989830656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319317.284340:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319317.284444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.284448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.284451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989830144:0@lo:38:kworker.0 00000100:00100000:3.0:1767319317.284727:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830400 00000100:00100000:3.0:1767319317.284732:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830400 00000100:00100000:3.0:1767319317.284760:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989830656 00000100:00100000:3.0:1767319317.284764:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989830656 00000100:00100000:3.0:1767319317.284788:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23181 00000100:00100000:3.0:1767319317.284793:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989830400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319317.284808:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319317.284848:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989830400:12345-0@lo:38:kworker.0 Request processed in 53us (687us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319317.284854:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23181 00000100:00100000:3.0:1767319317.284866:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23182 00000100:00100000:3.0:1767319317.284870:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989830656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319317.284878:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319317.284899:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989830656:12345-0@lo:38:kworker.0 Request processed in 28us (559us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319317.284904:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23182 00000100:00080000:0.0:1767319317.285081:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.285085:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.285088:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989830400:0@lo:38:kworker.0 00000100:00080000:0.0:1767319317.285096:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319317.285099:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319317.285102:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989830656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319317.349264:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319317.349723:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319317.349798:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831168 00000100:00100000:1.0:1767319317.349808:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831168 00000100:00100000:1.0:1767319317.349848:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831296 00000100:00100000:1.0:1767319317.349851:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831296 00000100:00100000:1.0:1767319317.349895:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5006 00000100:00100000:1.0:1767319317.349904:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925831296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319317.349984:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925831296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319317.349992:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5006 00000100:00100000:1.0:1767319317.350010:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23183 00000100:00100000:1.0:1767319317.350015:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925831168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319317.350034:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319317.350057:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925831168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (831us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319317.350063:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23183 00000100:00080000:3.0:1767319317.350398:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319318.112439:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319318.304666:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989831168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319318.304724:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319318.304796:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319318.304802:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989831040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319318.304819:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319318.304989:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831168 00000100:00100000:2.0:1767319318.304998:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831168 00000100:00100000:2.0:1767319318.305041:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831040 00000100:00100000:2.0:1767319318.305043:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831040 00000100:00100000:2.0:1767319318.305054:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:2.0:1767319318.305060:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989831168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319318.305101:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319318.305149:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989831168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319318.305156:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00100000:2.0:1767319318.305170:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767319318.305174:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989831040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319318.305185:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319318.305203:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989831040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 30us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319318.305206:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767319318.305249:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989831040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319318.305258:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989831168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319318.305693:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319319.136453:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319319.329562:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319320.160475:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319320.352359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319321.185059:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319321.376355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319322.208400:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319322.400363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319322.400464:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319322.400471:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319322.400474:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319322.400478:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319322.400481:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319322.400488:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4567 00000100:00080000:2.0:1767319322.400493:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319322.400499:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319322.400534:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2300 x1853163989831296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319322.400559:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319322.400562:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319322.400564:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319322.400567:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4567 00000100:00080000:2.0:1767319322.400570:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319322.400573:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319322.400583:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2680 x1853163989831424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319322.400625:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319322.400628:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319322.400630:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319322.400633:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4567 00000100:00080000:2.0:1767319322.400635:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319322.400638:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319322.400647:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1c00 x1853163989831680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319322.400663:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319322.400666:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319322.400669:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319322.400670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989831552:0@lo:400:kworker.0 00000100:00080000:2.0:1767319322.400674:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4567 00000100:00080000:2.0:1767319322.400678:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319322.400682:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319322.400693:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989831936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319322.400744:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989831808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.400748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.400827:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989832064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.400854:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.400867:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319322.400897:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831552 00000100:00100000:2.0:1767319322.400905:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831552 00000100:00100000:3.0:1767319322.400908:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319322.400916:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989832192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.400955:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831808 00000100:00100000:2.0:1767319322.400959:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831808 00000100:00100000:2.0:1767319322.400978:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007 00000100:00100000:2.0:1767319322.400985:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989831552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319322.401160:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5008 00000100:00100000:0.0:1767319322.401171:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989831808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.401180:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319322.401215:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832064 00000100:00100000:3.0:1767319322.401220:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832064 00000100:00100000:0.0:1767319322.401249:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989831808:12345-0@lo:400:kworker.0 Request processed in 63us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319322.401256:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5008 00000100:00100000:3.0:1767319322.401298:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832192 00000100:00100000:3.0:1767319322.401303:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832192 00000100:00100000:0.0:1767319322.401322:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:3.0:1767319322.401332:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:0.0:1767319322.401333:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989832064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.401347:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989832192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319322.401373:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989832064:12345-0@lo:400:kworker.0 Request processed in 44us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319322.401381:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:3.0:1767319322.401396:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989832192:12345-0@lo:400:kworker.0 Request processed in 52us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319322.401405:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00080000:3.0:1767319322.401440:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319322.401445:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319322.401448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319322.401453:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989831808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.401474:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989832192:0@lo:400:kworker.0 00000100:00100000:3.0:1767319322.401490:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989832064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.401630:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989831552:12345-0@lo:400:kworker.0 Request processed in 645us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319322.401636:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007 00000100:00100000:1.0:1767319322.401709:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989831296:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.401739:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319322.401779:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989831424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.401801:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319322.401828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989831680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.401849:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319322.401862:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989831936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.401883:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319322.401910:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831296 00000100:00100000:1.0:1767319322.401914:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831296 00000100:00100000:1.0:1767319322.401935:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831680 00000100:00100000:1.0:1767319322.401938:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831680 00000100:00100000:1.0:1767319322.401948:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831936 00000100:00100000:1.0:1767319322.401951:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831936 00000100:00100000:1.0:1767319322.401965:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23184 00000100:00100000:1.0:1767319322.401970:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989831296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319322.401986:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319322.402030:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989831296:12345-0@lo:38:kworker.0 Request processed in 59us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319322.402036:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23184 00000100:00100000:1.0:1767319322.402048:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23185 00000100:00100000:1.0:1767319322.402052:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989831680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319322.402060:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319322.402082:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989831680:12345-0@lo:38:kworker.0 Request processed in 29us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319322.402099:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23185 00000100:00100000:1.0:1767319322.402110:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23186 00000100:00100000:1.0:1767319322.402114:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989831936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319322.402122:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319322.402144:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989831936:12345-0@lo:38:kworker.0 Request processed in 29us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319322.402152:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23186 00000100:00080000:1.0:1767319322.402180:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319322.402184:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319322.402187:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989831296:0@lo:38:kworker.0 00000100:00080000:1.0:1767319322.402194:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319322.402197:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319322.402199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989831680:0@lo:38:kworker.0 00000100:00080000:1.0:1767319322.402205:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319322.402208:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319322.402211:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989831936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319322.402361:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989831552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319322.402479:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989831424 00000100:00100000:2.0:1767319322.402483:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989831424 00000100:00100000:2.0:1767319322.402507:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:2.0:1767319322.402511:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989831424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319322.402520:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319322.402556:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989831424:12345-0@lo:38:kworker.0 Request processed in 44us (754us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319322.402560:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00080000:3.0:1767319322.402738:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319322.402743:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319322.402746:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989831424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319322.467616:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319322.468104:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831552 00000100:00100000:0.0:1767319322.468114:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831552 00000100:00100000:3.0:1767319322.468150:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:1.0:1767319322.468217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319322.468348:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831424 00000100:00100000:0.0:1767319322.468352:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831424 00000100:00100000:0.0:1767319322.468381:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5009 00000100:00100000:0.0:1767319322.468391:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925831552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319322.468472:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925831552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319322.468480:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5009 00000100:00100000:0.0:1767319322.468498:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23187 00000100:00100000:0.0:1767319322.468502:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925831424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319322.468521:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319322.468554:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925831424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (405us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319322.468559:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23187 00010000:00010000:0.0:1767319323.234153:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319323.425956:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319323.425971:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989832320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319323.426042:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319323.426114:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832320 00000100:00100000:3.0:1767319323.426121:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832320 00000100:00100000:3.0:1767319323.426170:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:3.0:1767319323.426180:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989832320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319323.426219:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319323.426280:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989832320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319323.426448:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00100000:3.0:1767319323.426506:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989832320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319323.427014:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319323.428578:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319323.428600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989832448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319323.428655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319323.428926:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832448 00000100:00100000:1.0:1767319323.428934:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832448 00000100:00100000:1.0:1767319323.428985:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1767319323.428994:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989832448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319323.429021:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319323.429070:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989832448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319323.429078:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:2.0:1767319323.429163:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989832448:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319324.257378:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319324.448820:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319325.280524:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319325.472828:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319326.304971:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319326.499856:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319301/real 1767319301] req@ffff96e1ed2bed80 x1853163989826048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319326 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319326.499892:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2bed80 x1853163989826048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319326 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319326.499910:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319326.499943:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319326.499947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989826048:0@lo:250:kworker.0 00000100:00080000:2.0:1767319326.500126:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.500132:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319326.500134:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.500139:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4551 00000100:00080000:2.0:1767319326.500142:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.500148:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319326.500180:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3480 x1853163989832576/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.500205:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.500209:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.500212:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.500215:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4572 00000100:00080000:2.0:1767319326.500218:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.500221:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319326.500254:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989832704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.500263:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.500266:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.500268:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.500271:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4572 00000100:00080000:2.0:1767319326.500273:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.500286:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319326.500300:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1c00 x1853163989832832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.500328:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.500331:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.500332:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.500335:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4572 00000100:00080000:2.0:1767319326.500338:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.500352:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319326.500363:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0380 x1853163989833088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319326.500379:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319326.500382:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319326.500384:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319326.500388:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4572 00000100:00080000:2.0:1767319326.500390:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319326.500393:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319326.500404:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0000 x1853163989833344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319326.500454:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989833600:0@lo:400:kworker.0 00000100:00100000:2.0:1767319326.500517:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319326.500581:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319326.500587:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989833472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319326.500609:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319326.500638:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833600 00000100:00100000:2.0:1767319326.500645:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833600 00000100:00100000:2.0:1767319326.500705:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833472 00000100:00100000:2.0:1767319326.500708:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833472 00000100:00100000:2.0:1767319326.500733:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1767319326.500741:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989833600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319326.500788:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989833600:12345-0@lo:400:kworker.0 Request processed in 48us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319326.500795:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1767319326.500809:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:2.0:1767319326.500814:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989833472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319326.500835:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989833472:12345-0@lo:400:kworker.0 Request processed in 22us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319326.500840:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00100000:2.0:1767319326.500879:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989833472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319326.500889:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989833600:0@lo:400:kworker.0 00000100:00100000:3.0:1767319326.501146:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989832960:0@lo:400:kworker.0 00000100:00100000:3.0:1767319326.501179:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319326.501199:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319326.501204:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989833216:0@lo:400:kworker.0 00000100:00100000:3.0:1767319326.501223:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319326.501288:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832960 00000100:00100000:3.0:1767319326.501293:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832960 00000100:00100000:3.0:1767319326.501323:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833216 00000100:00100000:3.0:1767319326.501325:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833216 00000100:00100000:3.0:1767319326.501357:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5010 00000100:00100000:3.0:1767319326.501364:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989832960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319326.501398:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989832960:12345-0@lo:400:kworker.0 Request processed in 36us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319326.501404:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5010 00000100:00100000:3.0:1767319326.501416:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5011 00000100:00100000:3.0:1767319326.501421:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989833216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319326.501443:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989833216:12345-0@lo:400:kworker.0 Request processed in 23us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319326.501449:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5011 00000100:00100000:3.0:1767319326.501477:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989833216:0@lo:400:kworker.0 00000100:00100000:3.0:1767319326.501486:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989832960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319326.501796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989832576:0@lo:250:kworker.0 00000400:00000100:1.0:1767319326.501824:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989832576 offset 0 length 520: 4 00000100:00100000:1.0:1767319326.501844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989832704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319326.501868:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319326.501896:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989832832:0@lo:38:kworker.0 00000100:00100000:1.0:1767319326.501916:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319326.501939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989833088:0@lo:38:kworker.0 00000100:00100000:1.0:1767319326.501958:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319326.501972:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989833344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319326.501991:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319326.502013:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319326.502018:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319326.502019:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319326.502103:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832832 00000100:00100000:0.0:1767319326.502110:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832832 00000100:00100000:0.0:1767319326.502147:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767319326.502153:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989832832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319326.502171:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319326.502213:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989832832:12345-0@lo:38:kworker.0 Request processed in 58us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319326.502220:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00080000:1.0:1767319326.502317:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319326.502322:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319326.502326:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989832832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319326.504462:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989832704 00000100:00100000:3.0:1767319326.504477:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989832704 00000100:00100000:3.0:1767319326.504524:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833088 00000100:00100000:3.0:1767319326.504528:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833088 00000100:00100000:3.0:1767319326.504556:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833344 00000100:00100000:3.0:1767319326.504560:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833344 00000100:00100000:1.0:1767319326.504566:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23188 00000100:00100000:1.0:1767319326.504639:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989832704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319326.504662:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319326.504757:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989832704:12345-0@lo:38:kworker.0 Request processed in 180us (2887us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319326.504898:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319326.507669:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23189 00000100:00100000:3.0:1767319326.507682:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989833088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319326.509834:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319326.510010:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989833088:12345-0@lo:38:kworker.0 Request processed in 2326us (8048us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319326.510021:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23189 00000100:00100000:3.0:1767319326.510053:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23190 00000100:00100000:3.0:1767319326.510067:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989833344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319326.510078:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319326.510106:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989833344:12345-0@lo:38:kworker.0 Request processed in 37us (8112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319326.510111:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23190 00000100:00080000:3.0:1767319326.510199:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319326.510204:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319326.510208:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989832704:0@lo:38:kworker.0 00000100:00080000:3.0:1767319326.510218:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319326.510222:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319326.510224:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989833088:0@lo:38:kworker.0 00000100:00080000:3.0:1767319326.510259:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319326.510263:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319326.510266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989833344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319326.513136:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23188 00000400:00000100:1.0:1767319326.566672:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925831680 offset 0 length 520: 4 00000100:00100000:1.0:1767319326.566716:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319326.566763:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319326.566818:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831808 00000100:00100000:2.0:1767319326.566829:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831808 00000100:00100000:2.0:1767319326.566873:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925831936 00000100:00100000:2.0:1767319326.566875:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925831936 00000100:00100000:2.0:1767319326.566913:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5012 00000100:00100000:2.0:1767319326.566920:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925831936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319326.566962:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319326.566985:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925831936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319326.566991:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5012 00000100:00100000:2.0:1767319326.567007:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23191 00000100:00100000:2.0:1767319326.567013:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925831808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319326.567030:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319326.567045:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925831808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 34us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319326.567049:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23191 00010000:00010000:3.0:1767319327.328484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319327.520381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319328.352461:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319328.544352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319328.544536:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989833728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319328.544611:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319328.544720:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833728 00000100:00100000:2.0:1767319328.544728:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833728 00000100:00100000:1.0:1767319328.548504:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989833856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319328.548574:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319328.548634:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833856 00000100:00100000:1.0:1767319328.548641:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833856 00000100:00100000:2.0:1767319328.549289:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:2.0:1767319328.549300:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989833728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319328.549337:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319328.549384:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989833728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (4772us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319328.549392:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:0.0:1767319328.549439:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989833728:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319328.553327:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319328.553339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319328.554951:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:1.0:1767319328.554981:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989833856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319328.555020:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319328.555386:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989833856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 414us (6810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319328.555395:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00100000:1.0:1767319328.555462:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989833856:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319329.376855:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319329.568695:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319330.400598:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319330.592378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319331.425782:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319331.616379:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.616401:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319331.616405:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.616408:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.616413:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.616421:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4576 00000100:00080000:2.0:1767319331.616426:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.616433:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319331.616487:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163989833984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319331.616495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319331.616509:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.616514:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.616516:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.616521:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4576 00000100:00080000:2.0:1767319331.616524:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.616528:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319331.616541:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989834112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319331.616585:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.616589:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.616591:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.616595:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4576 00000100:00080000:2.0:1767319331.616599:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.616602:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319331.616614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989834240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319331.616615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989833984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319331.616615:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaea00 x1853163989834368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319331.616639:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319331.616642:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319331.616643:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319331.616646:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4576 00000100:00080000:2.0:1767319331.616649:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319331.616652:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319331.616665:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163989834624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319331.616707:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989834752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319331.616736:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989834496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.616810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319331.616881:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834240 00000100:00100000:3.0:1767319331.616889:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834240 00000100:00100000:3.0:1767319331.616942:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5013 00000100:00100000:3.0:1767319331.616952:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989834240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.617002:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989834240:12345-0@lo:400:kworker.0 Request processed in 52us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319331.617009:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5013 00000100:00080000:3.0:1767319331.617029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319331.617057:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989834240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.617088:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989834880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.617115:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319331.617145:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834880 00000100:00100000:3.0:1767319331.617149:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834880 00000100:00100000:3.0:1767319331.619890:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:3.0:1767319331.619917:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989834880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.620016:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989834880:12345-0@lo:400:kworker.0 Request processed in 113us (2899us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319331.620024:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00080000:3.0:1767319331.620063:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319331.620103:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989834880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319331.623553:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319331.623664:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989834112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319331.623720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319331.623755:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834112 00000100:00100000:1.0:1767319331.623763:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834112 00000100:00100000:1.0:1767319331.623802:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:1.0:1767319331.623809:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989834112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319331.623830:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319331.623869:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989834112:12345-0@lo:38:kworker.0 Request processed in 59us (147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319331.623875:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00080000:1.0:1767319331.623919:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319331.623924:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319331.623928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989834112:0@lo:38:kworker.0 00000100:00100000:1.0:1767319331.623950:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989834368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319331.623973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319331.623997:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989833984 00000100:00100000:1.0:1767319331.624001:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989833984 00000100:00100000:1.0:1767319331.624020:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834368 00000100:00100000:1.0:1767319331.624022:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834368 00000100:00100000:1.0:1767319331.624037:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23192 00000100:00100000:1.0:1767319331.624041:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989833984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319331.624051:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319331.624076:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989833984:12345-0@lo:38:kworker.0 Request processed in 33us (531us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319331.624082:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23192 00000100:00100000:1.0:1767319331.624094:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23193 00000100:00100000:1.0:1767319331.624097:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989834368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319331.624106:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319331.624128:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989834368:12345-0@lo:38:kworker.0 Request processed in 29us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319331.624134:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23193 00000100:00080000:1.0:1767319331.624158:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319331.624162:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319331.624165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989834368:0@lo:38:kworker.0 00000100:00100000:1.0:1767319331.624171:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989834624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319331.624193:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319331.624212:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834624 00000100:00100000:1.0:1767319331.624215:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834624 00000100:00100000:1.0:1767319331.624266:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23194 00000100:00100000:1.0:1767319331.624270:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989834624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319331.624279:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319331.624305:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989834624:12345-0@lo:38:kworker.0 Request processed in 33us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319331.624311:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23194 00000100:00080000:1.0:1767319331.624334:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319331.624338:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319331.624341:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989834624:0@lo:38:kworker.0 00000100:00080000:1.0:1767319331.624350:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319331.624353:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319331.624355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989833984:0@lo:38:kworker.0 00000100:00100000:0.0:1767319331.624677:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319331.626451:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834752 00000100:00100000:3.0:1767319331.626468:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834752 00000100:00100000:3.0:1767319331.626631:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1767319331.626642:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989834752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.626727:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989834752:12345-0@lo:400:kworker.0 Request processed in 89us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319331.626734:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1767319331.628388:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989834752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319331.628861:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319331.629304:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989834496 00000100:00100000:3.0:1767319331.629314:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989834496 00000100:00080000:0.0:1767319331.629379:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319331.629384:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319331.632486:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014 00000100:00100000:3.0:1767319331.632500:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989834496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.632608:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989834496:12345-0@lo:400:kworker.0 Request processed in 112us (3747us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319331.632616:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014 00000100:00100000:2.0:1767319331.632884:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989834496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319331.683883:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319331.683928:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319331.684096:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832064 00000100:00100000:1.0:1767319331.684105:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832064 00000100:00100000:1.0:1767319331.684151:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832192 00000100:00100000:1.0:1767319331.684155:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832192 00000100:00100000:1.0:1767319331.684218:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5015 00000100:00100000:1.0:1767319331.684227:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925832192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319331.684341:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925832192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 114us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319331.684349:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5015 00000100:00100000:1.0:1767319331.684368:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23195 00000100:00100000:1.0:1767319331.684373:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925832064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319331.684392:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319331.684419:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925832064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319331.684425:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23195 00000100:00080000:3.0:1767319331.684750:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319332.448527:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319332.640658:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319333.473292:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319333.664387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319333.664833:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989835008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319333.664894:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319333.664961:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835008 00000100:00100000:0.0:1767319333.664970:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835008 00000100:00100000:3.0:1767319333.664970:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319333.664980:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989835136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319333.665008:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319333.665037:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835136 00000100:00100000:0.0:1767319333.665042:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835136 00000100:00100000:0.0:1767319333.665066:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:0.0:1767319333.665076:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989835008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319333.665104:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319333.665153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319333.665158:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319333.665166:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989835008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319333.665322:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989835008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319333.666426:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:2.0:1767319333.666446:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989835136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319333.666473:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319333.666521:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989835136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319333.667347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989835136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319333.668518:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:2.0:1767319333.674426:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00010000:00010000:1.0:1767319334.496493:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319334.688510:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319335.523383:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319335.713269:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319336.547416:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319336.737273:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319336.737284:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319336.737288:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319336.737292:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319336.737297:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319336.737306:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4581 00000100:00080000:3.0:1767319336.737311:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319336.737318:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319336.737419:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989835264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319336.737517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989835264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.737614:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319336.737708:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319336.737711:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319336.737717:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319336.737720:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4581 00000100:00080000:3.0:1767319336.737722:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319336.737727:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319336.737741:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163989835392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319336.737774:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989835392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.737804:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319336.737857:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319336.737860:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319336.737862:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319336.737865:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4581 00000100:00080000:3.0:1767319336.737867:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319336.737870:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319336.737878:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0000 x1853163989835648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319336.737889:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319336.737892:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319336.737893:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319336.737896:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4581 00000100:00080000:3.0:1767319336.737897:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319336.737899:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319336.737905:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989835904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319336.745054:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835264 00000100:00100000:2.0:1767319336.745075:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835264 00000100:00100000:2.0:1767319336.745144:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23196 00000100:00100000:2.0:1767319336.745164:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989835264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319336.745188:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319336.745291:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989835264:12345-0@lo:38:kworker.0 Request processed in 138us (7679us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319336.745299:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23196 00000100:00100000:2.0:1767319336.745352:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989836032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319336.745395:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319336.745478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319336.745518:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989835520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319336.745558:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319336.745573:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989836160:0@lo:400:kworker.0 00000100:00100000:3.0:1767319336.745653:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319336.746472:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836032 00000100:00100000:1.0:1767319336.746483:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836032 00000100:00100000:1.0:1767319336.746555:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836160 00000100:00100000:1.0:1767319336.746559:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836160 00000100:00100000:1.0:1767319336.746587:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:1.0:1767319336.746598:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989836032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319336.746668:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989836032:12345-0@lo:400:kworker.0 Request processed in 73us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.746676:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:1.0:1767319336.746927:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1767319336.746936:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989836160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319336.746968:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989836160:12345-0@lo:400:kworker.0 Request processed in 35us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.746974:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00080000:1.0:1767319336.747187:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319336.747192:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319336.747255:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319336.747262:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319336.747267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989835264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.747294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989835648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.747328:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319336.747481:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835520 00000100:00100000:1.0:1767319336.747487:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835520 00000100:00100000:1.0:1767319336.747522:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835648 00000100:00100000:1.0:1767319336.747525:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835648 00000100:00100000:1.0:1767319336.747540:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5016 00000100:00100000:1.0:1767319336.747547:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989835520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319336.747583:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989835520:12345-0@lo:400:kworker.0 Request processed in 36us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.747589:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5016 00000100:00100000:1.0:1767319336.747602:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23197 00000100:00100000:1.0:1767319336.747606:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989835648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319336.747628:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319336.747655:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989835648:12345-0@lo:38:kworker.0 Request processed in 47us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319336.747661:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23197 00000100:00080000:1.0:1767319336.747682:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319336.747696:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319336.747700:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319336.747704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989835648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.747711:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989835904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.747733:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319336.747752:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835904 00000100:00100000:1.0:1767319336.747755:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835904 00000100:00100000:1.0:1767319336.747772:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23198 00000100:00100000:1.0:1767319336.747777:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989835904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319336.747787:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319336.747806:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989835904:12345-0@lo:38:kworker.0 Request processed in 29us (73us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319336.747810:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23198 00000100:00080000:1.0:1767319336.747825:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319336.747828:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319336.747830:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989835904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.747861:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835392 00000100:00100000:1.0:1767319336.747864:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835392 00000100:00100000:1.0:1767319336.747878:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:1.0:1767319336.747881:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989835392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319336.747888:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319336.747906:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989835392:12345-0@lo:38:kworker.0 Request processed in 24us (10102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319336.747910:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00080000:1.0:1767319336.747928:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319336.747931:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319336.747934:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989835392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319336.747961:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989835776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319336.747977:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319336.748064:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989835776 00000100:00100000:1.0:1767319336.748067:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989835776 00000100:00100000:1.0:1767319336.748163:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017 00000100:00100000:1.0:1767319336.748171:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989835776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319336.748214:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989835776:12345-0@lo:400:kworker.0 Request processed in 45us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.748220:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017 00000100:00080000:1.0:1767319336.748252:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319336.748267:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989835776:0@lo:400:kworker.0 00000100:00100000:2.0:1767319336.750814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989836032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319336.754708:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989836160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319336.755011:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989835520:0@lo:400:kworker.0 00000100:00100000:3.0:1767319336.805380:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319336.805498:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832448 00000100:00100000:1.0:1767319336.805515:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832448 00000100:00100000:1.0:1767319336.805622:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5018 00000100:00100000:1.0:1767319336.805632:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925832448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319336.805730:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925832448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.805739:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5018 00000100:00080000:2.0:1767319336.805889:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319336.806415:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319336.806642:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832320 00000100:00100000:3.0:1767319336.806652:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832320 00000100:00100000:3.0:1767319336.806723:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23199 00000100:00100000:3.0:1767319336.806732:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925832320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319336.806763:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319336.806825:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925832320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (415us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319336.806833:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23199 00010000:00010000:3.0:1767319337.568656:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319337.760651:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319338.592464:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319338.784407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319338.784710:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989836416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319338.784793:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319338.784870:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319338.784876:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989836288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319338.784897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319338.784998:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836416 00000100:00100000:0.0:1767319338.785007:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836416 00000100:00100000:0.0:1767319338.785085:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836288 00000100:00100000:0.0:1767319338.785088:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836288 00000100:00100000:0.0:1767319338.785107:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:0.0:1767319338.785125:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989836416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319338.785159:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319338.785219:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989836416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319338.785226:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00100000:0.0:1767319338.785266:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:0.0:1767319338.785271:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989836288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319338.785288:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319338.785310:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989836288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319338.785316:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00100000:0.0:1767319338.785358:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989836288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319338.785370:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989836416:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319338.785678:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319338.785685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319339.617803:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319339.808533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319340.641217:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319340.832414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319341.665108:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319341.856423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319341.856548:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319341.856554:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319341.856557:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319341.856561:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319341.856565:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319341.856573:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4586 00000100:00080000:3.0:1767319341.856577:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319341.856584:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319341.856625:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0380 x1853163989836544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319341.856656:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319341.856659:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319341.856661:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319341.856664:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4586 00000100:00080000:3.0:1767319341.856666:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319341.856670:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319341.856685:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989836672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319341.856694:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989836544:0@lo:38:kworker.0 00000100:00080000:3.0:1767319341.856721:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319341.856734:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319341.856736:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319341.856741:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4586 00000100:00080000:3.0:1767319341.856743:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319341.856748:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319341.856760:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3100 x1853163989836928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319341.856769:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319341.856786:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319341.856790:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319341.856792:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319341.856796:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4586 00000100:00080000:3.0:1767319341.856799:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319341.856802:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319341.856812:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3b80 x1853163989837184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319341.856838:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989836672:0@lo:38:kworker.0 00000100:00100000:3.0:1767319341.856868:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836544 00000100:00100000:1.0:1767319341.856869:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319341.856878:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836544 00000100:00100000:1.0:1767319341.856897:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989836928:0@lo:38:kworker.0 00000100:00100000:3.0:1767319341.856920:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23200 00000100:00100000:1.0:1767319341.856924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319341.856932:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989836544:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319341.856946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989837184:0@lo:38:kworker.0 00010000:00020000:3.0:1767319341.856953:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319341.856996:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319341.857004:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989836544:12345-0@lo:38:kworker.0 Request processed in 72us (237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319341.857012:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23200 00000100:00100000:3.0:1767319341.857029:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836928 00000100:00080000:1.0:1767319341.857034:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319341.857034:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836928 00000100:00080000:1.0:1767319341.857040:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319341.857045:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989836544:0@lo:38:kworker.0 00000100:00100000:3.0:1767319341.857055:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837184 00000100:00100000:3.0:1767319341.857069:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837184 00000100:00100000:1.0:1767319341.857088:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836672 00000100:00100000:3.0:1767319341.857093:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23201 00000100:00100000:1.0:1767319341.857094:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836672 00000100:00100000:3.0:1767319341.857100:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989836928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319341.857112:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319341.857122:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1767319341.857128:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989836672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319341.857140:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319341.857152:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989836928:12345-0@lo:38:kworker.0 Request processed in 50us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319341.857160:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23201 00000100:00100000:1.0:1767319341.857175:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989836672:12345-0@lo:38:kworker.0 Request processed in 44us (303us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319341.857179:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23202 00000100:00100000:1.0:1767319341.857188:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:3.0:1767319341.857190:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989837184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319341.857202:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319341.857257:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989837184:12345-0@lo:38:kworker.0 Request processed in 42us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319341.857265:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23202 00000100:00080000:1.0:1767319341.857305:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319341.857317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319341.857321:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989836672:0@lo:38:kworker.0 00000100:00080000:1.0:1767319341.857333:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319341.857337:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319341.857341:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989836928:0@lo:38:kworker.0 00000100:00080000:1.0:1767319341.857352:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319341.857355:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319341.857358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989837184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319341.857425:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989836800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319341.857483:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319341.857489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989837056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319341.857551:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989837312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857577:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319341.857603:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319341.857608:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989837440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857629:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319341.857671:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837312 00000100:00100000:0.0:1767319341.857675:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837312 00000100:00100000:0.0:1767319341.857714:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837440 00000100:00100000:0.0:1767319341.857716:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837440 00000100:00100000:0.0:1767319341.857737:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:0.0:1767319341.857743:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989837312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857785:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989837312:12345-0@lo:400:kworker.0 Request processed in 41us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319341.857791:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:0.0:1767319341.857808:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:0.0:1767319341.857816:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989837440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.857819:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989836800 00000100:00100000:1.0:1767319341.857825:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989836800 00000100:00100000:0.0:1767319341.857849:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989837440:12345-0@lo:400:kworker.0 Request processed in 34us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319341.857855:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00100000:1.0:1767319341.857859:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837056 00000100:00100000:1.0:1767319341.857864:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837056 00000100:00080000:0.0:1767319341.857875:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319341.857881:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319341.857884:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319341.857892:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5019 00000100:00100000:1.0:1767319341.857901:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989836800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857918:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989837440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319341.857932:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989837312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.857956:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989836800:12345-0@lo:400:kworker.0 Request processed in 44us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319341.857961:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989836800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.857968:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5019 00000100:00100000:1.0:1767319341.858106:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5020 00000100:00100000:1.0:1767319341.858114:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989837056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.858157:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989837056:12345-0@lo:400:kworker.0 Request processed in 44us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319341.858211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989837056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319341.861455:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5020 00000100:00100000:3.0:1767319341.923654:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319341.923732:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832704 00000100:00100000:1.0:1767319341.923743:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832704 00000100:00100000:1.0:1767319341.923824:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5021 00000100:00100000:1.0:1767319341.923844:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925832704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319341.923948:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925832704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319341.923956:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5021 00000100:00080000:0.0:1767319341.924247:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319341.931881:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319341.933412:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832576 00000100:00100000:3.0:1767319341.933436:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832576 00000100:00100000:1.0:1767319341.934016:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23203 00000100:00100000:1.0:1767319341.934025:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925832576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319341.934048:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319341.934141:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925832576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 115us (2270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319341.934148:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23203 00010000:00010000:3.0:1767319342.688673:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319342.880372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319343.712781:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319343.905100:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319343.905437:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319343.905451:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989837568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319343.905523:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319343.905870:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837568 00000100:00100000:3.0:1767319343.905878:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837568 00000100:00100000:3.0:1767319343.905940:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:3.0:1767319343.905948:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989837568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319343.905981:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319343.906047:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989837568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319343.906054:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00080000:2.0:1767319343.906359:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319343.906373:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989837696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319343.906401:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319343.906449:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989837568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319343.906941:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837696 00000100:00100000:3.0:1767319343.906947:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837696 00000100:00100000:3.0:1767319343.906992:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:3.0:1767319343.906999:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989837696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319343.907145:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319343.907326:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989837696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319343.907394:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989837696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 199us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319343.907402:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00080000:2.0:1767319343.907455:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319344.736619:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319344.929275:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319345.760953:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319345.952371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319346.785675:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319346.976666:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319346.980879:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319346.980889:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319346.980892:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319346.980896:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319346.980900:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319346.980909:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4591 00000100:00080000:3.0:1767319346.980913:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319346.980920:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319346.980958:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0e00 x1853163989837824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319346.981073:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989837824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319346.981140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319346.981279:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837824 00000100:00100000:1.0:1767319346.981287:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837824 00000100:00100000:1.0:1767319346.981327:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23204 00000100:00100000:1.0:1767319346.981335:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989837824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319346.981355:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319346.982328:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319346.982336:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319346.982339:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319346.982345:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4591 00000100:00080000:3.0:1767319346.982348:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319346.982353:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319346.982377:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1c00 x1853163989837952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319346.983598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989837952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319346.983711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319346.983926:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989837952 00000100:00100000:2.0:1767319346.983933:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989837952 00000100:00100000:2.0:1767319346.983983:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:2.0:1767319346.983990:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989837952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319346.984010:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319346.984048:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989837952:12345-0@lo:38:kworker.0 Request processed in 58us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319346.984055:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:1.0:1767319346.984167:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989837824:12345-0@lo:38:kworker.0 Request processed in 2830us (3025us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319346.984175:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23204 00000100:00080000:0.0:1767319346.984380:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319346.984386:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319346.984390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989837824:0@lo:38:kworker.0 00000100:00080000:0.0:1767319346.984545:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319346.984550:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319346.984553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989837952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319346.984849:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767319346.984864:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319346.984869:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319346.984872:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319346.984876:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4591 00000100:00080000:3.0:1767319346.984880:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319346.984884:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319346.984903:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3100 x1853163989838208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319346.984954:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989838208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319346.985000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319346.985058:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319346.985067:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989838336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319346.985100:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319346.985130:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838208 00000100:00100000:0.0:1767319346.985147:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838208 00000100:00100000:0.0:1767319346.985172:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838336 00000100:00100000:0.0:1767319346.985176:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838336 00000100:00100000:0.0:1767319346.985211:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5022 00000100:00100000:0.0:1767319346.985218:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989838336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319346.985279:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989838336:12345-0@lo:400:kworker.0 Request processed in 61us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319346.985285:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5022 00000100:00100000:0.0:1767319346.985301:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23205 00000100:00100000:0.0:1767319346.985304:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989838208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319346.985327:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319346.986072:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989838208:12345-0@lo:38:kworker.0 Request processed in 762us (1067us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319346.986081:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23205 00000100:00080000:0.0:1767319346.986105:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319346.986147:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989838336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319346.986249:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989838080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319346.986285:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319346.986590:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838080 00000100:00100000:0.0:1767319346.986595:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838080 00000100:00100000:0.0:1767319346.986653:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023 00000100:00100000:0.0:1767319346.986660:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989838080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319346.986698:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989838080:12345-0@lo:400:kworker.0 Request processed in 39us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319346.986704:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023 00000100:00100000:1.0:1767319346.986785:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989838080:0@lo:400:kworker.0 00000100:00080000:1.0:1767319346.986804:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319346.988111:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319346.988123:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319346.988190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989838208:0@lo:38:kworker.0 00000100:00080000:3.0:1767319346.988661:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319346.988668:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319346.988671:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319346.988676:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4591 00000100:00080000:3.0:1767319346.988680:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319346.988687:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319346.988724:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0380 x1853163989838464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319346.988883:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989838464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319346.988943:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319346.989111:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989838720:0@lo:400:kworker.0 00000100:00100000:3.0:1767319346.989155:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319346.989184:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319346.989190:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989838592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319346.989210:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319346.989260:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838720 00000100:00100000:3.0:1767319346.989265:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838720 00000100:00100000:3.0:1767319346.989323:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838592 00000100:00100000:3.0:1767319346.989326:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838592 00000100:00100000:3.0:1767319346.989359:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:3.0:1767319346.989368:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989838720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319346.990666:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989838720:12345-0@lo:400:kworker.0 Request processed in 1292us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319346.990677:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00100000:3.0:1767319346.990706:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:3.0:1767319346.990719:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989838592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319346.990859:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989838592:12345-0@lo:400:kworker.0 Request processed in 145us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319346.990866:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00100000:3.0:1767319346.990922:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989838592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319346.990934:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989838720:0@lo:400:kworker.0 00000100:00080000:3.0:1767319346.990959:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319346.990975:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319346.991877:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838464 00000100:00100000:0.0:1767319346.991889:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838464 00000100:00100000:0.0:1767319346.991995:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23206 00000100:00100000:0.0:1767319346.992002:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989838464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319346.992025:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319346.992174:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989838464:12345-0@lo:38:kworker.0 Request processed in 171us (3229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319346.992184:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23206 00000100:00080000:2.0:1767319346.992365:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319346.992372:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319346.992376:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989838464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319347.048859:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319347.048917:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319347.049018:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832960 00000100:00100000:1.0:1767319347.049028:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832960 00000100:00100000:1.0:1767319347.049102:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925832832 00000100:00100000:1.0:1767319347.049106:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925832832 00000100:00100000:1.0:1767319347.049129:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5024 00000100:00100000:1.0:1767319347.049140:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925832960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319347.049218:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925832960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319347.049226:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5024 00000100:00100000:1.0:1767319347.049278:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23207 00000100:00100000:1.0:1767319347.049283:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925832832:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319347.049306:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319347.049335:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925832832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319347.049341:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23207 00000100:00080000:2.0:1767319347.049765:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319347.809750:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319348.000511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319348.832583:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319349.024998:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989838976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319349.025076:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319349.025144:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319349.025151:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989838848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319349.025175:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319349.025253:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838976 00000100:00100000:3.0:1767319349.025262:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838976 00000100:00100000:3.0:1767319349.025321:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989838848 00000100:00100000:3.0:1767319349.025325:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989838848 00000100:00100000:3.0:1767319349.025343:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:3.0:1767319349.025352:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989838976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319349.025383:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319349.025431:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989838976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319349.025439:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00100000:3.0:1767319349.025455:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:3.0:1767319349.025461:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989838848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319349.025476:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319349.025502:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989838848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319349.025508:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00100000:3.0:1767319349.025555:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989838848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319349.025569:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989838976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319349.026122:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319349.026343:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319349.026349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319349.859902:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319350.048446:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319350.880472:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319351.072353:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319326/real 1767319326] req@ffff96e2fd1d3480 x1853163989832576/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319351 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319351.072393:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd1d3480 x1853163989832576/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319351 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319351.072413:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319351.072434:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319351.072437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319351.072438:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989832576:0@lo:250:kworker.0 00000100:00080000:3.0:1767319351.072557:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319351.072562:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319351.072565:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319351.072570:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4576 00000100:00080000:3.0:1767319351.072574:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319351.072580:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319351.072614:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3b80 x1853163989839104/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319351.072639:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319351.072643:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319351.072645:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319351.072648:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4596 00000100:00080000:3.0:1767319351.072651:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319351.072654:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319351.072669:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3100 x1853163989839232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319351.072677:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319351.072680:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319351.072682:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319351.072685:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4596 00000100:00080000:3.0:1767319351.072687:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319351.072690:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319351.072703:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0e00 x1853163989839360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319351.072732:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319351.072736:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319351.072737:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319351.072740:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4596 00000100:00080000:3.0:1767319351.072742:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319351.072746:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319351.072757:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3480 x1853163989839616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319351.072772:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319351.072775:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319351.072777:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319351.072780:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4596 00000100:00080000:3.0:1767319351.072782:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319351.072785:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319351.072813:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4000 x1853163989839872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319351.072861:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989840000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.072952:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319351.073009:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319351.073015:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989840128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.073038:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319351.073076:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840000 00000100:00100000:3.0:1767319351.073084:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840000 00000100:00100000:3.0:1767319351.073131:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840128 00000100:00100000:3.0:1767319351.073135:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840128 00000100:00100000:3.0:1767319351.073154:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767319351.073163:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989840000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.073208:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989840000:12345-0@lo:400:kworker.0 Request processed in 45us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319351.073214:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00100000:3.0:1767319351.073227:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1767319351.073255:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989840128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.073281:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989840128:12345-0@lo:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319351.073286:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1767319351.073326:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989840128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.073335:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989840000:0@lo:400:kworker.0 00000100:00080000:2.0:1767319351.073489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319351.073493:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319351.073503:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989839104:0@lo:250:kworker.0 00000400:00000100:2.0:1767319351.073525:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989839104 offset 0 length 520: 4 00000100:00100000:2.0:1767319351.073544:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989839232:0@lo:38:kworker.0 00000100:00100000:2.0:1767319351.073568:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319351.073592:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989839360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319351.073612:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319351.073627:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989839616:0@lo:38:kworker.0 00000100:00100000:2.0:1767319351.073643:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319351.073655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989839872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319351.073670:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319351.073693:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989839360 00000100:00100000:2.0:1767319351.073696:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989839360 00000100:00100000:2.0:1767319351.073717:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:2.0:1767319351.073722:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989839360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319351.073739:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319351.073770:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989839360:12345-0@lo:38:kworker.0 Request processed in 47us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319351.073777:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00080000:2.0:1767319351.073821:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319351.073826:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319351.073829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989839360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319351.073958:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989839232 00000100:00100000:3.0:1767319351.073962:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989839232 00000100:00100000:3.0:1767319351.073988:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989839616 00000100:00100000:3.0:1767319351.073990:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989839616 00000100:00100000:3.0:1767319351.073999:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989839872 00000100:00100000:3.0:1767319351.074001:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989839872 00000100:00100000:3.0:1767319351.074011:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23208 00000100:00100000:3.0:1767319351.074015:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989839232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319351.074025:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319351.074051:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989839232:12345-0@lo:38:kworker.0 Request processed in 35us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319351.074056:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23208 00000100:00100000:3.0:1767319351.074066:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23209 00000100:00100000:3.0:1767319351.074070:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989839616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319351.074078:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319351.074097:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989839616:12345-0@lo:38:kworker.0 Request processed in 26us (454us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319351.074102:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23209 00000100:00100000:3.0:1767319351.074110:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23210 00000100:00100000:3.0:1767319351.074113:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989839872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319351.074120:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319351.074136:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989839872:12345-0@lo:38:kworker.0 Request processed in 21us (464us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319351.074140:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23210 00000100:00100000:0.0:1767319351.074217:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989839744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319351.074262:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319351.074287:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319351.074292:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989839488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319351.074308:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319351.074359:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989839744 00000100:00100000:3.0:1767319351.074363:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989839744 00000100:00100000:3.0:1767319351.074395:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989839488 00000100:00100000:3.0:1767319351.074397:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989839488 00000100:00100000:3.0:1767319351.074410:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5025 00000100:00100000:3.0:1767319351.074415:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989839744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.074446:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989839744:12345-0@lo:400:kworker.0 Request processed in 30us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319351.074451:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5025 00000100:00100000:3.0:1767319351.074462:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026 00000100:00100000:3.0:1767319351.074467:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989839488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319351.074488:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989839488:12345-0@lo:400:kworker.0 Request processed in 22us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319351.074493:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026 00000100:00080000:0.0:1767319351.074902:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319351.074926:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989839488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319351.074935:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989839744:0@lo:400:kworker.0 00000100:00080000:2.0:1767319351.075014:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319351.075019:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319351.075022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989839232:0@lo:38:kworker.0 00000100:00080000:2.0:1767319351.075031:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319351.075034:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319351.075037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989839616:0@lo:38:kworker.0 00000100:00080000:2.0:1767319351.075043:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319351.075046:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319351.075049:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989839872:0@lo:38:kworker.0 00010000:00010000:3.0:1767319351.904479:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319352.101491:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767319352.169805:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925833088 offset 0 length 520: 4 00000100:00100000:1.0:1767319352.169852:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319352.169927:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833216 00000100:00100000:2.0:1767319352.169938:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833216 00000100:00100000:1.0:1767319352.169941:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319352.170036:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833344 00000100:00100000:2.0:1767319352.170040:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833344 00000100:00080000:1.0:1767319352.170082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319352.170106:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5027 00000100:00100000:2.0:1767319352.170119:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925833344:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319352.170120:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23211 00000100:00100000:1.0:1767319352.170131:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925833216:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319352.170154:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319352.170620:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925833216:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 487us (765us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319352.170629:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23211 00000100:00100000:2.0:1767319352.172212:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925833344:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2087us (2262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319352.172225:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5027 00010000:00010000:3.0:1767319352.928534:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319353.120399:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319353.952637:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319354.144352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319354.146392:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989840256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319354.146478:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319354.146754:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840256 00000100:00100000:3.0:1767319354.146763:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840256 00000100:00100000:3.0:1767319354.146842:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:3.0:1767319354.146854:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989840256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319354.146888:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319354.146938:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989840256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319354.146945:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00080000:0.0:1767319354.147073:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319354.147111:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989840256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319354.147129:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319354.147135:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989840384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319354.147164:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319354.147218:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840384 00000100:00100000:3.0:1767319354.147222:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840384 00000100:00100000:3.0:1767319354.147275:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:3.0:1767319354.147282:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989840384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319354.147299:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319354.147333:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989840384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319354.147340:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:3.0:1767319354.147367:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989840384:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319354.147429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319354.976679:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319355.168497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319356.000535:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319356.198767:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319356.199096:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319356.199102:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319356.199107:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319356.199111:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319356.199116:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319356.199124:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4600 00000100:00080000:0.0:1767319356.199128:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319356.199136:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319356.199345:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163989840512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319356.199425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989840512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319356.199494:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319356.199635:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840512 00000100:00100000:1.0:1767319356.199645:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840512 00000100:00100000:1.0:1767319356.199707:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23212 00000100:00100000:1.0:1767319356.199716:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989840512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319356.199752:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319356.199817:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319356.199821:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319356.199824:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319356.199828:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4600 00000100:00080000:0.0:1767319356.199831:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319356.199836:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319356.199857:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989840640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319356.206053:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989840512:12345-0@lo:38:kworker.0 Request processed in 6326us (6547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319356.206069:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23212 00000100:00100000:2.0:1767319356.206873:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989840640:0@lo:38:kworker.0 00000100:00100000:2.0:1767319356.206944:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319356.207032:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319356.207038:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319356.207042:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989840512:0@lo:38:kworker.0 00000100:00100000:1.0:1767319356.207391:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989840768:0@lo:400:kworker.0 00000100:00100000:1.0:1767319356.207423:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319356.207498:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840768 00000100:00100000:2.0:1767319356.207506:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840768 00000100:00100000:2.0:1767319356.207560:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5028 00000100:00100000:2.0:1767319356.207568:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989840768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319356.207663:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840640 00000100:00100000:3.0:1767319356.207669:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840640 00000100:00100000:3.0:1767319356.207697:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:3.0:1767319356.207701:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989840640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319356.207733:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319356.207773:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989840640:12345-0@lo:38:kworker.0 Request processed in 70us (829us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319356.207779:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00080000:3.0:1767319356.207828:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319356.207833:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319356.207836:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989840640:0@lo:38:kworker.0 00000100:00080000:3.0:1767319356.207865:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319356.208355:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319356.208361:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319356.208365:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319356.208370:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4600 00000100:00080000:0.0:1767319356.208374:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319356.208379:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319356.208405:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989840896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319356.208436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989840896:0@lo:38:kworker.0 00000100:00100000:3.0:1767319356.208470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319356.208505:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989840896 00000100:00100000:3.0:1767319356.208509:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989840896 00000100:00100000:3.0:1767319356.208533:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23213 00000100:00100000:3.0:1767319356.208538:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989840896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319356.208550:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319356.208576:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989840896:12345-0@lo:38:kworker.0 Request processed in 37us (106us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319356.208582:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23213 00000100:00080000:3.0:1767319356.208606:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319356.208609:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319356.208612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989840896:0@lo:38:kworker.0 00000100:00100000:3.0:1767319356.208636:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989841024:0@lo:400:kworker.0 00000100:00100000:3.0:1767319356.208657:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319356.208683:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841024 00000100:00100000:3.0:1767319356.208687:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841024 00000100:00100000:3.0:1767319356.208728:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029 00000100:00100000:3.0:1767319356.208735:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989841024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319356.208770:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989841024:12345-0@lo:400:kworker.0 Request processed in 36us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319356.208776:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029 00000100:00080000:3.0:1767319356.208789:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319356.208819:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989841024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319356.213940:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989840768:12345-0@lo:400:kworker.0 Request processed in 6360us (6502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319356.213955:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5028 00000100:00080000:0.0:1767319356.215002:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319356.215010:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319356.215014:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319356.215020:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4600 00000100:00080000:0.0:1767319356.215024:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319356.215031:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319356.215074:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d180 x1853163989841152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319356.215191:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989841408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319356.215276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319356.215322:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319356.215328:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989841280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319356.215352:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319356.215382:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841408 00000100:00100000:0.0:1767319356.215390:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841408 00000100:00100000:0.0:1767319356.215440:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841280 00000100:00100000:0.0:1767319356.215443:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841280 00000100:00100000:0.0:1767319356.215465:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767319356.215473:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989841408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319356.215523:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989841408:12345-0@lo:400:kworker.0 Request processed in 51us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319356.215529:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767319356.215544:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767319356.215550:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989841280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319356.215578:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989841280:12345-0@lo:400:kworker.0 Request processed in 28us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319356.215584:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00080000:0.0:1767319356.215613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319356.215617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319356.215642:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989841280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319356.215652:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989841408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319356.215961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989841152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319356.216008:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319356.216261:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841152 00000100:00100000:0.0:1767319356.216267:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841152 00000100:00100000:0.0:1767319356.216302:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23214 00000100:00100000:0.0:1767319356.216308:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989841152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319356.216332:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319356.216371:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989841152:12345-0@lo:38:kworker.0 Request processed in 62us (363us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319356.216378:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23214 00000100:00080000:3.0:1767319356.216458:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319356.216465:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319356.216468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989841152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319356.217763:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989840768:0@lo:400:kworker.0 00010000:00010000:3.0:1767319357.026685:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319357.216752:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319357.283912:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319357.283969:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319357.284052:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833600 00000100:00100000:3.0:1767319357.284066:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833600 00000100:00100000:3.0:1767319357.284173:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833472 00000100:00100000:3.0:1767319357.284177:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833472 00000100:00100000:3.0:1767319357.284213:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5030 00000100:00100000:3.0:1767319357.284224:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925833600:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319357.284362:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925833600:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 139us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319357.284372:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5030 00000100:00100000:3.0:1767319357.284393:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23215 00000100:00100000:3.0:1767319357.284397:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925833472:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319357.284421:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319357.284452:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925833472:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319357.284459:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23215 00000100:00080000:1.0:1767319357.284813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319358.048552:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319358.240770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319359.072545:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319359.264755:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319359.264782:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989841536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319359.264881:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319359.265088:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841536 00000100:00100000:1.0:1767319359.265099:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841536 00000100:00100000:1.0:1767319359.265196:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:1.0:1767319359.265209:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989841536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319359.265274:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319359.265329:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989841536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319359.265338:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1767319359.265382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319359.265428:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319359.265469:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989841536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319359.265815:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319359.265826:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989841664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319359.265862:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319359.265906:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841664 00000100:00100000:2.0:1767319359.265911:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841664 00000100:00100000:2.0:1767319359.265968:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:2.0:1767319359.265978:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989841664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319359.265999:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319359.266055:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989841664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319359.266065:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00080000:3.0:1767319359.266248:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319359.266312:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989841664:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319360.103003:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319360.289011:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319361.120484:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319361.312464:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319361.312478:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319361.312482:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319361.312487:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319361.312493:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319361.312504:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4605 00000100:00080000:0.0:1767319361.312510:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319361.312528:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319361.312597:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989841792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319361.312620:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319361.312624:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319361.312626:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319361.312630:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4605 00000100:00080000:0.0:1767319361.312632:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319361.312636:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319361.312654:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d180 x1853163989841920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319361.312733:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319361.312737:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319361.312739:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319361.312743:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4605 00000100:00080000:0.0:1767319361.312745:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319361.312749:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319361.312760:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ce00 x1853163989842176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319361.312777:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319361.312780:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319361.312782:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319361.312786:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4605 00000100:00080000:0.0:1767319361.312788:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319361.312792:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319361.312802:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163989842432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319361.312896:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989842304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319361.312986:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319361.313064:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319361.313070:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989842048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319361.313101:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319361.313155:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842304 00000100:00100000:2.0:1767319361.313157:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842048 00000100:00100000:0.0:1767319361.313165:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842304 00000100:00100000:2.0:1767319361.313166:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842048 00000100:00080000:3.0:1767319361.313259:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319361.313266:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5031 00000100:00100000:1.0:1767319361.313282:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989842560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319361.313323:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319361.313350:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319361.313357:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989842688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319361.313381:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319361.313427:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842560 00000100:00100000:1.0:1767319361.313431:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842560 00000100:00100000:1.0:1767319361.313468:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842688 00000100:00100000:1.0:1767319361.313471:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842688 00000100:00100000:1.0:1767319361.313497:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:1.0:1767319361.313521:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989842560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319361.313590:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989842560:12345-0@lo:400:kworker.0 Request processed in 85us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319361.313598:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:1.0:1767319361.313619:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:1.0:1767319361.313626:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989842688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319361.313655:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989842688:12345-0@lo:400:kworker.0 Request processed in 31us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319361.313661:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:1.0:1767319361.313739:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989842688:0@lo:400:kworker.0 00000100:00100000:1.0:1767319361.313750:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989842560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319361.314364:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989841792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319361.314407:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319361.314438:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989841920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319361.314466:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319361.314491:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989842176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319361.314514:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319361.314547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989842432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319361.314571:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319361.314604:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841792 00000100:00100000:1.0:1767319361.314609:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841792 00000100:00100000:1.0:1767319361.314634:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842176 00000100:00100000:1.0:1767319361.314637:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842176 00000100:00100000:1.0:1767319361.314645:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842432 00000100:00100000:1.0:1767319361.314647:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842432 00000100:00100000:1.0:1767319361.314658:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23216 00000100:00100000:1.0:1767319361.314847:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989841792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319361.314874:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319361.314921:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989841792:12345-0@lo:38:kworker.0 Request processed in 256us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319361.314928:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23216 00000100:00100000:1.0:1767319361.314942:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23217 00000100:00100000:1.0:1767319361.314946:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989842176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319361.314956:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319361.314984:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989842176:12345-0@lo:38:kworker.0 Request processed in 36us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319361.314990:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23217 00000100:00100000:1.0:1767319361.315002:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23218 00000100:00100000:1.0:1767319361.315006:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989842432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319361.315015:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319361.315037:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989842432:12345-0@lo:38:kworker.0 Request processed in 30us (465us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319361.315043:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23218 00000100:00080000:1.0:1767319361.315079:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319361.315085:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319361.315088:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989841792:0@lo:38:kworker.0 00000100:00080000:1.0:1767319361.315098:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319361.315101:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319361.315104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989842176:0@lo:38:kworker.0 00000100:00080000:1.0:1767319361.315111:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319361.315114:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319361.315117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989842432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319361.315170:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989841920 00000100:00100000:1.0:1767319361.315175:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989841920 00000100:00100000:1.0:1767319361.315199:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:1.0:1767319361.315204:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989841920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319361.315213:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319361.315272:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989841920:12345-0@lo:38:kworker.0 Request processed in 67us (805us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319361.315279:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00080000:1.0:1767319361.315316:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319361.315319:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319361.315322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989841920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319361.315361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319361.317407:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032 00000100:00100000:2.0:1767319361.317425:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989842048:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319361.319261:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319361.319272:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319361.320443:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989842048:12345-0@lo:400:kworker.0 Request processed in 3012us (7329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319361.320460:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032 00000100:00100000:1.0:1767319361.320487:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989842048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319361.322311:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989842304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319361.322439:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989842304:12345-0@lo:400:kworker.0 Request processed in 9164us (9452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319361.322450:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5031 00000100:00100000:1.0:1767319361.324620:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989842304:0@lo:400:kworker.0 00010000:00010000:3.0:1767319362.144844:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319362.336456:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319362.403541:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319362.403611:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319362.403708:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833856 00000100:00100000:3.0:1767319362.403728:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833856 00000100:00080000:0.0:1767319362.403813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319362.403830:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833728 00000100:00100000:3.0:1767319362.403834:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833728 00000100:00100000:3.0:1767319362.403867:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5033 00000100:00100000:3.0:1767319362.403880:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925833856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319362.403885:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23219 00000100:00100000:2.0:1767319362.403893:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925833728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319362.403918:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319362.403988:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925833856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 111us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319362.403997:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5033 00000100:00100000:2.0:1767319362.407846:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925833728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 3930us (4212us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319362.407869:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23219 00010000:00010000:3.0:1767319363.168644:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319363.360556:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319364.196384:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319364.384623:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319364.384653:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989842816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319364.384759:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319364.384950:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842816 00000100:00100000:2.0:1767319364.384961:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842816 00000100:00100000:2.0:1767319364.385036:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:2.0:1767319364.385046:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989842816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319364.385085:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319364.385141:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989842816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319364.385150:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00080000:2.0:1767319364.385176:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319364.385220:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989842816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319364.385317:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319364.385497:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319364.385509:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989842944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319364.385548:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319364.385621:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989842944 00000100:00100000:3.0:1767319364.385626:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989842944 00000100:00100000:3.0:1767319364.385688:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:3.0:1767319364.385697:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989842944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319364.385717:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319364.385755:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989842944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319364.385762:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:3.0:1767319364.385793:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989842944:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319364.385882:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319365.216530:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319365.408408:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319366.240581:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319366.432386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319366.432526:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319366.432533:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319366.432537:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319366.432542:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319366.432546:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319366.432555:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4611 00000100:00080000:3.0:1767319366.432561:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319366.432570:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319366.432642:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163989843072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319366.432676:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319366.432681:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319366.432683:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319366.432687:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4611 00000100:00080000:3.0:1767319366.432690:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319366.432695:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319366.432724:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163989843200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319366.432803:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989843328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319366.432894:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319366.433010:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319366.433015:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319366.433017:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319366.433021:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4611 00000100:00080000:3.0:1767319366.433024:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319366.433029:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319366.433043:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163989843456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319366.433128:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843328 00000100:00100000:0.0:1767319366.433140:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843328 00000100:00080000:0.0:1767319366.433172:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319366.433255:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5034 00000100:00100000:0.0:1767319366.433267:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989843328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319366.433465:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989843584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319366.433500:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.433548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989843072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319366.433575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.433598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989843200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319366.433638:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.433661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989843456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319366.433682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.433719:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843584 00000100:00100000:1.0:1767319366.433724:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843584 00000100:00100000:1.0:1767319366.433759:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843072 00000100:00100000:1.0:1767319366.433762:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843072 00000100:00100000:1.0:1767319366.433771:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843456 00000100:00100000:1.0:1767319366.433773:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843456 00000100:00100000:1.0:1767319366.433781:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035 00000100:00100000:1.0:1767319366.433788:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989843584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319366.433824:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989843584:12345-0@lo:400:kworker.0 Request processed in 37us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319366.433831:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035 00000100:00100000:1.0:1767319366.433851:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23220 00000100:00100000:1.0:1767319366.433855:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989843072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319366.433877:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319366.433910:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989843072:12345-0@lo:38:kworker.0 Request processed in 53us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319366.433915:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23220 00000100:00100000:1.0:1767319366.433927:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23221 00000100:00100000:1.0:1767319366.433931:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989843456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319366.433939:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319366.433960:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989843456:12345-0@lo:38:kworker.0 Request processed in 27us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319366.433965:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23221 00000100:00100000:1.0:1767319366.433984:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843200 00000100:00100000:1.0:1767319366.433988:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843200 00000100:00100000:1.0:1767319366.434008:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1767319366.434013:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989843200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319366.434021:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319366.434047:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989843200:12345-0@lo:38:kworker.0 Request processed in 34us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319366.434053:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00080000:1.0:1767319366.434079:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319366.434115:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989843584:0@lo:400:kworker.0 00000100:00080000:1.0:1767319366.434147:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319366.434153:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319366.434157:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989843072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319366.434166:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319366.434168:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319366.434171:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989843200:0@lo:38:kworker.0 00000100:00080000:1.0:1767319366.434178:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319366.434181:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319366.434183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989843456:0@lo:38:kworker.0 00000100:00080000:3.0:1767319366.437533:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319366.437545:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319366.437549:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319366.437558:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4611 00000100:00080000:3.0:1767319366.437563:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319366.437570:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319366.437630:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163989843712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319366.437746:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989843840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319366.437758:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989843328:12345-0@lo:400:kworker.0 Request processed in 4493us (4862us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319366.437773:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5034 00000100:00100000:1.0:1767319366.437807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989843712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319366.437829:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319366.437856:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319366.437871:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319366.437880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989843968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319366.437885:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843712 00000100:00100000:0.0:1767319366.437905:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843712 00000100:00100000:3.0:1767319366.437906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319366.437938:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843840 00000100:00100000:0.0:1767319366.437939:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23222 00000100:00100000:3.0:1767319366.437942:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843840 00000100:00100000:0.0:1767319366.437945:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989843712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319366.437978:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319366.437993:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989843968 00000100:00100000:3.0:1767319366.437996:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989843968 00000100:00100000:0.0:1767319366.438021:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989843712:12345-0@lo:38:kworker.0 Request processed in 75us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319366.438028:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23222 00000100:00100000:3.0:1767319366.438032:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:3.0:1767319366.438039:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989843840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319366.438067:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319366.438072:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319366.438076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989843712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319366.438119:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:0.0:1767319366.438128:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989843968:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319366.438155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319366.438160:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319366.438635:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989843328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319366.438701:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989843840:12345-0@lo:400:kworker.0 Request processed in 662us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319366.438703:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989843968:12345-0@lo:400:kworker.0 Request processed in 578us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319366.438708:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:0.0:1767319366.438711:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1767319366.438782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989843968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319366.438795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989843840:0@lo:400:kworker.0 00010000:00010000:3.0:1767319367.267367:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319367.456451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319367.527119:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319367.527170:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319367.527275:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925834112 00000100:00100000:0.0:1767319367.527285:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925834112 00000100:00100000:0.0:1767319367.527359:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925833984 00000100:00100000:0.0:1767319367.527362:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925833984 00000100:00100000:0.0:1767319367.527381:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5036 00000100:00100000:0.0:1767319367.527390:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925834112:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319367.527478:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925834112:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319367.527490:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5036 00000100:00100000:0.0:1767319367.527513:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23223 00000100:00100000:0.0:1767319367.527518:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925833984:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319367.527537:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319367.527562:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925833984:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (392us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319367.527569:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23223 00000100:00080000:1.0:1767319367.527862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319368.288751:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319368.480885:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319369.312425:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319369.504844:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319369.504868:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989844096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319369.504944:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319369.505292:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989844224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319369.505333:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319369.505382:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844096 00000100:00100000:3.0:1767319369.505391:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844096 00000100:00100000:3.0:1767319369.505453:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844224 00000100:00100000:3.0:1767319369.505457:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844224 00000100:00100000:0.0:1767319369.505474:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767319369.505566:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989844096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319369.505597:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319369.505646:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989844096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (702us total) trans 0 rc 0/0 00000100:00080000:1.0:1767319369.506384:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319369.506389:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319369.506440:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989844096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319369.507369:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:3.0:1767319369.507386:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989844224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319369.507413:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319369.507536:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989844224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (2201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319369.507544:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:1.0:1767319369.511122:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989844224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319369.519323:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00010000:00010000:1.0:1767319370.336513:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319370.528508:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319371.360488:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319371.552415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319371.553127:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319371.553134:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319371.553137:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319371.553141:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319371.553145:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319371.553152:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4616 00000100:00080000:1.0:1767319371.553157:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319371.553165:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319371.553212:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76a00 x1853163989844352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319371.553262:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319371.553266:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319371.553267:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319371.553271:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4616 00000100:00080000:1.0:1767319371.553273:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319371.553277:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319371.553293:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77800 x1853163989844480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319371.553328:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319371.553332:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319371.553334:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319371.553337:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4616 00000100:00080000:1.0:1767319371.553340:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319371.553343:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319371.553355:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76d80 x1853163989844736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319371.553370:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319371.553374:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319371.553375:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319371.553378:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4616 00000100:00080000:1.0:1767319371.553381:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319371.553384:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319371.553396:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989844992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319371.553440:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989845120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.553526:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.553589:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319371.553595:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989845248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.553615:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319371.553651:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989845120 00000100:00100000:1.0:1767319371.553658:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989845120 00000100:00100000:1.0:1767319371.553705:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989845248 00000100:00100000:1.0:1767319371.553708:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989845248 00000100:00100000:1.0:1767319371.553730:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:1.0:1767319371.553739:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989845120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.553801:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989845120:12345-0@lo:400:kworker.0 Request processed in 64us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319371.553809:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:1.0:1767319371.553827:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:1.0:1767319371.553833:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989845248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.553881:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989845248:12345-0@lo:400:kworker.0 Request processed in 49us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319371.553887:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00080000:1.0:1767319371.553907:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319371.553912:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319371.554440:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989844352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319371.554481:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319371.554508:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989844480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319371.554541:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319371.554562:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989844736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319371.554578:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319371.554591:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989844992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319371.554606:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319371.554632:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844352 00000100:00100000:2.0:1767319371.554635:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844352 00000100:00100000:2.0:1767319371.554655:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844736 00000100:00100000:2.0:1767319371.554657:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844736 00000100:00100000:2.0:1767319371.554668:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844992 00000100:00100000:2.0:1767319371.554670:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844992 00000100:00100000:2.0:1767319371.554685:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23224 00000100:00100000:2.0:1767319371.554690:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989844352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319371.554706:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319371.554735:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989844352:12345-0@lo:38:kworker.0 Request processed in 44us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319371.554741:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23224 00000100:00100000:2.0:1767319371.555015:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23225 00000100:00100000:2.0:1767319371.555020:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989844736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319371.555029:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319371.555053:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989844736:12345-0@lo:38:kworker.0 Request processed in 32us (474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319371.555059:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23225 00000100:00100000:2.0:1767319371.555069:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23226 00000100:00100000:2.0:1767319371.555073:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989844992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319371.555081:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319371.555100:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989844992:12345-0@lo:38:kworker.0 Request processed in 26us (494us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319371.555105:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23226 00000100:00100000:2.0:1767319371.555120:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844480 00000100:00100000:2.0:1767319371.555123:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844480 00000100:00100000:2.0:1767319371.555142:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:2.0:1767319371.555146:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989844480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319371.555154:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319371.555173:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989844480:12345-0@lo:38:kworker.0 Request processed in 26us (631us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319371.555179:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00080000:2.0:1767319371.555223:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319371.555227:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319371.555327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989844352:0@lo:38:kworker.0 00000100:00080000:2.0:1767319371.555340:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319371.555343:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319371.555346:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989844480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319371.555352:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319371.555355:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319371.555358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989844736:0@lo:38:kworker.0 00000100:00080000:2.0:1767319371.555364:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319371.555367:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319371.555370:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989844992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319371.555425:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989845248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319371.555435:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989845120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319371.555578:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989844608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319371.555606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319371.555634:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844608 00000100:00100000:3.0:1767319371.555638:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844608 00000100:00100000:3.0:1767319371.555670:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037 00000100:00100000:3.0:1767319371.555675:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989844608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319371.555705:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989844608:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319371.555711:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037 00000100:00080000:3.0:1767319371.555726:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319371.555741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989844608:0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.556873:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989844864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319371.556916:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319371.557740:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989844864 00000100:00100000:3.0:1767319371.557756:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989844864 00000100:00100000:3.0:1767319371.557824:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038 00000100:00100000:3.0:1767319371.557832:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989844864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319371.557898:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989844864:12345-0@lo:400:kworker.0 Request processed in 67us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319371.557905:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038 00000100:00080000:0.0:1767319371.560379:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319371.561140:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989844864:0@lo:400:kworker.0 00010000:00010000:3.0:1767319372.384484:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319372.576709:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319372.643873:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319372.644051:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925834368 00000100:00100000:2.0:1767319372.644061:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925834368 00000100:00100000:2.0:1767319372.644169:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5039 00000100:00100000:2.0:1767319372.644180:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925834368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319372.644301:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925834368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 121us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319372.644309:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5039 00000100:00100000:3.0:1767319372.645098:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319372.645184:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925834240 00000100:00100000:2.0:1767319372.645189:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925834240 00000100:00100000:2.0:1767319372.645221:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23227 00000100:00100000:2.0:1767319372.645226:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925834240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319372.645264:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319372.645320:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925834240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319372.645327:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23227 00000100:00080000:0.0:1767319372.645827:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319373.408557:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319373.601752:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319374.432745:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319374.624626:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319374.625050:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319374.625062:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989845376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319374.625125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319374.625333:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989845376 00000100:00100000:1.0:1767319374.625341:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989845376 00000100:00100000:1.0:1767319374.625408:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:1.0:1767319374.625418:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989845376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319374.625446:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319374.625605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319374.625760:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989845376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 343us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319374.625767:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1767319374.625852:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989845376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319374.626034:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989845504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319374.626064:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319374.626312:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989845504 00000100:00100000:1.0:1767319374.626317:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989845504 00000100:00100000:1.0:1767319374.626407:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:1.0:1767319374.626415:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989845504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319374.626433:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319374.626506:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319374.626758:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989845504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 343us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319374.626765:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1767319374.626820:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989845504:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319375.456563:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319375.648364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319376.482451:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319376.673285:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319351/real 1767319351] req@ffff96e2fd1d3b80 x1853163989839104/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319376 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319376.673323:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd1d3b80 x1853163989839104/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319376 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319376.673340:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319376.673363:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319376.673368:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989839104:0@lo:250:kworker.0 00000100:00100000:3.0:1767319376.673535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319376.673894:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319376.673901:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319376.673905:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319376.673910:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4600 00000100:00080000:1.0:1767319376.673914:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319376.673920:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319376.673958:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2300 x1853163989845632/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319376.673987:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319376.673991:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319376.673993:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319376.673997:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4621 00000100:00080000:1.0:1767319376.673999:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319376.674003:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319376.674020:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163989845760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319376.674028:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319376.674031:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319376.674032:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319376.674036:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4621 00000100:00080000:1.0:1767319376.674038:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319376.674041:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319376.674053:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163989845888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319376.674095:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319376.674099:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319376.674101:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319376.674104:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4621 00000100:00080000:1.0:1767319376.674106:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319376.674109:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319376.674122:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163989846144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319376.674136:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319376.674139:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319376.674141:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319376.674144:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4621 00000100:00080000:1.0:1767319376.674146:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319376.674150:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319376.674159:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989846400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319376.674213:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989846016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319376.674256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989846528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319376.674583:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989846656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319376.674648:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989846272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319376.674792:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319376.674858:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846528 00000100:00100000:1.0:1767319376.674875:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846528 00000100:00100000:1.0:1767319376.674928:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767319376.674936:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989846528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319376.674996:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989846528:12345-0@lo:400:kworker.0 Request processed in 59us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319376.675003:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:1.0:1767319376.675043:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989846528:0@lo:400:kworker.0 00000100:00080000:1.0:1767319376.675073:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319376.675093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989845632:0@lo:250:kworker.0 00000400:00000100:1.0:1767319376.675116:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989845632 offset 0 length 520: 4 00000100:00100000:1.0:1767319376.675134:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989845760:0@lo:38:kworker.0 00000100:00100000:1.0:1767319376.675158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319376.675179:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989845888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319376.675203:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319376.675219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989846144:0@lo:38:kworker.0 00000100:00100000:1.0:1767319376.675280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319376.675297:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989846400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319376.675317:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319376.675353:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989845760 00000100:00100000:1.0:1767319376.675358:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989845760 00000100:00100000:1.0:1767319376.675377:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846144 00000100:00100000:1.0:1767319376.675380:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846144 00000100:00100000:1.0:1767319376.675391:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846400 00000100:00100000:1.0:1767319376.675394:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846400 00000100:00100000:1.0:1767319376.675409:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23228 00000100:00100000:1.0:1767319376.675413:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989845760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319376.675467:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319376.675502:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989845760:12345-0@lo:38:kworker.0 Request processed in 87us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319376.675508:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23228 00000100:00100000:1.0:1767319376.675519:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23229 00000100:00100000:1.0:1767319376.675523:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989846144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319376.675532:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319376.675555:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989846144:12345-0@lo:38:kworker.0 Request processed in 31us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319376.675560:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23229 00000100:00100000:1.0:1767319376.675571:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23230 00000100:00100000:1.0:1767319376.675575:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989846400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319376.675583:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319376.675603:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989846400:12345-0@lo:38:kworker.0 Request processed in 27us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319376.675608:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23230 00000100:00100000:1.0:1767319376.675624:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989845888 00000100:00100000:1.0:1767319376.675627:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989845888 00000100:00100000:1.0:1767319376.675646:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767319376.675651:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989845888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319376.675660:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319376.675683:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989845888:12345-0@lo:38:kworker.0 Request processed in 31us (479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319376.675688:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00080000:1.0:1767319376.675712:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319376.675717:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319376.675720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989845760:0@lo:38:kworker.0 00000100:00080000:1.0:1767319376.675728:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319376.675731:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319376.675734:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989845888:0@lo:38:kworker.0 00000100:00080000:1.0:1767319376.675741:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319376.675744:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319376.675747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989846144:0@lo:38:kworker.0 00000100:00080000:1.0:1767319376.675753:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319376.675756:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319376.675758:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989846400:0@lo:38:kworker.0 00000100:00100000:3.0:1767319376.677494:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319376.677507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319376.677630:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846016 00000100:00100000:1.0:1767319376.677639:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846016 00000100:00100000:1.0:1767319376.677709:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5040 00000100:00100000:1.0:1767319376.677720:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989846016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319376.678040:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989846016:12345-0@lo:400:kworker.0 Request processed in 323us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319376.678047:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5040 00000100:00100000:0.0:1767319376.678216:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319376.678340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319376.678396:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989846016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319376.678410:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846272 00000100:00100000:2.0:1767319376.678427:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846272 00000100:00100000:2.0:1767319376.678487:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5041 00000100:00100000:2.0:1767319376.678495:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989846272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319376.678543:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989846272:12345-0@lo:400:kworker.0 Request processed in 50us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319376.678550:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5041 00000100:00080000:0.0:1767319376.678685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319376.678722:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989846272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319376.679334:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846656 00000100:00100000:1.0:1767319376.679340:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846656 00000100:00100000:1.0:1767319376.679444:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:1.0:1767319376.679452:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989846656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319376.679524:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989846656:12345-0@lo:400:kworker.0 Request processed in 64us (2019us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319376.679531:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:3.0:1767319376.679747:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989846656:0@lo:400:kworker.0 00000100:00080000:0.0:1767319376.682832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319376.739604:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319376.739874:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925834752 00000100:00100000:3.0:1767319376.739883:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925834752 00000100:00080000:0.0:1767319376.740275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319376.740310:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5042 00000100:00100000:3.0:1767319376.740322:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925834752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319376.740406:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925834752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319376.740413:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5042 00000400:00000100:1.0:1767319376.740531:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925834496 offset 0 length 520: 4 00000100:00100000:1.0:1767319376.740608:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319376.759532:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925834624 00000100:00100000:2.0:1767319376.759547:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925834624 00000100:00100000:2.0:1767319376.759608:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23231 00000100:00100000:2.0:1767319376.759616:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925834624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319376.759638:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319376.760383:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925834624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 763us (19771us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319376.760393:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23231 00010000:00010000:3.0:1767319377.506789:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319377.704794:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319378.528678:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319378.723581:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319379.554105:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319379.744524:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319379.744640:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989846784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319379.744710:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319379.744842:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846784 00000100:00100000:3.0:1767319379.744852:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846784 00000100:00100000:3.0:1767319379.744916:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:3.0:1767319379.744925:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989846784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319379.744957:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319379.745017:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989846784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319379.745024:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00100000:3.0:1767319379.745069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989846784:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319379.745135:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319379.748318:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989846912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319379.748409:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319379.748501:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989846912 00000100:00100000:0.0:1767319379.748510:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989846912 00000100:00100000:0.0:1767319379.748585:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1767319379.748595:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989846912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319379.748624:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319379.748651:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319379.748670:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989846912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319379.748681:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:2.0:1767319379.748791:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989846912:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319380.578010:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319380.768611:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319381.600477:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319381.792405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319381.793594:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319381.793601:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319381.793604:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319381.793608:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319381.793612:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319381.793620:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319381.793624:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319381.793631:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319381.793684:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163989847040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319381.793710:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319381.793713:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319381.793715:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319381.793719:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319381.793721:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319381.793725:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319381.793739:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2300 x1853163989847168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319381.793753:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989847040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319381.793814:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319381.793822:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319381.793836:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319381.793840:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319381.793842:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319381.793845:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319381.793847:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319381.793851:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319381.793863:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2680 x1853163989847424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319381.793879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989847168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319381.793904:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.793911:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319381.793922:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989847552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319381.793928:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989847424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319381.793946:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319381.793978:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847168 00000100:00100000:2.0:1767319381.793978:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847040 00000100:00100000:1.0:1767319381.793984:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847168 00000100:00100000:2.0:1767319381.793984:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847040 00000100:00100000:2.0:1767319381.794011:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847424 00000100:00100000:2.0:1767319381.794014:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847424 00000100:00100000:1.0:1767319381.794019:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1767319381.794027:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989847168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319381.794028:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23232 00000100:00100000:2.0:1767319381.794032:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989847040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319381.794045:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319381.794105:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989847040:12345-0@lo:38:kworker.0 Request processed in 71us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319381.794112:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23232 00000100:00100000:2.0:1767319381.794132:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23233 00000100:00100000:2.0:1767319381.794135:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989847424:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319381.800158:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989847296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319381.800255:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319381.800340:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847296 00000100:00100000:3.0:1767319381.800348:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847296 00000100:00100000:3.0:1767319381.800407:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5043 00000100:00100000:3.0:1767319381.800416:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989847296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319381.800470:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989847296:12345-0@lo:400:kworker.0 Request processed in 56us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319381.800477:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5043 00000100:00080000:3.0:1767319381.800501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319381.800532:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989847296:0@lo:400:kworker.0 00000100:00080000:3.0:1767319381.800595:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319381.800601:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319381.800604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989847040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319381.800638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319381.800665:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847552 00000100:00100000:3.0:1767319381.800669:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847552 00000100:00080000:0.0:1767319381.800808:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319381.800814:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319381.800817:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319381.800822:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4626 00000100:00080000:0.0:1767319381.800827:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319381.800831:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319381.800859:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163989847680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319381.800932:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989847808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319381.800987:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767319381.803410:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319381.803494:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989847168:12345-0@lo:38:kworker.0 Request processed in 9465us (9586us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319381.803506:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00010000:00020000:2.0:1767319381.804149:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319381.804169:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989847936:0@lo:400:kworker.0 00000100:00100000:3.0:1767319381.804169:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044 00000100:00100000:3.0:1767319381.804180:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989847552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319381.804225:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989847424:12345-0@lo:38:kworker.0 Request processed in 10089us (10278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319381.804225:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989847552:12345-0@lo:400:kworker.0 Request processed in 48us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319381.804245:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23233 00000100:00080000:2.0:1767319381.804281:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319381.804294:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847808 00000100:00100000:2.0:1767319381.804300:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847808 00000100:00100000:2.0:1767319381.804344:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:2.0:1767319381.804351:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989847808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319381.804364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989847552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319381.804385:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989847808:12345-0@lo:400:kworker.0 Request processed in 34us (3398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319381.804390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989847680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319381.804391:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00100000:2.0:1767319381.804411:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319381.804416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319381.804436:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847936 00000100:00080000:0.0:1767319381.804438:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319381.804439:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847936 00000100:00080000:0.0:1767319381.804442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319381.804446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989847168:0@lo:38:kworker.0 00000100:00080000:0.0:1767319381.804454:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319381.804457:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319381.804460:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989847424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319381.804461:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:2.0:1767319381.804467:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989847936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319381.804495:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989847936:12345-0@lo:400:kworker.0 Request processed in 28us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319381.804499:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989847680 00000100:00100000:2.0:1767319381.804501:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1767319381.804502:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989847680 00000100:00100000:2.0:1767319381.804524:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989847936:0@lo:400:kworker.0 00000100:00080000:2.0:1767319381.804539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319381.804542:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319381.804573:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989847808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319381.804637:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044 00000100:00100000:0.0:1767319381.805309:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23234 00000100:00100000:0.0:1767319381.805315:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989847680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319381.805340:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319381.805387:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989847680:12345-0@lo:38:kworker.0 Request processed in 71us (969us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319381.805394:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23234 00000100:00080000:2.0:1767319381.805517:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319381.805522:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319381.805525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989847680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319381.862373:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319381.862419:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319381.862600:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835008 00000100:00100000:1.0:1767319381.862610:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835008 00000100:00100000:1.0:1767319381.862763:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925834880 00000100:00100000:1.0:1767319381.862766:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925834880 00000100:00080000:2.0:1767319381.862960:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319381.863008:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5045 00000100:00100000:3.0:1767319381.863020:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925835008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319381.863107:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925835008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319381.863114:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5045 00000100:00100000:3.0:1767319381.863144:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23235 00000100:00100000:3.0:1767319381.863149:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925834880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319381.863169:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319381.863194:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925834880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (774us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319381.863200:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23235 00010000:00010000:3.0:1767319382.624566:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319382.818436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319383.651274:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319383.841832:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319384.673090:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319384.864785:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319384.864802:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989848064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319384.864866:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319384.865069:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848064 00000100:00100000:2.0:1767319384.865077:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848064 00000100:00100000:2.0:1767319384.865146:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:2.0:1767319384.865156:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989848064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319384.865187:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319384.865246:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989848064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319384.865255:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00100000:3.0:1767319384.865287:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319384.865297:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989848192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319384.865299:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319384.865340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319384.865358:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319384.865463:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848192 00000100:00100000:2.0:1767319384.865468:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848192 00000100:00100000:2.0:1767319384.865515:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1767319384.865522:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989848192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319384.865537:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319384.865566:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989848192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319384.865572:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1767319384.865615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989848192:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319384.865896:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319384.865965:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989848064:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319385.696480:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319385.891627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319386.720877:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319386.912317:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319386.914713:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319386.915381:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319386.915384:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319386.915388:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319386.915392:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319386.915400:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319386.915405:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319386.915411:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319386.915451:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163989848320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319386.915476:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319386.915480:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319386.915481:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319386.915485:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319386.915488:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319386.915492:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319386.915506:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163989848448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319386.915554:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319386.915558:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319386.915560:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319386.915563:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319386.915566:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319386.915570:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319386.915581:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098a80 x1853163989848704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319386.915596:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319386.915600:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319386.915602:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319386.915605:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4631 00000100:00080000:0.0:1767319386.915607:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319386.915621:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319386.915635:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098e00 x1853163989848960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319386.915901:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989848576:0@lo:400:kworker.0 00000100:00100000:3.0:1767319386.915979:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319386.916043:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319386.916050:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989848832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319386.916074:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319386.916108:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848576 00000100:00100000:3.0:1767319386.916116:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848576 00000100:00100000:3.0:1767319386.916165:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5046 00000100:00100000:3.0:1767319386.916174:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989848576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319386.916223:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989848576:12345-0@lo:400:kworker.0 Request processed in 51us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319386.916259:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5046 00000100:00100000:3.0:1767319386.916275:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848832 00000100:00100000:3.0:1767319386.916278:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848832 00000100:00100000:3.0:1767319386.916299:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047 00000100:00100000:3.0:1767319386.916305:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989848832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319386.916335:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989848832:12345-0@lo:400:kworker.0 Request processed in 31us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319386.916341:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047 00000100:00100000:3.0:1767319386.916377:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989848832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319386.916388:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989848576:0@lo:400:kworker.0 00000100:00080000:3.0:1767319386.916442:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319386.916704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989849216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319386.916908:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319386.916942:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319386.916948:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989849088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319386.916969:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319386.916997:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849216 00000100:00100000:0.0:1767319386.917001:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849216 00000100:00100000:0.0:1767319386.917033:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849088 00000100:00100000:0.0:1767319386.917036:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849088 00000100:00100000:0.0:1767319386.917057:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1767319386.917063:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989849216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319386.917098:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989849216:12345-0@lo:400:kworker.0 Request processed in 35us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319386.917104:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1767319386.917117:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:0.0:1767319386.917122:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989849088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319386.917147:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989849088:12345-0@lo:400:kworker.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319386.917152:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00080000:0.0:1767319386.917176:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319386.917180:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319386.917196:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989849088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319386.917205:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989849216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319386.918331:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989848320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.918386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.918434:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989848448:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.918458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.918494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989848704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.918515:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319386.918542:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989848960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.918570:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319386.918863:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848320 00000100:00100000:2.0:1767319386.918869:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848320 00000100:00100000:2.0:1767319386.918911:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848704 00000100:00100000:2.0:1767319386.918914:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848704 00000100:00100000:2.0:1767319386.918928:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848960 00000100:00100000:2.0:1767319386.918930:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848960 00000100:00100000:2.0:1767319386.918945:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23236 00000100:00100000:2.0:1767319386.918952:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989848320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319386.918971:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319386.919011:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989848320:12345-0@lo:38:kworker.0 Request processed in 59us (625us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319386.919017:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23236 00000100:00100000:2.0:1767319386.919032:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23237 00000100:00100000:2.0:1767319386.919035:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989848704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319386.919044:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319386.919066:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989848704:12345-0@lo:38:kworker.0 Request processed in 29us (549us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319386.919074:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23237 00000100:00100000:2.0:1767319386.919084:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23238 00000100:00100000:2.0:1767319386.919088:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989848960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319386.919097:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319386.919117:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989848960:12345-0@lo:38:kworker.0 Request processed in 28us (546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319386.919122:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23238 00000100:00100000:3.0:1767319386.919203:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989848448 00000100:00100000:3.0:1767319386.919208:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989848448 00000100:00100000:3.0:1767319386.919274:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:3.0:1767319386.919280:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989848448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319386.919289:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319386.919319:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989848448:12345-0@lo:38:kworker.0 Request processed in 39us (860us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319386.919325:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00080000:1.0:1767319386.919678:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.919684:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.919687:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989848320:0@lo:38:kworker.0 00000100:00080000:1.0:1767319386.919698:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.919701:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.919704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989848448:0@lo:38:kworker.0 00000100:00080000:1.0:1767319386.919711:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.919714:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.919729:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989848704:0@lo:38:kworker.0 00000100:00080000:1.0:1767319386.919738:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319386.919742:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319386.919744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989848960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319386.980524:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319386.980714:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319386.981364:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835264 00000100:00100000:0.0:1767319386.981376:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835264 00000100:00100000:0.0:1767319386.981494:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835136 00000100:00100000:0.0:1767319386.981498:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835136 00000100:00100000:0.0:1767319386.981524:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5048 00000100:00100000:0.0:1767319386.981532:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925835264:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319386.981617:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925835264:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319386.981623:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5048 00000100:00100000:0.0:1767319386.981644:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23239 00000100:00100000:0.0:1767319386.981647:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925835136:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319386.981663:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319386.981679:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925835136:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 31us (966us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319386.981683:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23239 00000100:00080000:1.0:1767319386.985226:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319387.744696:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319387.936866:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319388.768979:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319388.962362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319389.792771:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319389.984390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319389.988072:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319389.988090:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989849344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319389.988158:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319389.988303:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319389.988310:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989849472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319389.988331:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319389.988392:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849344 00000100:00100000:3.0:1767319389.988410:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849344 00000100:00100000:3.0:1767319389.988506:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849472 00000100:00100000:3.0:1767319389.988509:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849472 00000100:00100000:3.0:1767319389.988539:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:3.0:1767319389.988548:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989849344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319389.988588:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319389.988627:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989849344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319389.988633:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00100000:3.0:1767319389.988645:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:3.0:1767319389.988649:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989849472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319389.988660:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319389.988678:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989849472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 29us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319389.988681:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:3.0:1767319389.988723:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989849472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319389.988941:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989849344:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319389.989142:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319389.989146:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319390.820455:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319391.008354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319391.840849:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319392.032355:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.032363:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319392.032366:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.032369:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319392.032373:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319392.032380:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4636 00000100:00080000:1.0:1767319392.032384:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319392.032390:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319392.032427:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163989849600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319392.032447:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.032450:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319392.032451:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319392.032455:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4636 00000100:00080000:1.0:1767319392.032458:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319392.032461:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319392.032474:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163989849728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319392.032547:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989849856:0@lo:400:kworker.0 00000100:00080000:1.0:1767319392.032571:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.032577:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319392.032579:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319392.032584:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4636 00000100:00080000:1.0:1767319392.032586:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319392.032590:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319392.032605:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749880 x1853163989849984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319392.032616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319392.032717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989849600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319392.032747:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319392.032792:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849856 00000100:00100000:2.0:1767319392.032800:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849856 00000100:00100000:2.0:1767319392.032847:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849600 00000100:00100000:2.0:1767319392.032850:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849600 00000100:00100000:2.0:1767319392.032868:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5049 00000100:00100000:2.0:1767319392.032877:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989849856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319392.032897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989850112:0@lo:400:kworker.0 00000100:00080000:1.0:1767319392.032950:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319392.032954:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319392.032956:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319392.032960:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4636 00000100:00080000:1.0:1767319392.032962:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319392.032966:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319392.032980:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163989850240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319392.033034:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989850496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319392.033050:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989849856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319392.033184:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989849856:12345-0@lo:400:kworker.0 Request processed in 307us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319392.033196:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5049 00000100:00100000:0.0:1767319392.033199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319392.033265:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319392.033283:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989850368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319392.033311:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319392.033475:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319392.033485:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850112 00000100:00100000:2.0:1767319392.033490:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850112 00000100:00100000:2.0:1767319392.033524:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050 00000100:00100000:1.0:1767319392.033528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989849728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319392.033534:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989850112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319392.033575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319392.033580:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989850112:12345-0@lo:400:kworker.0 Request processed in 48us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319392.033588:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050 00000100:00100000:2.0:1767319392.033607:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23240 00000100:00100000:2.0:1767319392.033612:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989849600:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319392.033614:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989849984:0@lo:38:kworker.0 00010000:00020000:2.0:1767319392.033632:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319392.033639:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319392.033654:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989850240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319392.033667:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989849600:12345-0@lo:38:kworker.0 Request processed in 52us (917us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319392.033673:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23240 00000100:00100000:1.0:1767319392.033679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319392.033686:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849984 00000100:00100000:2.0:1767319392.033690:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849984 00000100:00080000:1.0:1767319392.033701:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319392.033702:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850240 00000100:00100000:2.0:1767319392.033706:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850240 00000100:00080000:1.0:1767319392.033710:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319392.033714:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989849600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319392.033720:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23241 00000100:00100000:2.0:1767319392.033725:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989849984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319392.033735:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319392.033739:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989849728 00000100:00100000:1.0:1767319392.033743:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989849728 00000100:00100000:1.0:1767319392.033778:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:2.0:1767319392.033779:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989849984:12345-0@lo:38:kworker.0 Request processed in 51us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319392.033787:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989849728:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319392.033788:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23241 00000100:00100000:2.0:1767319392.033802:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23242 00010000:00020000:1.0:1767319392.033807:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319392.033808:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989850240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319392.033820:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319392.033840:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989849728:12345-0@lo:38:kworker.0 Request processed in 53us (265us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319392.033848:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:2.0:1767319392.033853:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989850240:12345-0@lo:38:kworker.0 Request processed in 42us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319392.033860:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23242 00000100:00080000:2.0:1767319392.033880:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319392.033888:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850368 00000100:00100000:1.0:1767319392.033893:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850368 00000100:00080000:2.0:1767319392.033910:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319392.033916:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319392.033920:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989850240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319392.033930:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319392.033933:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319392.033935:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989849728:0@lo:38:kworker.0 00000100:00080000:2.0:1767319392.033943:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319392.033946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319392.033948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989849984:0@lo:38:kworker.0 00000100:00080000:2.0:1767319392.033967:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319392.034550:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850496 00000100:00100000:2.0:1767319392.034555:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850496 00000100:00100000:1.0:1767319392.034565:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:1.0:1767319392.034578:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989850368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319392.034595:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:2.0:1767319392.034604:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989850496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319392.034629:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989850368:12345-0@lo:400:kworker.0 Request processed in 55us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319392.034637:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:2.0:1767319392.034654:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989850496:12345-0@lo:400:kworker.0 Request processed in 50us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319392.034662:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:1.0:1767319392.034681:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989850496:0@lo:400:kworker.0 00000100:00080000:2.0:1767319392.034684:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319392.034713:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989850368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319392.034732:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989850112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319392.099719:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319392.099793:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319392.100259:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835392 00000100:00100000:2.0:1767319392.100270:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835392 00000100:00100000:2.0:1767319392.100496:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835520 00000100:00100000:2.0:1767319392.100500:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835520 00000100:00100000:2.0:1767319392.100555:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5051 00000100:00100000:2.0:1767319392.100565:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925835520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319392.100642:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925835520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319392.100649:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5051 00000100:00100000:2.0:1767319392.100667:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23243 00000100:00100000:2.0:1767319392.100671:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925835392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319392.100689:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319392.100713:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925835392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (1007us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319392.100719:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23243 00000100:00080000:0.0:1767319392.101181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319392.865173:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319393.058274:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319393.889153:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319394.080997:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319394.912862:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319395.105718:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319395.105734:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989850624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319395.105805:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319395.106055:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850624 00000100:00100000:2.0:1767319395.106063:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850624 00000100:00100000:2.0:1767319395.106133:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:2.0:1767319395.106153:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989850624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319395.106184:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319395.106247:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989850624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319395.106255:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00100000:1.0:1767319395.110601:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319395.110681:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319395.110746:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989850624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319395.111492:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319395.111509:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989850752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319395.111566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319395.111741:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850752 00000100:00100000:1.0:1767319395.111748:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850752 00000100:00100000:1.0:1767319395.111815:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1767319395.111825:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989850752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319395.111852:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319395.111892:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989850752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319395.111899:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00080000:2.0:1767319395.112020:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319395.112347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989850752:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319395.936775:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319396.134034:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319396.960471:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319397.154943:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319397.154956:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319397.154959:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319397.154964:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319397.154969:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319397.155611:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4641 00000100:00080000:1.0:1767319397.155617:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319397.155624:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319397.155665:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163989850880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319397.155717:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319397.155752:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989850880:0@lo:38:kworker.0 00000100:00100000:3.0:1767319397.155817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319397.155898:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319397.155903:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319397.155905:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319397.155911:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4641 00000100:00080000:1.0:1767319397.155914:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319397.155918:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319397.155933:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1500 x1853163989851008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319397.155937:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989850880 00000100:00100000:2.0:1767319397.155947:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989850880 00000100:00100000:2.0:1767319397.155998:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23244 00000100:00100000:2.0:1767319397.156005:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989850880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319397.156025:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319397.163055:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989851008:0@lo:38:kworker.0 00000100:00100000:3.0:1767319397.163136:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319397.163299:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319397.163303:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319397.163308:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319397.163313:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4641 00000100:00080000:1.0:1767319397.163317:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319397.163323:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319397.163346:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163989851264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319397.163365:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319397.163368:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319397.163370:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319397.163374:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4641 00000100:00080000:1.0:1767319397.163377:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319397.163380:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319397.163391:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163989851520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319397.163447:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989851648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163477:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.163499:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319397.163506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989851776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163526:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.163555:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851648 00000100:00100000:1.0:1767319397.163562:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851648 00000100:00100000:1.0:1767319397.163617:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851776 00000100:00100000:1.0:1767319397.163620:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851776 00000100:00100000:1.0:1767319397.163645:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767319397.163653:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989851648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163701:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989851648:12345-0@lo:400:kworker.0 Request processed in 49us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.163708:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767319397.163725:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:1.0:1767319397.163731:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989851776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163756:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989851776:12345-0@lo:400:kworker.0 Request processed in 26us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.163761:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00080000:1.0:1767319397.163781:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319397.163785:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319397.163822:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989851776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163833:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989851648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163854:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989851392:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163878:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.163895:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319397.163900:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989851136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.163918:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319397.163944:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851392 00000100:00100000:1.0:1767319397.163947:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851392 00000100:00100000:1.0:1767319397.163975:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851136 00000100:00100000:1.0:1767319397.163978:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851136 00000100:00100000:1.0:1767319397.163997:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052 00000100:00100000:1.0:1767319397.164003:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989851392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.164037:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989851392:12345-0@lo:400:kworker.0 Request processed in 33us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.164055:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052 00000100:00100000:1.0:1767319397.164068:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053 00000100:00100000:1.0:1767319397.164075:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989851136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.164100:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989851136:12345-0@lo:400:kworker.0 Request processed in 26us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319397.164105:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053 00000100:00080000:1.0:1767319397.164125:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319397.164145:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989851136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319397.164154:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989851392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319397.164395:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851008 00000100:00100000:0.0:1767319397.164402:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851008 00000100:00100000:0.0:1767319397.164424:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:0.0:1767319397.164429:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989851008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319397.164449:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319397.164487:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989851008:12345-0@lo:38:kworker.0 Request processed in 56us (1350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319397.164495:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:2.0:1767319397.171630:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989850880:12345-0@lo:38:kworker.0 Request processed in 15612us (15800us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319397.171647:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23244 00000100:00080000:3.0:1767319397.171683:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319397.171691:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319397.171695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989850880:0@lo:38:kworker.0 00000100:00100000:3.0:1767319397.171728:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989851264:0@lo:38:kworker.0 00000100:00100000:3.0:1767319397.172004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319397.172036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989851520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319397.172073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319397.172110:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319397.172115:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319397.172118:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989851008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319397.172214:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851264 00000100:00100000:1.0:1767319397.172223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851264 00000100:00100000:1.0:1767319397.172286:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851520 00000100:00100000:1.0:1767319397.172290:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851520 00000100:00100000:1.0:1767319397.172309:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23245 00000100:00100000:1.0:1767319397.172316:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989851264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319397.172337:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319397.172432:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23246 00000100:00100000:0.0:1767319397.172438:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989851520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319397.172448:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319397.173222:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989851264:12345-0@lo:38:kworker.0 Request processed in 903us (1224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319397.173259:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23245 00000100:00100000:0.0:1767319397.173361:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989851520:12345-0@lo:38:kworker.0 Request processed in 920us (1286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319397.173368:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23246 00000100:00080000:3.0:1767319397.173447:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319397.173454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319397.173458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989851264:0@lo:38:kworker.0 00000100:00080000:3.0:1767319397.173470:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319397.173474:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319397.173476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989851520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319397.231212:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319397.231295:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835648 00000100:00100000:0.0:1767319397.231309:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835648 00000100:00100000:0.0:1767319397.231358:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23247 00000100:00100000:0.0:1767319397.231366:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925835648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319397.231403:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319397.231748:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925835648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 381us (544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319397.231760:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23247 00000100:00100000:1.0:1767319397.231806:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319397.232171:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925835776 00000100:00100000:0.0:1767319397.232176:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925835776 00000100:00100000:0.0:1767319397.232251:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5054 00000100:00100000:0.0:1767319397.232259:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925835776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319397.232301:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925835776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 43us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319397.232307:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5054 00000100:00080000:3.0:1767319397.232377:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319397.984656:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319398.177470:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319399.008890:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319399.200415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319400.034041:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319400.226259:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319400.226325:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989851904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319400.226395:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319400.226589:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989851904 00000100:00100000:3.0:1767319400.226597:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989851904 00000100:00100000:3.0:1767319400.226663:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:3.0:1767319400.226673:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989851904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319400.226701:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319400.226747:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989851904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319400.226754:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00080000:1.0:1767319400.226817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319400.226850:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989851904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319400.227925:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319400.227939:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989852032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319400.227980:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319400.228060:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852032 00000100:00100000:2.0:1767319400.228066:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852032 00000100:00100000:2.0:1767319400.228124:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:2.0:1767319400.228131:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989852032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319400.228151:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319400.228186:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989852032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319400.228192:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00080000:1.0:1767319400.228544:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319400.228577:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989852032:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319401.056396:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319401.248453:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319401.248679:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319376/real 1767319376] req@ffff96e2fcbc2300 x1853163989845632/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319401 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319401.248731:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fcbc2300 x1853163989845632/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319401 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319401.248761:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319401.248851:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319401.248855:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989845632:0@lo:250:kworker.0 00000100:00080000:3.0:1767319401.252441:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319401.252452:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319401.252457:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319401.252465:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4626 00000100:00080000:3.0:1767319401.252470:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319401.252477:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319401.252518:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163989852160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319401.252555:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319401.252558:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319401.252560:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319401.252563:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4646 00000100:00080000:3.0:1767319401.252566:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319401.252569:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319401.252584:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978700 x1853163989852288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319401.252593:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319401.252595:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319401.252597:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319401.252601:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4646 00000100:00080000:3.0:1767319401.252602:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319401.252607:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319401.252619:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979500 x1853163989852416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319401.252698:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767319401.252717:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319401.252721:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319401.252723:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319401.252727:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4646 00000100:00080000:3.0:1767319401.252730:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319401.252734:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319401.252747:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978380 x1853163989852672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319401.252816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989852160:0@lo:250:kworker.0 00000400:00000100:2.0:1767319401.252904:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989852160 offset 0 length 520: 4 00000100:00100000:2.0:1767319401.252957:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989852288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319401.253001:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.253026:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989852416:0@lo:38:kworker.0 00000100:00100000:2.0:1767319401.253076:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.253109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989852672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319401.253131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.253183:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852416 00000100:00100000:2.0:1767319401.253190:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852416 00000100:00100000:2.0:1767319401.253224:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:2.0:1767319401.253260:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989852416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319401.253293:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319401.253338:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989852416:12345-0@lo:38:kworker.0 Request processed in 107us (262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319401.253345:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:2.0:1767319401.253369:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852288 00000100:00100000:2.0:1767319401.253372:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852288 00000100:00100000:2.0:1767319401.253390:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852672 00000100:00100000:2.0:1767319401.253392:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852672 00000100:00100000:2.0:1767319401.253405:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23248 00000100:00100000:2.0:1767319401.253408:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989852288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319401.253418:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319401.253441:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989852288:12345-0@lo:38:kworker.0 Request processed in 31us (440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319401.253447:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23248 00000100:00100000:2.0:1767319401.253470:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23249 00000100:00100000:2.0:1767319401.253474:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989852672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319401.253483:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319401.253504:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989852672:12345-0@lo:38:kworker.0 Request processed in 29us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319401.253510:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23249 00000100:00100000:1.0:1767319401.253734:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319401.253749:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989852800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319401.253786:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319401.253840:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852800 00000100:00100000:1.0:1767319401.253845:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852800 00000100:00080000:2.0:1767319401.254038:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319401.254044:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319401.254048:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989852288:0@lo:38:kworker.0 00000100:00080000:2.0:1767319401.254060:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319401.254064:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319401.254067:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989852416:0@lo:38:kworker.0 00000100:00080000:2.0:1767319401.254075:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319401.254078:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319401.254081:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989852672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319401.256383:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989852544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319401.256462:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.256764:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852544 00000100:00100000:2.0:1767319401.256774:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852544 00000100:00100000:1.0:1767319401.256941:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055 00000100:00080000:0.0:1767319401.257034:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319401.258094:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319401.258106:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319401.258111:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319401.258121:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4646 00000100:00080000:3.0:1767319401.258127:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319401.258136:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319401.258207:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b800 x1853163989852928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319401.259068:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989853184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319401.259202:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056 00000100:00100000:2.0:1767319401.259215:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989852544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319401.259220:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.259296:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989852544:12345-0@lo:400:kworker.0 Request processed in 84us (2833us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319401.259303:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056 00000100:00100000:2.0:1767319401.259383:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989852928:0@lo:38:kworker.0 00000100:00100000:3.0:1767319401.259408:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319401.259415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319401.259416:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989853056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319401.259438:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319401.259444:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989852928 00000100:00100000:2.0:1767319401.259452:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989852928 00000100:00100000:3.0:1767319401.259468:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853184 00000100:00100000:3.0:1767319401.259472:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853184 00000100:00100000:2.0:1767319401.259488:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23250 00000100:00100000:2.0:1767319401.259493:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989852928:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319401.259503:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853056 00000100:00100000:3.0:1767319401.259505:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853056 00010000:00020000:2.0:1767319401.259517:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319401.259522:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1767319401.259527:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989853184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319401.259552:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989852928:12345-0@lo:38:kworker.0 Request processed in 58us (135us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319401.259557:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989853184:12345-0@lo:400:kworker.0 Request processed in 30us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319401.259559:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23250 00000100:00100000:3.0:1767319401.259563:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1767319401.259574:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:3.0:1767319401.259580:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989853056:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319401.259594:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319401.259600:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319401.259602:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989853056:12345-0@lo:400:kworker.0 Request processed in 23us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319401.259606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989852928:0@lo:38:kworker.0 00000100:00100000:3.0:1767319401.259607:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:3.0:1767319401.259644:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989853056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319401.259654:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989853184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319401.260115:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989852544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319401.260181:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989852800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319401.260253:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989852800:12345-0@lo:400:kworker.0 Request processed in 3301us (6467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319401.260259:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055 00000100:00100000:2.0:1767319401.260282:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989852800:0@lo:400:kworker.0 00010000:00010000:3.0:1767319402.084431:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319402.272409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319402.339291:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319402.339335:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925835904 offset 0 length 520: 4 00000100:00100000:1.0:1767319402.339443:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836160 00000100:00100000:1.0:1767319402.339455:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836160 00000100:00100000:1.0:1767319402.339553:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5057 00000100:00100000:1.0:1767319402.339565:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925836160:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319402.339651:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925836160:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319402.339659:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5057 00000100:00100000:3.0:1767319402.339715:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:0.0:1767319402.339747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319402.339855:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836032 00000100:00100000:1.0:1767319402.339859:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836032 00000100:00100000:1.0:1767319402.339890:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23251 00000100:00100000:1.0:1767319402.339895:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925836032:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319402.339915:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319402.340009:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925836032:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 111us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319402.340016:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23251 00010000:00010000:3.0:1767319403.105821:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319403.296335:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319404.130038:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319404.320355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319405.153680:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319405.344351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319405.344447:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767319405.344465:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989853312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319405.344536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319405.344622:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989853440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319405.344646:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319405.344690:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853312 00000100:00100000:2.0:1767319405.344698:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853312 00000100:00100000:2.0:1767319405.344752:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853440 00000100:00100000:2.0:1767319405.344756:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853440 00000100:00100000:2.0:1767319405.344773:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:2.0:1767319405.344780:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989853312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319405.344815:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319405.344870:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989853312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319405.344878:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:2.0:1767319405.344922:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:2.0:1767319405.344928:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989853440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319405.344942:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319405.344964:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989853440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319405.344969:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00080000:1.0:1767319405.345143:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319405.345147:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319405.345204:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989853312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319405.345215:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989853440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319406.176488:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319406.369534:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319406.369612:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319406.369617:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319406.369620:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319406.369626:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319406.369629:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319406.369636:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4650 00000100:00080000:2.0:1767319406.369640:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319406.369647:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319406.369687:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d880 x1853163989853568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319406.369719:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319406.369723:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319406.369725:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319406.369729:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4650 00000100:00080000:2.0:1767319406.369731:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319406.369735:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319406.369747:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400df80 x1853163989853696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319406.369820:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989853824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319406.369895:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319406.369975:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319406.369979:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319406.369981:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319406.369985:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4650 00000100:00080000:2.0:1767319406.369987:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319406.369991:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319406.370007:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989853952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319406.370032:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319406.370036:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319406.370037:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319406.370041:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4650 00000100:00080000:2.0:1767319406.370043:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319406.370046:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319406.370068:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ea00 x1853163989854208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319406.370136:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989854336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319406.370172:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319406.370196:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319406.370202:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989854080:0@lo:400:kworker.0 00000100:00100000:3.0:1767319406.370222:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319406.370277:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854336 00000100:00100000:3.0:1767319406.370284:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854336 00000100:00100000:3.0:1767319406.370344:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:3.0:1767319406.370352:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989854336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319406.370403:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989854336:12345-0@lo:400:kworker.0 Request processed in 51us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319406.370410:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:3.0:1767319406.370437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989854464:0@lo:400:kworker.0 00000100:00100000:3.0:1767319406.370461:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319406.370486:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854464 00000100:00100000:3.0:1767319406.370490:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854464 00000100:00100000:3.0:1767319406.370511:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:3.0:1767319406.370517:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989854464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319406.370550:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989854464:12345-0@lo:400:kworker.0 Request processed in 33us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319406.370555:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:3.0:1767319406.370571:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853824 00000100:00100000:3.0:1767319406.370575:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853824 00000100:00100000:3.0:1767319406.370607:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854080 00000100:00100000:3.0:1767319406.370610:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854080 00000100:00100000:3.0:1767319406.370631:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058 00000100:00100000:3.0:1767319406.370636:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989853824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319406.370722:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989853568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319406.370753:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319406.370782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989853696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319406.370805:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319406.370827:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989853952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319406.370845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319406.370859:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989854208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319406.370889:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319406.370914:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853568 00000100:00100000:0.0:1767319406.370918:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853568 00000100:00100000:0.0:1767319406.370932:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853952 00000100:00100000:0.0:1767319406.370934:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853952 00000100:00100000:0.0:1767319406.370941:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854208 00000100:00100000:0.0:1767319406.370943:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854208 00000100:00100000:0.0:1767319406.370952:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059 00000100:00100000:0.0:1767319406.370959:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989854080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319406.370989:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989854080:12345-0@lo:400:kworker.0 Request processed in 31us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319406.370994:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059 00000100:00100000:0.0:1767319406.371007:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23252 00000100:00100000:0.0:1767319406.371011:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989853568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319406.371026:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319406.375787:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23253 00000100:00100000:2.0:1767319406.375799:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989853952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319406.375825:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319406.375936:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989853952:12345-0@lo:38:kworker.0 Request processed in 136us (5088us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319406.375943:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23253 00000100:00100000:2.0:1767319406.375969:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23254 00000100:00100000:2.0:1767319406.375973:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989854208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319406.375984:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319406.376009:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989854208:12345-0@lo:38:kworker.0 Request processed in 35us (5120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319406.376015:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23254 00000100:00100000:2.0:1767319406.376099:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989854464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319406.376146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989854080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319406.376159:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989854336:0@lo:400:kworker.0 00000100:00080000:2.0:1767319406.376188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319406.376225:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989853696 00000100:00100000:2.0:1767319406.376250:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989853696 00000100:00100000:2.0:1767319406.376281:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:2.0:1767319406.376286:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989853696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319406.376518:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319406.376549:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989853696:12345-0@lo:38:kworker.0 Request processed in 262us (5743us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319406.376556:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00080000:2.0:1767319406.376603:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319406.376608:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319406.376612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989853696:0@lo:38:kworker.0 00000100:00080000:2.0:1767319406.376623:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319406.376626:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319406.376629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989853952:0@lo:38:kworker.0 00000100:00080000:2.0:1767319406.376637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319406.376640:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319406.376643:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989854208:0@lo:38:kworker.0 00000100:00100000:3.0:1767319406.387351:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989853824:12345-0@lo:400:kworker.0 Request processed in 16702us (17444us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319406.387365:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058 00000100:00100000:1.0:1767319406.387604:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989853824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319406.420538:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989853568:12345-0@lo:38:kworker.0 Request processed in 49516us (49775us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319406.420553:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23252 00000100:00080000:1.0:1767319406.421158:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319406.421165:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319406.421169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989853568:0@lo:38:kworker.0 00010000:00010000:3.0:1767319407.201097:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319407.392770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319407.459982:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319407.460036:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319407.460068:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836416 00000100:00100000:0.0:1767319407.460079:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836416 00000100:00100000:0.0:1767319407.460158:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836288 00000100:00100000:0.0:1767319407.460162:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836288 00000100:00100000:0.0:1767319407.460182:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5060 00000100:00100000:0.0:1767319407.460192:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925836416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319407.460299:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925836416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319407.460306:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5060 00000100:00100000:0.0:1767319407.460417:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23255 00000100:00100000:0.0:1767319407.460422:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb22850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925836288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319407.460441:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319407.460471:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb22850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925836288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (435us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319407.460478:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23255 00000100:00080000:1.0:1767319407.460949:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319408.224945:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319408.416450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319409.248551:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319409.441072:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319410.272475:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319410.464359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319410.464675:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319410.464690:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989854592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319410.464759:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319410.464826:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854592 00000100:00100000:2.0:1767319410.464833:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854592 00000100:00100000:2.0:1767319410.464887:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1767319410.464895:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989854592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319410.464923:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319410.464962:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989854592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319410.464969:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1767319410.465014:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989854592:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319410.465323:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319410.465506:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319410.465517:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989854720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319410.465547:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319410.465794:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854720 00000100:00100000:3.0:1767319410.465808:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854720 00000100:00100000:3.0:1767319410.465851:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:3.0:1767319410.465859:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989854720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319410.465878:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319410.465911:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989854720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319410.465917:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:0.0:1767319410.466145:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989854720:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319410.466264:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319411.296457:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319411.489935:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319411.489947:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319411.489950:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319411.489954:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319411.489957:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319411.489966:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4656 00000100:00080000:3.0:1767319411.489971:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319411.489978:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319411.490017:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978e00 x1853163989854848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319411.490049:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319411.490054:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319411.490056:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319411.490061:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319411.490061:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4656 00000100:00080000:3.0:1767319411.490064:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319411.490070:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319411.490128:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989854848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319411.490210:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319411.490319:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854848 00000100:00100000:1.0:1767319411.490327:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854848 00000100:00100000:1.0:1767319411.490367:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23256 00000100:00100000:1.0:1767319411.490374:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989854848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319411.490394:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319411.490434:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989854848:12345-0@lo:38:kworker.0 Request processed in 58us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319411.490441:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23256 00000100:00080000:1.0:1767319411.490480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319411.490485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319411.490489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989854848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319411.490831:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979180 x1853163989854976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319411.490881:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319411.490885:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319411.490887:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319411.490891:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4656 00000100:00080000:3.0:1767319411.490894:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319411.490898:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319411.490910:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979880 x1853163989855232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319411.490946:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319411.490949:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319411.490950:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319411.490954:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4656 00000100:00080000:3.0:1767319411.490956:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319411.490961:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319411.490971:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163989855488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319411.491008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989855616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319411.491061:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319411.491068:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989855360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491088:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319411.491119:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855360 00000100:00100000:0.0:1767319411.491120:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989855104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491125:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855360 00000100:00100000:0.0:1767319411.491157:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319411.491182:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319411.491183:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855104 00000100:00100000:3.0:1767319411.491187:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855104 00000100:00100000:0.0:1767319411.491189:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989855744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491213:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061 00000100:00100000:0.0:1767319411.491219:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319411.491225:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989855360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491265:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855616 00000100:00100000:3.0:1767319411.491268:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855616 00000100:00100000:3.0:1767319411.491293:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855744 00000100:00100000:3.0:1767319411.491297:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855744 00000100:00100000:0.0:1767319411.491314:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:3.0:1767319411.491322:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:0.0:1767319411.491327:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989855616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491334:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989855744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319411.491378:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989855616:12345-0@lo:400:kworker.0 Request processed in 56us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319411.491387:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989855744:12345-0@lo:400:kworker.0 Request processed in 57us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319411.491388:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:3.0:1767319411.491399:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:3.0:1767319411.491439:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989855616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319411.491448:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989855744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491492:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989855360:12345-0@lo:400:kworker.0 Request processed in 271us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319411.491499:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061 00000100:00100000:0.0:1767319411.491509:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989855360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491517:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062 00000100:00100000:3.0:1767319411.491540:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989855104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319411.491577:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989855104:12345-0@lo:400:kworker.0 Request processed in 52us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319411.491583:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062 00000100:00100000:0.0:1767319411.491622:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989855104:0@lo:400:kworker.0 00000100:00080000:1.0:1767319411.491902:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319411.491984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989854976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319411.492013:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319411.492082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989855232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319411.492103:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319411.492127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989855488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319411.492146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319411.492198:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855232 00000100:00100000:0.0:1767319411.492204:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855232 00000100:00100000:0.0:1767319411.492299:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855488 00000100:00100000:0.0:1767319411.492303:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855488 00000100:00100000:1.0:1767319411.492340:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23257 00000100:00100000:1.0:1767319411.492345:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989855232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319411.492360:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319411.492395:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989855232:12345-0@lo:38:kworker.0 Request processed in 48us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319411.492401:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23257 00000100:00100000:1.0:1767319411.492418:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23258 00000100:00100000:1.0:1767319411.492421:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989855488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319411.492430:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319411.492452:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989855488:12345-0@lo:38:kworker.0 Request processed in 29us (305us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319411.492457:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23258 00000100:00080000:1.0:1767319411.492483:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319411.492488:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319411.492491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989855232:0@lo:38:kworker.0 00000100:00080000:1.0:1767319411.492500:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319411.492503:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319411.492506:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989855488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319411.496096:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989854976 00000100:00100000:2.0:1767319411.496112:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989854976 00000100:00100000:2.0:1767319411.496169:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:2.0:1767319411.496177:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989854976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319411.496202:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319411.496302:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989854976:12345-0@lo:38:kworker.0 Request processed in 125us (4287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319411.496310:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00080000:1.0:1767319411.496518:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319411.497711:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319411.497718:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989854976:0@lo:38:kworker.0 00010000:00010000:3.0:1767319412.321711:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319412.512685:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319412.579046:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319412.579139:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319412.579318:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836672 00000100:00100000:2.0:1767319412.579327:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836672 00000100:00100000:2.0:1767319412.579396:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836544 00000100:00100000:2.0:1767319412.579399:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836544 00000100:00100000:2.0:1767319412.579415:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5063 00000100:00100000:2.0:1767319412.579425:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925836672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319412.579605:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23259 00000100:00100000:0.0:1767319412.579612:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925836544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319412.579630:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319412.579789:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319412.579842:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925836672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 417us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319412.579850:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5063 00000100:00100000:0.0:1767319412.581030:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925836544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1409us (1883us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319412.581041:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23259 00010000:00010000:3.0:1767319413.344728:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319413.536331:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319414.368781:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319414.563307:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319415.394485:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319415.584332:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319415.584395:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989855872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319415.584460:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319415.584552:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989855872 00000100:00100000:0.0:1767319415.584560:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989855872 00000100:00100000:0.0:1767319415.584626:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:0.0:1767319415.584634:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989855872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319415.584657:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319415.584695:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989855872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319415.584700:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00100000:0.0:1767319415.584782:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989855872:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319415.585172:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319415.587209:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989856000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319415.587282:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319415.587655:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856000 00000100:00100000:2.0:1767319415.587662:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856000 00000100:00100000:2.0:1767319415.587730:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:2.0:1767319415.587739:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989856000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319415.587766:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319415.587872:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989856000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319415.587881:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00080000:3.0:1767319415.587950:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319415.588051:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989856000:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319416.416569:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319416.608499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319416.609904:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.609912:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319416.609915:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.609920:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.609923:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.609931:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4661 00000100:00080000:2.0:1767319416.609936:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.609943:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319416.609985:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c380 x1853163989856128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319416.610002:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.610006:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.610007:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.610011:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4661 00000100:00080000:2.0:1767319416.610013:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.610017:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319416.610029:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d500 x1853163989856256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319416.610071:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319416.610075:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.610077:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319416.610081:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4661 00000100:00080000:2.0:1767319416.610083:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.610086:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319416.610100:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400f800 x1853163989856512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319416.610116:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319416.610133:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989856384:0@lo:400:kworker.0 00000100:00080000:2.0:1767319416.610135:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319416.610137:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989856128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319416.610143:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319416.610147:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319416.610149:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989856640:0@lo:400:kworker.0 00000100:00080000:2.0:1767319416.610153:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4661 00000100:00080000:2.0:1767319416.610159:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319416.610163:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319416.610178:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c000 x1853163989856768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319416.610211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319416.610217:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989856896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319416.610261:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856384 00000100:00100000:1.0:1767319416.610268:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856384 00000100:00100000:0.0:1767319416.610289:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319416.610315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989857024:0@lo:400:kworker.0 00000100:00100000:1.0:1767319416.610344:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5064 00000100:00100000:3.0:1767319416.610348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319416.610350:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856896 00000100:00100000:1.0:1767319416.610355:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989856384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319416.610357:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856896 00000100:00100000:3.0:1767319416.610399:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857024 00000100:00100000:3.0:1767319416.610405:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857024 00000100:00100000:1.0:1767319416.610406:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989856384:12345-0@lo:400:kworker.0 Request processed in 55us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319416.610409:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1767319416.610416:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5064 00000100:00100000:0.0:1767319416.610435:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989856896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319416.610441:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:1.0:1767319416.610444:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319416.610455:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989857024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319416.610468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989856256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319416.610485:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989856896:12345-0@lo:400:kworker.0 Request processed in 65us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319416.610495:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1767319416.610500:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319416.610507:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989857024:12345-0@lo:400:kworker.0 Request processed in 54us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319416.610516:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:1.0:1767319416.610525:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989856512:0@lo:38:kworker.0 00000100:00100000:1.0:1767319416.610541:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319416.610563:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856256 00000100:00100000:0.0:1767319416.610569:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989856896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319416.610570:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856256 00000100:00080000:2.0:1767319416.610582:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319416.610601:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:3.0:1767319416.610607:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989856256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319416.610625:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319416.610635:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989857024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319416.610642:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989856384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319416.610670:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989856256:12345-0@lo:38:kworker.0 Request processed in 61us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319416.610677:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1767319416.612580:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989856768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319416.612627:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319416.612661:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319416.612666:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319416.612670:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989856256:0@lo:38:kworker.0 00000100:00100000:1.0:1767319416.612719:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856128 00000100:00100000:1.0:1767319416.612725:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856128 00000100:00100000:1.0:1767319416.612754:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856512 00000100:00100000:1.0:1767319416.612757:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856512 00000100:00100000:1.0:1767319416.612768:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856768 00000100:00100000:1.0:1767319416.612771:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856768 00000100:00100000:1.0:1767319416.612786:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23260 00000100:00100000:1.0:1767319416.612791:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989856128:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319416.612911:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23261 00000100:00100000:2.0:1767319416.612917:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989856512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319416.612946:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319416.612984:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989856128:12345-0@lo:38:kworker.0 Request processed in 191us (2540us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319416.612991:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23260 00000100:00100000:1.0:1767319416.613006:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23262 00000100:00100000:1.0:1767319416.613010:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989856768:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767319416.613625:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319416.613641:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319416.613646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989856128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319416.613715:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319416.613843:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989856640 00000100:00100000:3.0:1767319416.613849:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989856640 00000100:00100000:3.0:1767319416.614320:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5065 00000100:00100000:3.0:1767319416.614328:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989856640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319416.614384:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989856640:12345-0@lo:400:kworker.0 Request processed in 57us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319416.614390:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5065 00000100:00100000:3.0:1767319416.614435:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989856640:0@lo:400:kworker.0 00000100:00080000:0.0:1767319416.615227:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767319416.617217:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319416.617334:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989856512:12345-0@lo:38:kworker.0 Request processed in 4413us (6788us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319416.617348:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23261 00000100:00080000:3.0:1767319416.617395:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319416.617402:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319416.617407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989856512:0@lo:38:kworker.0 00010000:00020000:1.0:1767319416.617540:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319416.617583:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989856768:12345-0@lo:38:kworker.0 Request processed in 4571us (4955us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319416.617590:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23262 00000100:00080000:3.0:1767319416.617659:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319416.617664:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319416.617667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989856768:0@lo:38:kworker.0 00010000:00010000:3.0:1767319417.440489:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319417.634717:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319417.702963:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319417.703280:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319417.706975:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836928 00000100:00100000:3.0:1767319417.706993:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836928 00000100:00100000:1.0:1767319417.707057:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925836800 00000100:00100000:1.0:1767319417.707063:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925836800 00000100:00100000:1.0:1767319417.707116:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23263 00000100:00100000:1.0:1767319417.707125:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925836800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319417.707148:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319417.707245:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925836800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 104us (3949us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319417.707254:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23263 00000100:00080000:0.0:1767319417.708555:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319417.708748:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5066 00000100:00100000:3.0:1767319417.708762:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925836928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319417.708846:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925836928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (6039us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319417.708853:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5066 00010000:00010000:3.0:1767319418.467097:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319418.656620:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319419.488850:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319419.680342:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319420.512551:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319420.705369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319420.708542:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319420.708568:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989857152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319420.708678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319420.708875:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857152 00000100:00100000:1.0:1767319420.708884:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857152 00000100:00100000:1.0:1767319420.708957:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:1.0:1767319420.708969:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989857152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319420.709012:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319420.709059:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989857152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319420.709067:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:1.0:1767319420.709116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989857152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319420.709411:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319420.709422:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989857280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319420.709453:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319420.709603:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319420.709632:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857280 00000100:00100000:1.0:1767319420.709637:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857280 00000100:00100000:1.0:1767319420.709680:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:1.0:1767319420.709689:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989857280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319420.709710:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319420.709753:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989857280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319420.709759:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00100000:3.0:1767319420.709831:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989857280:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319420.710580:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319421.538568:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319421.728829:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319421.732226:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319421.732249:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319421.732252:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319421.732256:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319421.732260:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319421.732268:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4666 00000100:00080000:1.0:1767319421.732273:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319421.732280:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319421.732320:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2300 x1853163989857408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319421.733568:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319421.733576:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319421.733579:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319421.733586:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4666 00000100:00080000:1.0:1767319421.733599:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319421.733605:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319421.733631:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163989857536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319421.733679:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319421.733684:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319421.733685:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319421.733689:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4666 00000100:00080000:1.0:1767319421.733691:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319421.733695:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319421.733716:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163989857792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319421.733746:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319421.733749:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319421.733752:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319421.733756:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4666 00000100:00080000:1.0:1767319421.733758:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319421.733762:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319421.733772:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163989858048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319421.733870:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989857408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.733950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.734014:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989857536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.734039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.734065:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989857792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.734086:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.734103:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989858048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.734121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.734157:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857408 00000100:00100000:2.0:1767319421.734164:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857408 00000100:00100000:2.0:1767319421.734190:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857792 00000100:00100000:2.0:1767319421.734192:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857792 00000100:00100000:2.0:1767319421.734207:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858048 00000100:00100000:2.0:1767319421.734209:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858048 00000100:00100000:2.0:1767319421.734248:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23264 00000100:00100000:2.0:1767319421.734256:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989857408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319421.734275:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319421.734316:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989857408:12345-0@lo:38:kworker.0 Request processed in 59us (366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319421.734324:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23264 00000100:00100000:2.0:1767319421.734339:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23265 00000100:00100000:2.0:1767319421.734354:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989857792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319421.736788:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319421.736877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989857792:12345-0@lo:38:kworker.0 Request processed in 2517us (2784us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319421.736889:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23265 00000100:00100000:2.0:1767319421.736924:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23266 00000100:00100000:2.0:1767319421.736930:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989858048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319421.736948:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319421.736972:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989858048:12345-0@lo:38:kworker.0 Request processed in 41us (2849us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319421.736977:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23266 00000100:00100000:2.0:1767319421.737027:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989858176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.737064:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.737100:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319421.737107:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989857920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.737132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319421.737160:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857920 00000100:00100000:2.0:1767319421.737166:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857920 00000100:00100000:2.0:1767319421.737210:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5067 00000100:00100000:2.0:1767319421.737216:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989857920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319421.737271:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989857920:12345-0@lo:400:kworker.0 Request processed in 54us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319421.737277:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5067 00000100:00080000:2.0:1767319421.737294:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319421.737328:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989857920:0@lo:400:kworker.0 00000100:00080000:2.0:1767319421.737598:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319421.737604:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319421.737608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989857408:0@lo:38:kworker.0 00000100:00080000:2.0:1767319421.737619:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319421.737622:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319421.737625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989857792:0@lo:38:kworker.0 00000100:00080000:2.0:1767319421.737633:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319421.737636:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319421.737639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989858048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319421.737669:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857536 00000100:00100000:2.0:1767319421.737673:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857536 00000100:00100000:2.0:1767319421.737696:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:2.0:1767319421.737700:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989857536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319421.737873:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319421.737906:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989857536:12345-0@lo:38:kworker.0 Request processed in 204us (3866us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319421.737913:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00080000:2.0:1767319421.737940:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319421.737944:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319421.737947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989857536:0@lo:38:kworker.0 00000100:00100000:3.0:1767319421.738169:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989857664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738203:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319421.738254:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319421.738260:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989858304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738286:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319421.738320:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858176 00000100:00100000:3.0:1767319421.738324:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858176 00000100:00100000:3.0:1767319421.738374:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858304 00000100:00100000:3.0:1767319421.738377:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858304 00000100:00100000:3.0:1767319421.738396:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:3.0:1767319421.738403:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989858176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738440:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989858176:12345-0@lo:400:kworker.0 Request processed in 38us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319421.738446:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00100000:3.0:1767319421.738458:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:3.0:1767319421.738481:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989858304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738511:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989858304:12345-0@lo:400:kworker.0 Request processed in 32us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319421.738517:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:3.0:1767319421.738549:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989858304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738566:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989857664 00000100:00100000:3.0:1767319421.738570:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989857664 00000100:00100000:3.0:1767319421.738615:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5068 00000100:00100000:3.0:1767319421.738622:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989857664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738652:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989857664:12345-0@lo:400:kworker.0 Request processed in 31us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319421.738658:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5068 00000100:00080000:3.0:1767319421.738672:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319421.738688:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989857664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319421.738722:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989858176:0@lo:400:kworker.0 00010000:00010000:3.0:1767319422.562716:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319422.752448:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319422.819122:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319422.819194:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837184 00000100:00100000:0.0:1767319422.819204:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837184 00000100:00100000:0.0:1767319422.819303:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5069 00000100:00100000:0.0:1767319422.819312:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925837184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319422.819332:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319422.819525:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925837184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 213us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319422.819534:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5069 00000100:00100000:0.0:1767319422.819808:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319422.821527:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837056 00000100:00100000:2.0:1767319422.821538:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837056 00000100:00100000:2.0:1767319422.821949:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23267 00000100:00100000:2.0:1767319422.821958:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925837056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319422.821981:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319422.822057:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925837056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 98us (2249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319422.822064:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23267 00010000:00010000:3.0:1767319423.584469:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319423.776538:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319424.611637:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319424.800358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319425.634285:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319425.824412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319425.824828:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319425.824845:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989858432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319425.824910:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319425.825036:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858432 00000100:00100000:0.0:1767319425.825044:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858432 00000100:00100000:0.0:1767319425.825109:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:0.0:1767319425.825117:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989858432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319425.825153:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319425.825202:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989858432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319425.825209:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:0.0:1767319425.825271:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989858432:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319425.825398:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319425.828355:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989858560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319425.828425:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319425.828551:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858560 00000100:00100000:2.0:1767319425.828559:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858560 00000100:00100000:2.0:1767319425.828641:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1767319425.828651:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989858560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319425.828681:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319425.828731:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989858560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319425.828738:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1767319425.828782:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989858560:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319425.828856:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319426.657899:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319426.848351:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.848361:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319426.848364:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.848368:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.848372:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.848381:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4671 00000100:00080000:1.0:1767319426.848386:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.848393:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319426.848433:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319401/real 1767319401] req@ffff96e2d797b100 x1853163989852160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319426.848438:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989858688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319426.848455:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.848457:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.848460:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319426.848462:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d797b100 x1853163989852160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319426.848464:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4671 00000100:00080000:1.0:1767319426.848466:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.848470:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319426.848481:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163989858816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319426.848484:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989858688:0@lo:38:kworker.0 00000100:00080000:1.0:1767319426.848526:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.848530:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.848531:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.848535:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4671 00000100:00080000:1.0:1767319426.848537:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.848540:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319426.848549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.848562:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163989859072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319426.848585:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.848589:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319426.848591:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.848594:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4671 00000100:00080000:1.0:1767319426.848596:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.848600:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319426.848609:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163989859328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319426.848659:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858688 00000100:00100000:1.0:1767319426.848667:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858688 00000100:00100000:1.0:1767319426.848700:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23268 00000100:00100000:1.0:1767319426.848708:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989858688:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319426.848713:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989859584:0@lo:400:kworker.0 00010000:00020000:1.0:1767319426.848729:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319426.848746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319426.848824:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989859456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319426.848839:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989858944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319426.848980:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989858688:12345-0@lo:38:kworker.0 Request processed in 271us (430us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319426.848988:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23268 00000100:00080000:2.0:1767319426.849004:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319426.849009:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319426.849013:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989858688:0@lo:38:kworker.0 00000100:00100000:1.0:1767319426.849019:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989859200:0@lo:400:kworker.0 00000100:00080000:2.0:1767319426.849019:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319426.849043:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319426.849047:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319426.849047:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989852160:0@lo:250:kworker.0 00000100:00100000:1.0:1767319426.849074:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859200 00000100:00100000:1.0:1767319426.849078:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859200 00000100:00100000:1.0:1767319426.849115:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5070 00000100:00100000:2.0:1767319426.849122:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989858816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319426.849123:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989859200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319426.849161:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989859200:12345-0@lo:400:kworker.0 Request processed in 39us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319426.849161:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.849167:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5070 00000100:00100000:1.0:1767319426.849192:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989859200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319426.849196:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989859072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319426.849216:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319426.849268:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859584 00000100:00100000:1.0:1767319426.849272:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859584 00000100:00100000:2.0:1767319426.849281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.849297:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767319426.849304:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989859584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319426.849311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989859328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319426.849335:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989859584:12345-0@lo:400:kworker.0 Request processed in 32us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319426.849341:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:2.0:1767319426.849344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.849367:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859072 00000100:00100000:1.0:1767319426.849371:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859072 00000100:00100000:1.0:1767319426.849389:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859328 00000100:00100000:1.0:1767319426.849392:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859328 00000100:00100000:2.0:1767319426.849397:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858816 00000100:00100000:2.0:1767319426.849400:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858816 00000100:00100000:1.0:1767319426.849407:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23269 00000100:00100000:1.0:1767319426.849411:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989859072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319426.849422:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319426.849429:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:2.0:1767319426.849449:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989858816:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319426.849451:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989859072:12345-0@lo:38:kworker.0 Request processed in 39us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319426.849456:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23269 00010000:00020000:2.0:1767319426.849459:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319426.849468:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23270 00000100:00100000:1.0:1767319426.849471:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989859328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319426.849480:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319426.849510:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989859328:12345-0@lo:38:kworker.0 Request processed in 36us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319426.849516:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23270 00000100:00100000:2.0:1767319426.849519:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989858816:12345-0@lo:38:kworker.0 Request processed in 70us (358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319426.849524:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00080000:1.0:1767319426.849532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319426.849569:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319426.849573:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319426.849576:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319426.849579:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4650 00000100:00080000:1.0:1767319426.849582:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319426.849585:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319426.849600:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1f80 x1853163989859712/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319426.849620:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989859712:0@lo:250:kworker.0 00000100:00100000:1.0:1767319426.849906:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989859584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319426.850853:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.851026:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859456 00000100:00100000:1.0:1767319426.851034:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859456 00000100:00100000:1.0:1767319426.851070:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:1.0:1767319426.851087:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989859456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319426.851129:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989859456:12345-0@lo:400:kworker.0 Request processed in 52us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319426.851136:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:3.0:1767319426.851276:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989859456:0@lo:400:kworker.0 00000400:00000100:2.0:1767319426.852950:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989859712 offset 0 length 520: 4 00000100:00080000:2.0:1767319426.853026:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319426.853032:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319426.853036:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989858816:0@lo:38:kworker.0 00000100:00080000:2.0:1767319426.853047:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319426.853050:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319426.853053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989859072:0@lo:38:kworker.0 00000100:00080000:2.0:1767319426.853062:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319426.853064:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319426.853068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989859328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319426.857791:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319426.857983:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989858944 00000100:00100000:1.0:1767319426.857994:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989858944 00000100:00080000:3.0:1767319426.858074:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319426.858098:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071 00000100:00100000:1.0:1767319426.858110:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989858944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319426.858178:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989858944:12345-0@lo:400:kworker.0 Request processed in 70us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319426.858185:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071 00000100:00100000:0.0:1767319426.859702:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989858944:0@lo:400:kworker.0 00000400:00000100:0.0:1767319426.920459:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925837312 offset 0 length 520: 4 00000100:00100000:2.0:1767319426.922926:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319426.923034:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319426.929922:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837440 00000100:00100000:1.0:1767319426.929936:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837440 00000100:00100000:1.0:1767319426.929994:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837568 00000100:00100000:1.0:1767319426.929998:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837568 00000100:00100000:1.0:1767319426.930060:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5072 00000100:00100000:1.0:1767319426.930071:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925837568:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319426.930166:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925837568:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (7132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319426.930175:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5072 00000100:00100000:1.0:1767319426.930194:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23271 00000100:00100000:1.0:1767319426.930198:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925837440:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319426.930218:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319426.930263:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925837440:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 62us (7346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319426.930270:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23271 00000100:00080000:0.0:1767319426.932185:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319427.680610:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319427.872366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319428.706812:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319428.896350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319429.729743:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319429.920546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319430.752717:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319430.944582:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319430.944647:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989859840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319430.944739:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319430.944838:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859840 00000100:00100000:1.0:1767319430.944847:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859840 00000100:00100000:1.0:1767319430.944931:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:1.0:1767319430.944942:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989859840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319430.944973:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319430.944999:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989859968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319430.945018:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989859840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319430.945026:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00100000:2.0:1767319430.945039:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319430.945049:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989859968 00000100:00100000:1.0:1767319430.945054:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989859968 00000100:00100000:3.0:1767319430.945072:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989859840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319430.945090:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1767319430.945099:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989859968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319430.945117:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319430.945162:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989859968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319430.945168:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:2.0:1767319430.945344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989859968:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319430.945532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319430.945537:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319431.777417:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319431.969262:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319431.969595:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319431.969610:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319431.969613:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319431.969616:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319431.969620:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319431.969628:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4676 00000100:00080000:2.0:1767319431.969632:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319431.969772:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319431.969815:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163989860096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319431.969845:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319431.969848:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319431.969850:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319431.969854:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4676 00000100:00080000:2.0:1767319431.969856:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319431.969860:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319431.969872:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163989860224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319431.969939:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319431.970030:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989860096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.970097:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319431.970153:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989860224:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.970177:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319431.970220:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860224 00000100:00100000:0.0:1767319431.970227:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860224 00000100:00100000:0.0:1767319431.970286:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:0.0:1767319431.970293:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989860224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319431.970330:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319431.970380:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989860224:12345-0@lo:38:kworker.0 Request processed in 86us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319431.970387:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00080000:0.0:1767319431.970440:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.970444:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.970448:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989860224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319431.970796:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319431.970800:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319431.970803:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319431.970808:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4676 00000100:00080000:2.0:1767319431.970810:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319431.970814:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319431.970832:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2a00 x1853163989860480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319431.970869:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319431.970872:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319431.970874:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319431.970877:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4676 00000100:00080000:2.0:1767319431.970879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319431.970883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319431.970893:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989860736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319431.970959:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860096 00000100:00100000:3.0:1767319431.970964:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860096 00000100:00100000:3.0:1767319431.970993:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23272 00000100:00100000:3.0:1767319431.970999:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989860096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319431.971010:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319431.971044:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989860096:12345-0@lo:38:kworker.0 Request processed in 45us (947us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319431.971050:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23272 00000100:00100000:3.0:1767319431.971076:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989860864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319431.971105:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319431.971130:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319431.971137:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989860608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319431.971159:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319431.971197:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860608 00000100:00100000:3.0:1767319431.971201:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860608 00000100:00100000:3.0:1767319431.971257:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5073 00000100:00100000:3.0:1767319431.971265:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989860608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319431.971309:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989860608:12345-0@lo:400:kworker.0 Request processed in 45us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319431.971328:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5073 00000100:00100000:3.0:1767319431.971372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989860608:0@lo:400:kworker.0 00000100:00080000:0.0:1767319431.972086:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319431.972106:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989860480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.972146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319431.972176:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989860736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.972197:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319431.972226:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.972247:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.972251:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989860096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.972279:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860480 00000100:00100000:0.0:1767319431.972284:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860480 00000100:00100000:0.0:1767319431.972306:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860736 00000100:00100000:0.0:1767319431.972308:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860736 00000100:00100000:0.0:1767319431.972353:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23273 00000100:00100000:0.0:1767319431.972358:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989860480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319431.972374:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319431.972419:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989860480:12345-0@lo:38:kworker.0 Request processed in 59us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319431.972426:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23273 00000100:00100000:0.0:1767319431.972442:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23274 00000100:00100000:0.0:1767319431.972446:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989860736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319431.972455:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319431.972479:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989860736:12345-0@lo:38:kworker.0 Request processed in 32us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319431.972484:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23274 00000100:00080000:0.0:1767319431.972516:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.972520:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.972523:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989860480:0@lo:38:kworker.0 00000100:00080000:0.0:1767319431.972530:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319431.972533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319431.972536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989860736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319431.972570:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860864 00000100:00100000:0.0:1767319431.972574:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860864 00000100:00100000:0.0:1767319431.972616:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1767319431.972623:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989860864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319431.972932:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989860864:12345-0@lo:400:kworker.0 Request processed in 309us (1825us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319431.972940:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:3.0:1767319431.973136:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989860864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319431.974903:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989860992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319431.974972:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319431.975004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989860352:0@lo:400:kworker.0 00000100:00100000:1.0:1767319431.975027:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319431.975153:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860352 00000100:00100000:3.0:1767319431.975161:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860352 00000100:00100000:3.0:1767319431.975247:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5074 00000100:00100000:3.0:1767319431.975256:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989860352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319431.975328:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989860352:12345-0@lo:400:kworker.0 Request processed in 58us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319431.975335:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5074 00000100:00080000:1.0:1767319431.975563:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319431.975610:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989860352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319431.975864:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989860992 00000100:00100000:0.0:1767319431.975869:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989860992 00000100:00100000:0.0:1767319431.975910:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:0.0:1767319431.975917:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989860992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319431.975973:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989860992:12345-0@lo:400:kworker.0 Request processed in 57us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319431.975979:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1767319431.976050:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989860992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319432.043027:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319432.043098:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319432.043181:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837824 00000100:00100000:1.0:1767319432.043192:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837824 00000100:00100000:1.0:1767319432.043297:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837696 00000100:00100000:1.0:1767319432.043301:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837696 00000100:00100000:1.0:1767319432.043321:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5075 00000100:00100000:1.0:1767319432.043333:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925837824:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319432.043437:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925837824:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319432.043445:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5075 00000100:00100000:1.0:1767319432.043466:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23275 00000100:00100000:1.0:1767319432.043483:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925837696:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319432.043503:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319432.043531:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925837696:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (434us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319432.043537:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23275 00000100:00080000:0.0:1767319432.045072:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319432.802719:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319432.992893:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319433.824531:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319434.016532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319434.851343:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319435.041335:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319435.873195:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319436.064489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319436.064778:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989861120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319436.064854:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319436.065006:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861120 00000100:00100000:1.0:1767319436.065016:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861120 00000100:00100000:1.0:1767319436.065079:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:1.0:1767319436.065086:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989861120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319436.065117:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319436.065158:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989861120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319436.065168:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00080000:3.0:1767319436.065496:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319436.065533:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989861120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319436.068552:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319436.068573:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989861248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319436.068637:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319436.068856:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861248 00000100:00100000:2.0:1767319436.068866:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861248 00000100:00100000:2.0:1767319436.068932:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:2.0:1767319436.068941:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989861248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319436.068969:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319436.069019:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989861248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319436.069026:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00100000:2.0:1767319436.069072:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989861248:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319436.069692:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319436.896682:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319437.088520:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319437.088996:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.089003:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319437.089007:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.089011:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.089014:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.089022:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4681 00000100:00080000:2.0:1767319437.089026:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.089033:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319437.089077:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163989861376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319437.089110:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.089114:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.089116:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.089120:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4681 00000100:00080000:2.0:1767319437.089122:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.089127:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319437.089140:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2300 x1853163989861504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319437.089167:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.089171:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.089173:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.089176:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4681 00000100:00080000:2.0:1767319437.089179:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.089182:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319437.089194:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1500 x1853163989861760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319437.089218:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319437.089222:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319437.089224:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319437.089227:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4681 00000100:00080000:2.0:1767319437.089245:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319437.089249:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319437.089260:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989861632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319437.089260:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989862016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319437.089333:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319437.089401:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319437.089407:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989862272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319437.089420:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861632 00000100:00100000:2.0:1767319437.089428:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861632 00000100:00100000:1.0:1767319437.089433:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319437.089462:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862272 00000100:00100000:1.0:1767319437.089465:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862272 00000100:00100000:2.0:1767319437.089480:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5076 00000100:00100000:2.0:1767319437.089488:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989861632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319437.089490:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:1.0:1767319437.089495:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989862272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319437.089541:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989862272:12345-0@lo:400:kworker.0 Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319437.089548:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:3.0:1767319437.089627:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989861376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319437.089659:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319437.089683:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989861504:0@lo:38:kworker.0 00000100:00100000:3.0:1767319437.089703:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319437.089725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989861760:0@lo:38:kworker.0 00000100:00100000:3.0:1767319437.089743:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319437.089758:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989862016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319437.089775:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319437.089803:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861376 00000100:00100000:3.0:1767319437.089806:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861376 00000100:00100000:3.0:1767319437.089825:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861760 00000100:00100000:3.0:1767319437.089828:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861760 00000100:00100000:3.0:1767319437.089836:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862016 00000100:00100000:3.0:1767319437.089838:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862016 00000100:00100000:3.0:1767319437.089847:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23276 00000100:00100000:3.0:1767319437.089852:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989861376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319437.089870:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319437.089903:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989861376:12345-0@lo:38:kworker.0 Request processed in 50us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319437.089909:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23276 00000100:00100000:3.0:1767319437.089921:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23277 00000100:00100000:3.0:1767319437.089924:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989861760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319437.089933:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319437.089954:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989861760:12345-0@lo:38:kworker.0 Request processed in 28us (209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319437.089959:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23277 00000100:00100000:3.0:1767319437.089969:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23278 00000100:00100000:3.0:1767319437.089973:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989862016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319437.089981:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319437.090005:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989862016:12345-0@lo:38:kworker.0 Request processed in 31us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319437.090012:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23278 00000100:00100000:3.0:1767319437.090028:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861504 00000100:00100000:3.0:1767319437.090031:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861504 00000100:00100000:3.0:1767319437.090049:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:3.0:1767319437.090054:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989861504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319437.090079:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319437.090103:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989861504:12345-0@lo:38:kworker.0 Request processed in 48us (398us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319437.090109:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:3.0:1767319437.090132:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989862144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.090155:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319437.090175:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319437.090178:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989861632:12345-0@lo:400:kworker.0 Request processed in 690us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319437.090180:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989861888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319437.090185:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5076 00000100:00100000:3.0:1767319437.090200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319437.090204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319437.090215:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989861888 00000100:00100000:2.0:1767319437.090218:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989861888 00000100:00100000:3.0:1767319437.090220:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862144 00000100:00100000:3.0:1767319437.090222:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862144 00000100:00100000:2.0:1767319437.090263:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5077 00000100:00100000:3.0:1767319437.090267:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1767319437.090269:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989861888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.090272:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989862144:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319437.090411:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.090416:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.090419:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989861376:0@lo:38:kworker.0 00000100:00080000:0.0:1767319437.090428:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.090431:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.090434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989861504:0@lo:38:kworker.0 00000100:00080000:0.0:1767319437.090440:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.090442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.090444:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989861760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319437.090451:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319437.090453:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319437.090456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989862016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319437.090725:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989862144:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319437.090732:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1767319437.091172:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989861888:12345-0@lo:400:kworker.0 Request processed in 901us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319437.091181:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5077 00000100:00080000:2.0:1767319437.091200:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319437.091397:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989862272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319437.091414:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989861632:0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.097537:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989861888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319437.097559:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989862144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319437.158673:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319437.158776:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319437.158873:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838080 00000100:00100000:3.0:1767319437.158873:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925837952 00000100:00100000:2.0:1767319437.158884:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838080 00000100:00100000:3.0:1767319437.158884:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925837952 00000100:00100000:3.0:1767319437.158931:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5078 00000100:00100000:3.0:1767319437.158942:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925838080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319437.159068:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925838080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 128us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319437.159076:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5078 00000100:00100000:3.0:1767319437.159097:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23279 00000100:00100000:3.0:1767319437.159102:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925837952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319437.159122:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319437.159151:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925837952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319437.159158:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23279 00000100:00080000:1.0:1767319437.159297:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319437.920755:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319438.112645:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319438.948060:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319439.136447:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319439.968840:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319440.160354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319440.993139:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319441.184364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319441.184451:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319441.184543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989862400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319441.184620:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319441.184761:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989862528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319441.185335:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319441.185495:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862400 00000100:00100000:3.0:1767319441.185504:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862400 00000100:00100000:3.0:1767319441.185600:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862528 00000100:00100000:3.0:1767319441.185604:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862528 00000100:00100000:2.0:1767319441.185636:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1767319441.185656:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989862400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319441.185693:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319441.185743:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989862400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319441.185751:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:0.0:1767319441.185919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989862400:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319441.186101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319441.186106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319441.186207:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:3.0:1767319441.186215:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989862528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319441.186260:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319441.186310:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989862528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319441.186317:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:2.0:1767319441.186391:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989862528:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319442.019821:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319442.208288:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319442.208300:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319442.208303:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319442.208307:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319442.208320:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319442.208329:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4686 00000100:00080000:2.0:1767319442.208333:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319442.208339:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319442.208381:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382300 x1853163989862656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319442.208408:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319442.208412:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319442.208414:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319442.208418:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4686 00000100:00080000:2.0:1767319442.208420:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319442.208424:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319442.208438:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163989862784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319442.208482:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319442.208485:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319442.208486:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319442.208490:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4686 00000100:00080000:2.0:1767319442.208492:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319442.208495:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319442.208511:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381f80 x1853163989863040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319442.208536:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319442.208539:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319442.208541:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319442.208545:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4686 00000100:00080000:2.0:1767319442.208547:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319442.208550:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319442.208575:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163989863296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319442.208726:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989862656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319442.208788:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319442.208864:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989862784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319442.208890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319442.208910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989863040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319442.208932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319442.208946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989863296:0@lo:38:kworker.0 00000100:00100000:1.0:1767319442.208962:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319442.208994:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862656 00000100:00100000:1.0:1767319442.209002:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862656 00000100:00100000:1.0:1767319442.209029:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863040 00000100:00100000:1.0:1767319442.209033:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863040 00000100:00100000:1.0:1767319442.209043:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863296 00000100:00100000:1.0:1767319442.209045:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863296 00000100:00100000:1.0:1767319442.209059:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23280 00000100:00100000:1.0:1767319442.209066:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989862656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319442.209085:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319442.209123:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989862656:12345-0@lo:38:kworker.0 Request processed in 57us (335us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319442.209131:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23280 00000100:00100000:1.0:1767319442.209147:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23281 00000100:00100000:1.0:1767319442.209152:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989863040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319442.209161:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319442.209183:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989863040:12345-0@lo:38:kworker.0 Request processed in 30us (250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319442.209188:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23281 00000100:00100000:1.0:1767319442.209199:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23282 00000100:00100000:1.0:1767319442.209202:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989863296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319442.209210:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319442.209263:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989863296:12345-0@lo:38:kworker.0 Request processed in 59us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319442.209269:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23282 00000100:00100000:1.0:1767319442.209287:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319442.209314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319442.209318:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319442.209322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989862656:0@lo:38:kworker.0 00000100:00080000:1.0:1767319442.209330:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319442.209333:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319442.209336:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989863040:0@lo:38:kworker.0 00000100:00080000:1.0:1767319442.209342:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319442.209345:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319442.209347:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989863296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319442.209889:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989863552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.209926:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.209963:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319442.209970:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989862912:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.209989:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.210022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989863168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210043:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.210059:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319442.210065:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989863424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210085:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319442.210112:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862912 00000100:00100000:0.0:1767319442.210116:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862912 00000100:00100000:0.0:1767319442.210152:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863168 00000100:00100000:0.0:1767319442.210155:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863168 00000100:00100000:0.0:1767319442.210169:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079 00000100:00100000:0.0:1767319442.210175:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989862912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210227:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989862912:12345-0@lo:400:kworker.0 Request processed in 52us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319442.210269:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079 00000100:00100000:0.0:1767319442.210284:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5080 00000100:00100000:0.0:1767319442.210291:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989863168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210322:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989863168:12345-0@lo:400:kworker.0 Request processed in 32us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319442.210328:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5080 00000100:00100000:0.0:1767319442.210351:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863552 00000100:00100000:0.0:1767319442.210355:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863552 00000100:00100000:0.0:1767319442.210377:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863424 00000100:00100000:0.0:1767319442.210380:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863424 00000100:00100000:0.0:1767319442.210396:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1767319442.210402:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989863552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210432:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989863552:12345-0@lo:400:kworker.0 Request processed in 30us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319442.210438:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1767319442.210449:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1767319442.210455:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989863424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210481:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989863424:12345-0@lo:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319442.210486:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1767319442.210533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989863424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.210543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989863168:0@lo:400:kworker.0 00000100:00080000:1.0:1767319442.211415:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319442.211599:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989862912:0@lo:400:kworker.0 00000100:00100000:0.0:1767319442.211612:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989863552:0@lo:400:kworker.0 00000100:00100000:3.0:1767319442.212270:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989862784 00000100:00100000:3.0:1767319442.212278:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989862784 00000100:00100000:3.0:1767319442.212328:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:3.0:1767319442.212334:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989862784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319442.212353:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319442.212422:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989862784:12345-0@lo:38:kworker.0 Request processed in 87us (3530us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319442.212429:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00080000:1.0:1767319442.212518:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319442.212524:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319442.212527:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989862784:0@lo:38:kworker.0 00000100:00100000:2.0:1767319442.275828:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319442.276060:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319442.276525:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838336 00000100:00100000:3.0:1767319442.276536:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838336 00000100:00100000:3.0:1767319442.276724:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838208 00000100:00100000:3.0:1767319442.276728:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838208 00000100:00100000:3.0:1767319442.276751:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5081 00000100:00100000:3.0:1767319442.276761:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925838336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319442.276856:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925838336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319442.276864:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5081 00000100:00100000:3.0:1767319442.276883:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23283 00000100:00100000:3.0:1767319442.276888:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925838208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319442.276907:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319442.276934:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925838208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (875us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319442.276940:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23283 00000100:00080000:0.0:1767319442.277706:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319443.040610:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319443.236530:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319444.072005:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319444.256543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319445.088807:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319445.280367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319446.114156:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319446.304478:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989863808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319446.304501:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319446.304517:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989863680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319446.304551:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319446.304578:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319446.304719:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863808 00000100:00100000:3.0:1767319446.304727:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863808 00000100:00100000:3.0:1767319446.304795:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863680 00000100:00100000:3.0:1767319446.304812:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863680 00000100:00100000:3.0:1767319446.304841:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:3.0:1767319446.304851:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989863808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319446.304883:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319446.304929:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989863808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319446.304936:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00100000:3.0:1767319446.304954:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:3.0:1767319446.304960:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989863680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319446.304975:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319446.305081:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989863680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319446.305088:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00080000:3.0:1767319446.305105:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319446.305109:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319446.305374:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989863808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319446.307668:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989863680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319446.313168:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319447.136891:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319447.328356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319447.336699:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.336711:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319447.336714:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.336720:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.336724:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.336733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319447.336739:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.336747:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319447.336795:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163989863936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319447.336823:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.336827:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.336829:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.336833:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319447.336835:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.336839:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319447.336853:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091500 x1853163989864064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319447.336902:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.336906:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.336908:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.336913:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319447.336916:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.336921:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319447.336934:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090e00 x1853163989864320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319447.336939:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989864192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319447.336961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989863936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319447.336967:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319447.336970:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319447.336972:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319447.336976:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4691 00000100:00080000:1.0:1767319447.336979:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319447.336983:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319447.336994:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092a00 x1853163989864576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319447.337031:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989864448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.337052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989864832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319447.343453:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319447.343543:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989864064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319447.343588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319447.343615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989864320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319447.344160:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319447.344199:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989864576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319447.344226:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319447.344291:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989863936 00000100:00100000:2.0:1767319447.344300:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989863936 00000100:00100000:2.0:1767319447.344333:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864320 00000100:00100000:2.0:1767319447.344336:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864320 00000100:00100000:2.0:1767319447.344353:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864576 00000100:00100000:2.0:1767319447.344356:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864576 00000100:00100000:2.0:1767319447.344374:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23284 00000100:00100000:2.0:1767319447.344381:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989863936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319447.344404:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319447.344448:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989863936:12345-0@lo:38:kworker.0 Request processed in 66us (1003us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319447.344456:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23284 00000100:00100000:2.0:1767319447.344473:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23285 00000100:00100000:2.0:1767319447.344477:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989864320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319447.344487:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319447.344512:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989864320:12345-0@lo:38:kworker.0 Request processed in 33us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319447.344518:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23285 00000100:00100000:2.0:1767319447.344529:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23286 00000100:00100000:2.0:1767319447.344533:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989864576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319447.344542:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319447.344564:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989864576:12345-0@lo:38:kworker.0 Request processed in 29us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319447.344569:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23286 00000100:00080000:2.0:1767319447.344609:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319447.344615:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319447.344619:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989864576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319447.344628:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319447.344632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319447.344635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989863936:0@lo:38:kworker.0 00000100:00080000:2.0:1767319447.344644:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319447.344647:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319447.344649:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989864320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319447.347253:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989864704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319447.347332:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.348187:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319447.348261:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864448 00000100:00100000:1.0:1767319447.348270:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864448 00000100:00100000:1.0:1767319447.348332:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5082 00000100:00100000:1.0:1767319447.348343:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989864448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.348395:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989864448:12345-0@lo:400:kworker.0 Request processed in 55us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319447.348403:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5082 00000100:00080000:1.0:1767319447.348427:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319447.348458:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989864448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.348493:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864064 00000100:00100000:1.0:1767319447.348497:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864064 00000100:00100000:1.0:1767319447.349079:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:1.0:1767319447.349085:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989864064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319447.349107:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319447.349164:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989864064:12345-0@lo:38:kworker.0 Request processed in 78us (5575us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319447.349170:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00080000:1.0:1767319447.349202:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319447.349207:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319447.349211:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989864064:0@lo:38:kworker.0 00000100:00100000:1.0:1767319447.349263:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864704 00000100:00100000:1.0:1767319447.349267:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864704 00000100:00100000:1.0:1767319447.349295:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:1.0:1767319447.349301:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989864704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.349340:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989864704:12345-0@lo:400:kworker.0 Request processed in 40us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319447.349346:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767319447.349523:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.349549:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864192 00000100:00100000:0.0:1767319447.349552:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864192 00000100:00100000:0.0:1767319447.349578:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5083 00000100:00100000:0.0:1767319447.349583:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989864192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319447.349607:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989864192:12345-0@lo:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.349611:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5083 00000100:00080000:0.0:1767319447.349626:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319447.349641:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989864192:0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.349716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319447.350760:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989864704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.351301:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864832 00000100:00100000:1.0:1767319447.351309:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864832 00000100:00100000:1.0:1767319447.351353:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:1.0:1767319447.351361:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989864832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319447.351437:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989864832:12345-0@lo:400:kworker.0 Request processed in 77us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319447.351443:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00100000:3.0:1767319447.353528:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989864832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319447.405334:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319447.405385:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319447.405522:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838592 00000100:00100000:0.0:1767319447.405534:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838592 00000100:00100000:0.0:1767319447.405614:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838464 00000100:00100000:0.0:1767319447.405618:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838464 00000100:00100000:0.0:1767319447.405637:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5084 00000100:00100000:0.0:1767319447.405648:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925838592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319447.405729:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925838592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319447.405737:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5084 00000100:00100000:0.0:1767319447.405760:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23287 00000100:00100000:0.0:1767319447.405764:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925838464:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:3.0:1767319447.405862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767319447.405928:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319447.405959:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925838464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 193us (573us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319447.405966:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23287 00010000:00010000:3.0:1767319448.163583:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319448.352313:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319449.184621:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319449.377593:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319450.210444:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319450.400391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319451.233088:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319451.424824:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319451.425136:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319451.425152:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989864960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319451.425158:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319426/real 1767319426] req@ffff96e2fd1d1f80 x1853163989859712/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319451.425188:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd1d1f80 x1853163989859712/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319451.425201:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319451.425221:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319451.425225:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989859712:0@lo:250:kworker.0 00000100:00080000:1.0:1767319451.425280:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319451.425285:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319451.425288:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319451.425292:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4676 00000100:00080000:1.0:1767319451.425296:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319451.425301:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319451.425318:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091500 x1853163989865088/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319451.425331:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319451.425334:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319451.425336:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319451.425339:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4697 00000100:00080000:1.0:1767319451.425342:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319451.425344:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319451.425358:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163989865216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319451.425366:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319451.425369:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319451.425371:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319451.425374:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4697 00000100:00080000:1.0:1767319451.425376:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319451.425380:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319451.425390:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093800 x1853163989865344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319451.425414:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319451.425417:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319451.425419:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319451.425422:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4697 00000100:00080000:1.0:1767319451.425424:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319451.425428:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319451.425454:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092d80 x1853163989865600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319451.425469:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319451.425472:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319451.425474:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319451.425477:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4697 00000100:00080000:1.0:1767319451.425479:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319451.425482:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319451.425493:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093480 x1853163989865856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319451.425535:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989865088:0@lo:250:kworker.0 00000100:00100000:2.0:1767319451.425689:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319451.425753:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989865984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.425780:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319451.425799:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319451.425804:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989866112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.425823:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319451.425868:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865984 00000100:00100000:2.0:1767319451.425874:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865984 00000100:00100000:2.0:1767319451.425915:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866112 00000100:00100000:2.0:1767319451.425918:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866112 00000100:00100000:2.0:1767319451.425935:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1767319451.425942:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989865984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.425983:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989865984:12345-0@lo:400:kworker.0 Request processed in 41us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319451.425989:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1767319451.426003:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:2.0:1767319451.426007:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989866112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.426027:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989866112:12345-0@lo:400:kworker.0 Request processed in 19us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319451.426032:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:2.0:1767319451.426059:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989865728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.426086:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319451.426105:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319451.426110:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989865472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.426127:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319451.426182:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865728 00000100:00100000:2.0:1767319451.426185:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865728 00000100:00100000:2.0:1767319451.426207:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865472 00000100:00100000:2.0:1767319451.426209:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865472 00000100:00100000:2.0:1767319451.426224:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085 00000100:00100000:2.0:1767319451.426247:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989865728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319451.426277:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989865728:12345-0@lo:400:kworker.0 Request processed in 48us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319451.426491:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5086 00000100:00100000:0.0:1767319451.426501:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989865472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319451.426532:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989865472:12345-0@lo:400:kworker.0 Request processed in 33us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319451.426538:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5086 00000400:00000100:1.0:1767319451.426566:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989865088 offset 0 length 520: 4 00000100:00100000:0.0:1767319451.426567:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989866240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319451.426599:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319451.426600:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989865216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319451.426629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319451.426649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989865344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319451.426671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319451.427062:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865216 00000100:00100000:0.0:1767319451.427067:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865216 00000100:00100000:0.0:1767319451.427092:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23288 00000100:00100000:0.0:1767319451.427097:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989865216:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319451.427115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989865600:0@lo:38:kworker.0 00010000:00020000:0.0:1767319451.427117:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319451.427157:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319451.427162:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989865216:12345-0@lo:38:kworker.0 Request processed in 61us (529us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319451.427169:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23288 00000100:00100000:0.0:1767319451.427182:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865600 00000100:00100000:0.0:1767319451.427186:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865600 00000100:00100000:1.0:1767319451.427187:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989865856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319451.427213:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23289 00000100:00100000:1.0:1767319451.427219:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319451.427223:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989865600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319451.427261:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319451.427270:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319451.427277:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319451.427282:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989865216:0@lo:38:kworker.0 00000100:00080000:1.0:1767319451.427299:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319451.427302:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989865600:12345-0@lo:38:kworker.0 Request processed in 79us (145us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319451.427305:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319451.427314:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23289 00000100:00100000:1.0:1767319451.427315:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989865600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319451.427326:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865856 00000100:00100000:0.0:1767319451.427330:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865856 00000100:00100000:0.0:1767319451.427344:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23290 00000100:00100000:0.0:1767319451.427348:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989865856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319451.427357:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319451.427377:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989864960 00000100:00100000:1.0:1767319451.427383:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989864960 00000100:00100000:0.0:1767319451.427393:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989865856:12345-0@lo:38:kworker.0 Request processed in 43us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319451.427401:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23290 00000100:00100000:1.0:1767319451.427418:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866240 00000100:00100000:1.0:1767319451.427423:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866240 00000100:00100000:0.0:1767319451.427435:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:0.0:1767319451.427444:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989864960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319451.427472:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319451.427502:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989864960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319451.427508:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00080000:0.0:1767319451.427529:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319451.427534:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319451.427536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319451.427552:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319451.427556:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319451.427560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989865856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319451.427599:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989865472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319451.427609:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989865728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319451.427629:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989866112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319451.427638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989865984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319451.427649:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989864960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319451.427675:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989865344 00000100:00100000:0.0:1767319451.427678:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989865344 00000100:00100000:0.0:1767319451.427698:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:0.0:1767319451.427701:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989865344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319451.427711:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319451.427739:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989865344:12345-0@lo:38:kworker.0 Request processed in 36us (1067us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319451.427745:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00080000:0.0:1767319451.427767:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319451.427771:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319451.427773:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989865344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319451.428249:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085 00000100:00100000:1.0:1767319451.429644:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:1.0:1767319451.429659:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989866240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319451.429691:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319451.429782:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989866240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (3182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319451.429788:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1767319451.429969:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989866240:0@lo:13:osp-pre-1-1.0 00000400:00000100:3.0:1767319451.492822:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925838720 offset 0 length 520: 4 00000100:00100000:3.0:1767319451.492871:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319451.495307:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319451.505840:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838848 00000100:00100000:0.0:1767319451.505853:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838848 00000100:00100000:2.0:1767319451.505901:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925838976 00000100:00100000:2.0:1767319451.505909:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925838976 00000100:00100000:0.0:1767319451.506012:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5087 00000100:00100000:0.0:1767319451.506024:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925838976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319451.506114:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925838976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (10812us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319451.506121:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5087 00000100:00100000:0.0:1767319451.506141:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23291 00000100:00100000:0.0:1767319451.506146:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925838848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319451.506167:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319451.506192:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925838848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (13321us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319451.506198:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23291 00000100:00080000:2.0:1767319451.506334:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319452.256798:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319452.450931:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319453.280899:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319453.472749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319454.305273:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319454.496910:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319455.329328:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319455.520557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319456.352543:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319456.544389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319456.544755:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319456.544771:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989866368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319456.544834:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319456.544944:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866368 00000100:00100000:1.0:1767319456.544960:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866368 00000100:00100000:1.0:1767319456.545023:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:1.0:1767319456.545032:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989866368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319456.545062:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319456.545108:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989866368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319456.545115:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00080000:3.0:1767319456.545177:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319456.545217:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989866368:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319456.545522:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319456.545527:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319456.545529:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319456.545533:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319456.545537:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319456.545542:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4701 00000100:00080000:2.0:1767319456.545546:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319456.545550:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319456.545573:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584380 x1853163989866496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319456.545587:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319456.545590:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319456.545592:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319456.545596:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4701 00000100:00080000:2.0:1767319456.545598:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319456.545602:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319456.545613:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587100 x1853163989866624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319456.545632:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319456.545635:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319456.545637:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319456.545640:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4701 00000100:00080000:2.0:1767319456.545642:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319456.545645:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319456.545657:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163989866880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319456.545672:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319456.545675:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319456.545677:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319456.545680:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4701 00000100:00080000:2.0:1767319456.545683:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319456.545685:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319456.545694:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163989867136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319456.545739:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989867264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319456.545773:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319456.545854:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989867008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319456.545884:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319456.545911:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319456.545917:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989866752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319456.545939:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319456.545978:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867008 00000100:00100000:3.0:1767319456.545982:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867008 00000100:00100000:3.0:1767319456.546015:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866752 00000100:00100000:3.0:1767319456.546018:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866752 00000100:00100000:3.0:1767319456.546038:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5088 00000100:00100000:3.0:1767319456.546045:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989867008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319456.546081:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989867008:12345-0@lo:400:kworker.0 Request processed in 37us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319456.546087:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5088 00000100:00100000:3.0:1767319456.546100:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089 00000100:00100000:3.0:1767319456.546106:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989866752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319456.546130:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989866752:12345-0@lo:400:kworker.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319456.546135:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089 00000100:00080000:3.0:1767319456.546148:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319456.546164:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989866752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319456.546172:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989867008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319456.546365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989866496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319456.546396:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319456.546424:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989866624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319456.546447:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319456.546468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989866880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319456.546487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319456.546501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989867136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319456.546519:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319456.546549:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867264 00000100:00100000:0.0:1767319456.546553:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867264 00000100:00100000:0.0:1767319456.546586:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:0.0:1767319456.546592:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989867264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319456.546626:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989867264:12345-0@lo:400:kworker.0 Request processed in 34us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319456.546632:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:0.0:1767319456.546651:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866624 00000100:00100000:0.0:1767319456.546655:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866624 00000100:00100000:0.0:1767319456.546673:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:0.0:1767319456.546677:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989866624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319456.546695:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319456.546727:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989866624:12345-0@lo:38:kworker.0 Request processed in 47us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319456.546733:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:0.0:1767319456.546750:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866496 00000100:00100000:0.0:1767319456.546754:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866496 00000100:00100000:0.0:1767319456.546771:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989866880 00000100:00100000:0.0:1767319456.546773:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989866880 00000100:00100000:0.0:1767319456.546779:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867136 00000100:00100000:0.0:1767319456.546781:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867136 00000100:00100000:0.0:1767319456.546788:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23292 00000100:00100000:0.0:1767319456.546792:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989866496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319456.546801:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319456.546826:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989866496:12345-0@lo:38:kworker.0 Request processed in 32us (429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319456.546831:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23292 00000100:00100000:0.0:1767319456.546844:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23293 00000100:00100000:0.0:1767319456.546847:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989866880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319456.546855:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319456.546878:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989866880:12345-0@lo:38:kworker.0 Request processed in 30us (391us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319456.546884:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23293 00000100:00100000:0.0:1767319456.546896:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23294 00000100:00100000:0.0:1767319456.546900:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989867136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319456.546908:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319456.546929:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989867136:12345-0@lo:38:kworker.0 Request processed in 28us (409us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319456.546934:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23294 00000100:00100000:0.0:1767319456.546972:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989867392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319456.546997:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319456.547028:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867392 00000100:00100000:0.0:1767319456.547031:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867392 00000100:00100000:0.0:1767319456.547056:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:0.0:1767319456.547062:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989867392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319456.547083:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319456.547116:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989867392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319456.547122:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00080000:0.0:1767319456.547137:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319456.547160:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989867392:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319456.547192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319456.547196:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319456.547199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989866496:0@lo:38:kworker.0 00000100:00080000:0.0:1767319456.547207:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319456.547210:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319456.547212:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989866624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319456.547219:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319456.547221:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319456.547223:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989866880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319456.547253:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319456.547260:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319456.547265:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989867136:0@lo:38:kworker.0 00000100:00100000:3.0:1767319456.547412:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989867264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319456.611691:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319456.612047:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839232 00000100:00100000:2.0:1767319456.612058:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839232 00000100:00100000:2.0:1767319456.612196:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5090 00000100:00100000:2.0:1767319456.612207:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925839232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319456.612335:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925839232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 128us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319456.612342:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5090 00000100:00080000:0.0:1767319456.612556:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319456.617818:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319456.618160:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839104 00000100:00100000:0.0:1767319456.618171:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839104 00000100:00100000:0.0:1767319456.618346:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23295 00000100:00100000:0.0:1767319456.618352:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925839104:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319456.618461:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319456.618606:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925839104:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 251us (798us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319456.618613:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23295 00010000:00010000:1.0:1767319457.376582:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319457.568668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319458.400469:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319458.592355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319459.424620:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319459.616762:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319460.448436:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319460.640346:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319461.472691:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319461.664335:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319461.665722:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319461.665729:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319461.665732:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319461.665737:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319461.665741:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319461.665749:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4706 00000100:00080000:0.0:1767319461.665754:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319461.665761:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319461.665796:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163989867520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319461.665813:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319461.665816:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319461.665818:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319461.665822:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4706 00000100:00080000:0.0:1767319461.665825:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319461.665829:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319461.665844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989867520:0@lo:38:kworker.0 00000100:00100000:0.0:1767319461.665846:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163989867776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319461.665882:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989867648:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319461.665891:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319461.665894:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319461.665896:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319461.665899:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4706 00000100:00080000:0.0:1767319461.665902:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319461.665905:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319461.665916:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163989868160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319461.665931:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319461.665937:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319461.665939:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319461.665941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319461.665942:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319461.665945:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4706 00000100:00080000:0.0:1767319461.665949:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319461.665952:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319461.665963:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989868416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319461.666001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989868544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319461.666025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319461.666027:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989868032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319461.666050:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319461.666053:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319461.666055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989867904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319461.666070:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319461.666073:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319461.666075:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989868288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319461.666092:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319461.666100:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867648 00000100:00100000:2.0:1767319461.666107:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867648 00000100:00100000:3.0:1767319461.666115:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867520 00000100:00100000:3.0:1767319461.666117:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867520 00000100:00100000:2.0:1767319461.666147:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867904 00000100:00100000:3.0:1767319461.666147:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868032 00000100:00100000:2.0:1767319461.666150:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867904 00000100:00100000:3.0:1767319461.666150:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868032 00000100:00100000:2.0:1767319461.666165:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:3.0:1767319461.666169:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868288 00000100:00100000:3.0:1767319461.666171:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868288 00000100:00100000:2.0:1767319461.666173:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989867648:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319461.666187:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091 00000100:00100000:3.0:1767319461.666192:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989868032:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1767319461.666199:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319461.666245:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989867648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319461.666245:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989868032:12345-0@lo:400:kworker.0 Request processed in 37us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319461.666253:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:3.0:1767319461.666253:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091 00000100:00100000:2.0:1767319461.666269:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:3.0:1767319461.666269:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5092 00000100:00100000:2.0:1767319461.666275:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989867904:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319461.666275:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989868288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319461.666301:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989868288:12345-0@lo:400:kworker.0 Request processed in 27us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319461.666307:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5092 00000100:00100000:3.0:1767319461.666425:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23296 00000100:00100000:3.0:1767319461.666430:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989867520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319461.666447:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319461.666571:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989867520:12345-0@lo:38:kworker.0 Request processed in 138us (637us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319461.666577:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23296 00000100:00100000:3.0:1767319461.666628:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989868288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319461.666637:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989868032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319461.666672:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868544 00000100:00100000:3.0:1767319461.666676:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868544 00000100:00100000:3.0:1767319461.666701:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:3.0:1767319461.666707:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989868544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319461.666735:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989868544:12345-0@lo:400:kworker.0 Request processed in 29us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319461.666741:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00080000:3.0:1767319461.666765:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319461.666769:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319461.666771:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319461.666791:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989868544:0@lo:400:kworker.0 00000100:00100000:3.0:1767319461.666805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989867648:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319461.669970:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319461.670083:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989867904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3803us (4003us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319461.670095:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:3.0:1767319461.670594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989867904:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319461.671384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319461.671393:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319461.671397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989867520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319461.671426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989867776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319461.671474:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319461.671524:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989868160:0@lo:38:kworker.0 00000100:00100000:1.0:1767319461.671563:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319461.671588:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989868416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319461.671608:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319461.671916:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868160 00000100:00100000:2.0:1767319461.671925:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868160 00000100:00100000:2.0:1767319461.671974:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868416 00000100:00100000:2.0:1767319461.671978:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868416 00000100:00100000:2.0:1767319461.672002:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23297 00000100:00100000:2.0:1767319461.672010:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989868160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319461.672029:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319461.672073:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989868160:12345-0@lo:38:kworker.0 Request processed in 63us (508us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319461.672080:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23297 00000100:00100000:2.0:1767319461.672096:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23298 00000100:00100000:2.0:1767319461.672099:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989868416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319461.672109:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319461.672132:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989868416:12345-0@lo:38:kworker.0 Request processed in 30us (522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319461.672137:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23298 00000100:00080000:1.0:1767319461.672257:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319461.672262:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319461.672266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989868160:0@lo:38:kworker.0 00000100:00080000:1.0:1767319461.672277:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319461.672356:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319461.672360:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989868416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319461.673039:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989867776 00000100:00100000:0.0:1767319461.673046:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989867776 00000100:00100000:0.0:1767319461.673088:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:0.0:1767319461.673094:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989867776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319461.673109:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319461.673169:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989867776:12345-0@lo:38:kworker.0 Request processed in 74us (1693us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319461.673176:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00080000:2.0:1767319461.673381:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319461.673387:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319461.673391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989867776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319461.731533:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319461.731646:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839488 00000100:00100000:3.0:1767319461.731657:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839488 00000100:00080000:0.0:1767319461.731727:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319461.731740:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5093 00000100:00100000:3.0:1767319461.731753:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925839488:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319461.731765:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319461.731841:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925839488:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319461.731850:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5093 00000100:00100000:3.0:1767319461.731877:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839360 00000100:00100000:3.0:1767319461.731881:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839360 00000100:00100000:3.0:1767319461.731910:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23299 00000100:00100000:3.0:1767319461.731915:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925839360:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319461.731935:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319461.731965:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925839360:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319461.731973:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23299 00010000:00010000:1.0:1767319462.496419:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319462.688456:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319463.520426:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319463.712348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319464.545455:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319464.736965:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319465.568484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319465.760415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319466.592453:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319466.784450:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319466.784452:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319466.784471:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989868800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319466.784472:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989868672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319466.784608:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319466.784652:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319466.784676:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319466.784683:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319466.784686:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319466.784689:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319466.784694:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319466.784700:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868800 00000100:00100000:0.0:1767319466.784703:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319466.784708:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4711 00000100:00100000:1.0:1767319466.784709:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868800 00000100:00080000:2.0:1767319466.784723:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319466.784727:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868672 00000100:00080000:2.0:1767319466.784729:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:0.0:1767319466.784741:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319466.784752:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163989868928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319466.784783:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00080000:2.0:1767319466.784783:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319466.784790:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319466.784792:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319466.784797:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989868800:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319466.784798:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4711 00000100:00080000:2.0:1767319466.784803:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319466.784809:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319466.784823:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163989869056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:1.0:1767319466.784829:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319466.784865:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319466.784869:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319466.784871:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319466.784875:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4711 00000100:00080000:2.0:1767319466.784879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319466.784881:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989868800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (229us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319466.784885:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319466.784894:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:2.0:1767319466.784901:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587100 x1853163989869312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319466.784920:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319466.784924:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319466.784925:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319466.784929:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4711 00000100:00080000:2.0:1767319466.784931:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319466.784933:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767319466.784935:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319466.784945:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989869184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319466.784949:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585c00 x1853163989869568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319466.784974:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989868928:0@lo:38:kworker.0 00000100:00100000:1.0:1767319466.784980:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319466.785010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319466.785018:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319466.785027:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989869440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319466.785042:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989869056:0@lo:38:kworker.0 00000100:00100000:1.0:1767319466.785057:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319466.785074:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319466.785106:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869184 00000100:00100000:1.0:1767319466.785110:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869184 00000100:00100000:2.0:1767319466.785111:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989869312:0@lo:38:kworker.0 00000100:00100000:0.0:1767319466.785120:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989868928 00000100:00100000:0.0:1767319466.785125:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868928 00000100:00100000:2.0:1767319466.785140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319466.785159:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869440 00000100:00100000:1.0:1767319466.785160:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869312 00000100:00100000:0.0:1767319466.785162:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869440 00000100:00100000:1.0:1767319466.785165:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869312 00000100:00100000:2.0:1767319466.785169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989869568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319466.785183:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5094 00000100:00100000:0.0:1767319466.785190:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095 00000100:00100000:2.0:1767319466.785191:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319466.785195:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989869184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319466.785202:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989869440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319466.785215:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869056 00000100:00100000:2.0:1767319466.785218:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869056 00000100:00100000:2.0:1767319466.785257:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:2.0:1767319466.785263:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989869056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319466.785268:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989869184:12345-0@lo:400:kworker.0 Request processed in 75us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319466.785276:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989869440:12345-0@lo:400:kworker.0 Request processed in 76us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319466.785281:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5094 00010000:00020000:2.0:1767319466.785282:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319466.785288:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095 00000100:00100000:1.0:1767319466.785301:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869568 00000100:00100000:1.0:1767319466.785306:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869568 00000100:00100000:0.0:1767319466.785311:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23300 00000100:00100000:2.0:1767319466.785316:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989869056:12345-0@lo:38:kworker.0 Request processed in 53us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319466.785317:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989868928:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319466.785325:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23301 00010000:00020000:0.0:1767319466.785326:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319466.785329:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:1.0:1767319466.785335:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989869312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319466.785348:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319466.785355:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989868928:12345-0@lo:38:kworker.0 Request processed in 37us (345us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319466.785359:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319466.785367:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23300 00000100:00080000:2.0:1767319466.785369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.785372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989868928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319466.785381:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23302 00000100:00080000:2.0:1767319466.785384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319466.785385:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989869568:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319466.785388:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.785393:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989869056:0@lo:38:kworker.0 00010000:00020000:0.0:1767319466.785394:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319466.785396:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989869312:12345-0@lo:38:kworker.0 Request processed in 58us (252us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319466.785405:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319466.785406:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23301 00000100:00080000:2.0:1767319466.785413:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.785417:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989869312:0@lo:38:kworker.0 00000100:00100000:0.0:1767319466.785420:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989869568:12345-0@lo:38:kworker.0 Request processed in 33us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319466.785426:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23302 00000100:00080000:2.0:1767319466.785428:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319466.785431:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319466.785436:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989869568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319466.785453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319466.785454:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989869184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319466.785476:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989869440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319466.785492:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989868800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319466.786287:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989868672 00000100:00080000:0.0:1767319466.786346:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319466.786347:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:3.0:1767319466.786359:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989868672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319466.786383:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319466.786431:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989868672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (1731us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319466.786439:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:1.0:1767319466.786474:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989868672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319466.852217:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319466.852295:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319466.852490:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839744 00000100:00100000:0.0:1767319466.852500:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839744 00000100:00100000:3.0:1767319466.852508:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839616 00000100:00100000:3.0:1767319466.852515:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839616 00000100:00080000:1.0:1767319466.852558:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319466.852568:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5096 00000100:00100000:0.0:1767319466.852577:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23303 00000100:00100000:3.0:1767319466.852583:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925839744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319466.852588:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925839616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319466.852610:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319466.852671:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925839744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319466.852679:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5096 00000100:00100000:0.0:1767319466.853489:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925839616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 79us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319466.853500:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23303 00010000:00010000:1.0:1767319467.616787:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319467.808529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319468.640543:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319468.832331:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319469.665638:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319469.856317:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319470.688408:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319470.880351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319471.712743:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319471.904543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319471.904556:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319471.904570:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989869824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319471.904571:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989869696:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319471.904640:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319471.904645:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319471.904648:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319471.904651:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319471.904655:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319471.904660:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4716 00000100:00080000:3.0:1767319471.904664:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319471.904699:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319471.904723:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1f80 x1853163989869952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319471.904743:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319471.904746:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319471.904748:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319471.904751:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4716 00000100:00080000:3.0:1767319471.904753:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319471.904757:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319471.904780:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3480 x1853163989870080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319471.904798:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319471.904800:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319471.904802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319471.904805:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4716 00000100:00080000:3.0:1767319471.904807:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319471.904810:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319471.904821:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3b80 x1853163989870336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319471.904834:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319471.904837:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319471.904838:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319471.904842:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4716 00000100:00080000:3.0:1767319471.904844:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319471.904847:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319471.904856:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0a80 x1853163989870592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319471.904890:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989869952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319471.904978:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989870720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.912920:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.913012:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989870848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.913050:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.913074:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319471.913082:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989870208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.913109:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.913167:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870848 00000100:00100000:1.0:1767319471.913175:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870848 00000100:00100000:1.0:1767319471.913253:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1767319471.913263:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989870848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.913318:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989870848:12345-0@lo:400:kworker.0 Request processed in 56us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319471.913325:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00080000:1.0:1767319471.913348:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319471.913383:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989870848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.913424:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870208 00000100:00100000:1.0:1767319471.913428:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870208 00000100:00100000:1.0:1767319471.913464:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5097 00000100:00100000:3.0:1767319471.913470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.913476:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989870208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319471.913507:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989870080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319471.913519:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989870208:12345-0@lo:400:kworker.0 Request processed in 46us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319471.913526:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5097 00000100:00100000:1.0:1767319471.913537:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869952 00000100:00100000:1.0:1767319471.913540:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869952 00000100:00100000:1.0:1767319471.913558:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23304 00000100:00100000:1.0:1767319471.913562:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989869952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319471.913579:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319471.913607:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989869952:12345-0@lo:38:kworker.0 Request processed in 44us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319471.913613:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23304 00000100:00080000:1.0:1767319471.913631:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319471.913650:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989870208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.913698:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869824 00000100:00100000:1.0:1767319471.913702:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869824 00000100:00100000:1.0:1767319471.913726:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:1.0:1767319471.913732:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989869824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319471.913753:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319471.913788:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989869824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319471.913794:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:1.0:1767319471.913826:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989869824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319471.916382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319471.916448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989870336:0@lo:38:kworker.0 00000100:00100000:3.0:1767319471.916482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319471.916501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989870592:0@lo:38:kworker.0 00000100:00100000:3.0:1767319471.916533:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319471.916573:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319471.916578:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319471.916582:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989869952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319471.917004:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319471.917033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989870464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319471.917056:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319471.917160:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870080 00000100:00100000:1.0:1767319471.917168:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870080 00000100:00100000:3.0:1767319471.917194:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989869696 00000100:00100000:3.0:1767319471.917200:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989869696 00000100:00100000:1.0:1767319471.917217:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:1.0:1767319471.917226:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989870080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319471.917268:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319471.917304:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:3.0:1767319471.917318:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989869696:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319471.917319:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989870080:12345-0@lo:38:kworker.0 Request processed in 88us (939us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319471.917331:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00002000:00000024:3.0:1767319471.917349:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319471.917357:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870336 00000100:00100000:1.0:1767319471.917362:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870336 00000100:00100000:1.0:1767319471.917387:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870592 00000100:00100000:1.0:1767319471.917390:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870592 00000100:00100000:3.0:1767319471.917395:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989869696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319471.917403:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767319471.917407:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870464 00000100:00100000:1.0:1767319471.917411:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870464 00000100:00080000:3.0:1767319471.917437:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319471.917441:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5098 00000100:00080000:3.0:1767319471.917445:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319471.917452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989870080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319471.917455:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989870464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.917497:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989870464:12345-0@lo:400:kworker.0 Request processed in 47us (438us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319471.917501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319471.917503:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5098 00000100:00080000:3.0:1767319471.917510:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319471.917521:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23305 00000100:00100000:1.0:1767319471.917525:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989870336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319471.917535:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319471.917563:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989870336:12345-0@lo:38:kworker.0 Request processed in 36us (1080us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319471.917568:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23305 00000100:00100000:1.0:1767319471.917580:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23306 00000100:00100000:1.0:1767319471.917584:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989870592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319471.917593:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319471.917620:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319471.917631:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319471.917635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989870336:0@lo:38:kworker.0 00000100:00100000:3.0:1767319471.917698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989870464:0@lo:400:kworker.0 00000100:00100000:3.0:1767319471.917715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989869696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319471.922174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319471.923137:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989870720 00000100:00100000:3.0:1767319471.923147:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989870720 00000100:00100000:3.0:1767319471.923215:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:3.0:1767319471.923224:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989870720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319471.923310:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989870720:12345-0@lo:400:kworker.0 Request processed in 87us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319471.923317:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00100000:0.0:1767319471.924161:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989870720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319471.928373:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989870592:12345-0@lo:38:kworker.0 Request processed in 10775us (11826us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319471.928390:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23306 00000100:00080000:3.0:1767319471.928808:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319471.928831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319471.928836:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989870592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319471.972514:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319471.973193:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319471.973485:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840000 00000100:00100000:3.0:1767319471.973499:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840000 00000100:00100000:3.0:1767319471.973594:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925839872 00000100:00100000:3.0:1767319471.973598:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925839872 00000100:00100000:3.0:1767319471.973626:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5099 00000100:00100000:3.0:1767319471.973640:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925840000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319471.973702:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23307 00000100:00100000:0.0:1767319471.973715:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925839872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319471.973751:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319471.973762:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925840000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319471.973773:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5099 00000100:00100000:0.0:1767319471.973842:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925839872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 125us (655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319471.973851:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23307 00000100:00080000:2.0:1767319471.974804:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319472.745616:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319472.928412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319473.760757:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319473.953274:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319474.784602:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319474.976425:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319475.808846:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319476.002251:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319451/real 1767319451] req@ffff96e2ec091500 x1853163989865088/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319476.002295:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec091500 x1853163989865088/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319476.002312:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319476.002352:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319476.002357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989865088:0@lo:250:kworker.0 00000100:00080000:1.0:1767319476.002554:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319476.002561:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319476.002564:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319476.002570:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4701 00000100:00080000:1.0:1767319476.002574:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319476.002581:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319476.002641:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1c00 x1853163989870976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319476.002674:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319476.002678:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319476.002680:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319476.002684:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4721 00000100:00080000:1.0:1767319476.002687:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319476.002691:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319476.002708:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3480 x1853163989871104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319476.002716:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319476.002720:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319476.002721:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319476.002725:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4721 00000100:00080000:1.0:1767319476.002727:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319476.002731:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319476.002742:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0a80 x1853163989871232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319476.002787:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319476.002791:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319476.002793:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319476.002797:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4721 00000100:00080000:1.0:1767319476.002800:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319476.002804:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319476.002815:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0000 x1853163989871488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319476.002841:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319476.002845:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319476.002847:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319476.002851:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4721 00000100:00080000:1.0:1767319476.002854:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319476.002858:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319476.002870:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1180 x1853163989871744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319476.002912:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989871872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319476.002949:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989871360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319476.003033:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319476.003098:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319476.003105:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989872000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319476.003135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319476.003167:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319476.003205:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871360 00000100:00100000:2.0:1767319476.003214:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871360 00000100:00100000:0.0:1767319476.003217:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872000 00000100:00100000:0.0:1767319476.003222:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872000 00000100:00100000:2.0:1767319476.003297:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5100 00000100:00100000:2.0:1767319476.003308:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989871360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319476.003386:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989871360:12345-0@lo:400:kworker.0 Request processed in 80us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319476.003394:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5100 00000100:00080000:2.0:1767319476.003422:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319476.003429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319476.003471:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989871360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319476.003473:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:0.0:1767319476.003497:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989872000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319476.003628:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989872000:12345-0@lo:400:kworker.0 Request processed in 138us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319476.003637:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:1.0:1767319476.003657:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319476.003681:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871872 00000100:00100000:0.0:1767319476.003690:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871872 00000100:00100000:1.0:1767319476.003697:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319476.003708:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989871616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319476.003737:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319476.003831:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1767319476.003850:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871616 00000100:00100000:0.0:1767319476.003851:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989871872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319476.003858:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871616 00000100:00100000:3.0:1767319476.003908:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101 00000100:00100000:3.0:1767319476.003919:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989871616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319476.003926:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989871872:12345-0@lo:400:kworker.0 Request processed in 82us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319476.003980:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989871616:12345-0@lo:400:kworker.0 Request processed in 64us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319476.003987:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101 00000100:00100000:3.0:1767319476.004288:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989870976:0@lo:250:kworker.0 00000400:00000100:3.0:1767319476.004321:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989870976 offset 0 length 520: 4 00000100:00100000:3.0:1767319476.004345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989871104:0@lo:38:kworker.0 00000100:00100000:3.0:1767319476.004375:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319476.004399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989871232:0@lo:38:kworker.0 00000100:00100000:3.0:1767319476.004428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319476.004650:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989871488:0@lo:38:kworker.0 00000100:00100000:3.0:1767319476.004679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319476.004697:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989871744:0@lo:38:kworker.0 00000100:00100000:3.0:1767319476.004720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319476.004752:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871104 00000100:00100000:3.0:1767319476.004757:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871104 00000100:00100000:3.0:1767319476.004781:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871488 00000100:00100000:3.0:1767319476.004784:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871488 00000100:00100000:3.0:1767319476.004796:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871744 00000100:00100000:3.0:1767319476.004798:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871744 00000100:00100000:3.0:1767319476.004808:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23308 00000100:00100000:3.0:1767319476.004813:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989871104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319476.004837:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319476.004875:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989871104:12345-0@lo:38:kworker.0 Request processed in 61us (500us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319476.004882:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23308 00000100:00100000:3.0:1767319476.004895:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23309 00000100:00100000:3.0:1767319476.004899:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989871488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319476.004908:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319476.005107:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989871232 00000100:00100000:2.0:1767319476.005112:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989871232 00000100:00100000:2.0:1767319476.005139:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767319476.005145:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989871232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319476.005156:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319476.005188:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989871232:12345-0@lo:38:kworker.0 Request processed in 42us (759us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319476.005194:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00080000:2.0:1767319476.005215:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319476.005221:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319476.005270:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989872000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319476.005294:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:2.0:1767319476.005307:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23310 00000100:00100000:2.0:1767319476.005313:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989871744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319476.005326:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319476.005405:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989871616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319476.007760:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989871872:0@lo:400:kworker.0 00000100:00080000:1.0:1767319476.008250:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319476.008674:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319476.008679:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989871104:0@lo:38:kworker.0 00000100:00080000:1.0:1767319476.008700:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319476.008703:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319476.008706:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989871232:0@lo:38:kworker.0 00000100:00080000:1.0:1767319476.008717:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319476.008721:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319476.008724:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989871744:0@lo:38:kworker.0 00000100:00100000:3.0:1767319476.008832:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989871488:12345-0@lo:38:kworker.0 Request processed in 3928us (4149us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319476.008845:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23309 00000100:00080000:1.0:1767319476.009700:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319476.009709:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319476.009713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989871488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319476.018562:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989871744:12345-0@lo:38:kworker.0 Request processed in 13228us (13821us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319476.018585:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23310 00010000:00010000:0.0:1767319476.832535:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319477.024541:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319477.024583:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989872128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319477.024680:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319477.024753:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872128 00000100:00100000:3.0:1767319477.024771:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872128 00000100:00100000:3.0:1767319477.024853:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:3.0:1767319477.024862:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989872128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319477.024905:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319477.025004:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989872128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319477.025014:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:3.0:1767319477.025125:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989872256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319477.025139:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989872128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319477.025162:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319477.025199:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872256 00000100:00100000:3.0:1767319477.025203:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872256 00000100:00100000:3.0:1767319477.025226:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:3.0:1767319477.026153:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989872256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319477.026181:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319477.026360:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989872256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 220us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319477.026367:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:3.0:1767319477.026421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989872256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319477.030647:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319477.093969:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319477.094168:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840256 00000100:00100000:0.0:1767319477.094183:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840256 00000100:00080000:3.0:1767319477.094282:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319477.094365:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319477.094392:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925840384 offset 0 length 520: 4 00000100:00100000:3.0:1767319477.094420:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840128 00000100:00100000:3.0:1767319477.094433:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840128 00000100:00100000:3.0:1767319477.094567:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5102 00000100:00100000:3.0:1767319477.094614:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925840256:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319477.094706:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925840256:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319477.094722:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5102 00000100:00100000:3.0:1767319477.094745:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23311 00000100:00100000:3.0:1767319477.094750:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925840128:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319477.094770:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319477.094793:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925840128:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (430us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319477.094799:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23311 00010000:00010000:1.0:1767319477.857469:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319478.048929:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319478.880586:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319479.072787:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319479.904789:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319480.096416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319480.933604:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319481.120868:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319481.125892:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319481.125913:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319481.125917:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319481.125925:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319481.125933:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319481.125943:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4725 00000100:00080000:3.0:1767319481.125949:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319481.125963:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319481.126035:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1f80 x1853163989872384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319481.126094:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319481.126434:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319481.126526:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319481.126531:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4725 00000100:00080000:3.0:1767319481.126538:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319481.126543:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319481.126567:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163989872512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319481.126632:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319481.126636:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319481.126638:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319481.126642:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4725 00000100:00080000:3.0:1767319481.126645:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319481.126648:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319481.126660:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092680 x1853163989872768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319481.126686:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319481.126690:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319481.126692:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319481.126695:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4725 00000100:00080000:3.0:1767319481.126697:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319481.126701:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319481.126806:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989872384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319481.126900:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319481.126975:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989872512:0@lo:38:kworker.0 00000100:00100000:1.0:1767319481.127005:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319481.127028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989872768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319481.127053:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319481.127426:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae300 x1853163989873024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319481.127837:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989872896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319481.127885:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319481.127941:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872384 00000100:00100000:1.0:1767319481.127953:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872384 00000100:00100000:1.0:1767319481.128006:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872768 00000100:00100000:1.0:1767319481.128010:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872768 00000100:00100000:1.0:1767319481.128028:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872896 00000100:00100000:1.0:1767319481.128031:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872896 00000100:00100000:0.0:1767319481.128282:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319481.128295:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989872640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319481.128342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319481.128388:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872640 00000100:00100000:0.0:1767319481.128392:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872640 00000100:00100000:2.0:1767319481.128514:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989873152:0@lo:400:kworker.0 00000100:00100000:2.0:1767319481.128562:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319481.128617:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873152 00000100:00100000:2.0:1767319481.128621:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873152 00000100:00100000:3.0:1767319481.129653:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23312 00000100:00100000:3.0:1767319481.129666:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989872384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319481.129696:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319481.129776:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989872384:12345-0@lo:38:kworker.0 Request processed in 109us (2874us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319481.129784:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23312 00000100:00100000:3.0:1767319481.129814:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23313 00000100:00100000:3.0:1767319481.129819:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989872768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319481.129828:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319481.129856:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989872768:12345-0@lo:38:kworker.0 Request processed in 35us (2801us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319481.129862:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23313 00000100:00100000:3.0:1767319481.129890:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989873024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319481.129923:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319481.129967:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319481.129973:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319481.129977:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989872384:0@lo:38:kworker.0 00000100:00080000:3.0:1767319481.129991:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319481.129995:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319481.129998:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989872768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319481.130036:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873024 00000100:00100000:3.0:1767319481.130042:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873024 00000100:00100000:3.0:1767319481.130064:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23314 00000100:00100000:3.0:1767319481.130068:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989873024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319481.130078:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319481.130106:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989873024:12345-0@lo:38:kworker.0 Request processed in 36us (183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319481.130112:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23314 00000100:00080000:3.0:1767319481.130134:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319481.130138:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319481.130141:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989873024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319481.130184:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319481.133671:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989873280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319481.133778:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319481.135842:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5103 00000100:00100000:1.0:1767319481.135866:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989872896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319481.135974:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989872896:12345-0@lo:400:kworker.0 Request processed in 119us (8087us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319481.135982:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5103 00000100:00100000:1.0:1767319481.136027:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989872512 00000100:00100000:1.0:1767319481.136039:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989872512 00000100:00100000:1.0:1767319481.136079:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:1.0:1767319481.136085:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a52450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989872512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319481.136115:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319481.136160:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a52450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989872512:12345-0@lo:38:kworker.0 Request processed in 74us (9153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319481.136166:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:3.0:1767319481.136552:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989872896:0@lo:400:kworker.0 00000100:00080000:3.0:1767319481.136603:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319481.136609:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319481.136613:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989872512:0@lo:38:kworker.0 00000100:00100000:3.0:1767319481.136689:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873280 00000100:00100000:3.0:1767319481.136694:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873280 00000100:00100000:0.0:1767319481.140737:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5104 00000100:00100000:0.0:1767319481.140758:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989872640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319481.140880:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989872640:12345-0@lo:400:kworker.0 Request processed in 130us (12540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319481.140892:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5104 00000100:00100000:0.0:1767319481.140952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989872640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319481.142289:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:2.0:1767319481.142306:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989873152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319481.142387:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989873152:12345-0@lo:400:kworker.0 Request processed in 87us (13823us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319481.142395:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:2.0:1767319481.142459:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989873152:0@lo:400:kworker.0 00000100:00080000:1.0:1767319481.146250:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319481.146265:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319481.146270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319481.150048:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:3.0:1767319481.150327:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989873280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319481.150625:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989873280:12345-0@lo:400:kworker.0 Request processed in 562us (16844us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319481.150634:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:2.0:1767319481.150882:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989873280:0@lo:400:kworker.0 00010000:00010000:0.0:1767319481.953326:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319482.144665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989873408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319482.144770:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319482.144878:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873408 00000100:00100000:1.0:1767319482.144900:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873408 00000100:00100000:3.0:1767319482.144943:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319482.144955:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989873536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319482.144964:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:1.0:1767319482.144974:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989873408:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319482.144988:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767319482.145129:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319482.145203:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989873408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 229us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319482.145211:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00100000:1.0:1767319482.145249:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873536 00000100:00100000:1.0:1767319482.145253:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873536 00000100:00100000:1.0:1767319482.145268:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767319482.145274:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989873536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319482.145293:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319482.145320:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989873536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319482.145326:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00100000:2.0:1767319482.145569:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989873408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319482.147063:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989873536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319482.147200:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319482.211078:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319482.211292:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319482.212171:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840640 00000100:00100000:0.0:1767319482.212184:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840640 00000100:00100000:0.0:1767319482.212386:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840512 00000100:00100000:0.0:1767319482.212390:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840512 00000100:00100000:0.0:1767319482.212415:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5105 00000100:00100000:0.0:1767319482.212425:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925840640:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319482.212539:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925840640:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319482.212547:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5105 00000100:00100000:0.0:1767319482.212568:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23315 00000100:00100000:0.0:1767319482.212573:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925840512:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319482.212597:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319482.212620:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925840512:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (1330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319482.212626:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23315 00000100:00080000:3.0:1767319482.213838:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319482.976656:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319483.168508:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319484.001202:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319484.192606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319485.026267:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319485.216712:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319486.052059:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319486.240593:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319486.240621:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319486.240627:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319486.240633:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319486.240638:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319486.240648:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4730 00000100:00080000:1.0:1767319486.240654:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319486.240662:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319486.240717:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163989873664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319486.240752:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319486.240756:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319486.240758:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319486.240762:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4730 00000100:00080000:1.0:1767319486.240765:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319486.240768:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319486.240785:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2300 x1853163989873792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319486.240808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989873664:0@lo:38:kworker.0 00000100:00080000:1.0:1767319486.240821:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319486.240826:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319486.240828:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319486.240832:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4730 00000100:00080000:1.0:1767319486.240835:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319486.240839:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319486.240852:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3800 x1853163989874048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319486.240884:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319486.240889:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319486.240891:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319486.240895:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4730 00000100:00080000:1.0:1767319486.240898:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319486.240904:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319486.240905:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319486.240919:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0700 x1853163989874304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319486.240980:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989873792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319486.241003:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989873920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319486.241012:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319486.241047:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989874048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319486.241055:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319486.241079:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319486.241084:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319486.241093:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989874560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319486.241103:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989874304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319486.241128:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319486.241138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319486.241171:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873664 00000100:00100000:1.0:1767319486.241180:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873664 00000100:00100000:3.0:1767319486.241182:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873792 00000100:00100000:3.0:1767319486.241187:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873792 00000100:00100000:1.0:1767319486.241221:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989873920 00000100:00100000:1.0:1767319486.241225:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989873920 00000100:00100000:3.0:1767319486.241250:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:3.0:1767319486.241260:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989873792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319486.241287:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319486.241298:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874048 00000100:00100000:1.0:1767319486.241302:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874048 00000100:00100000:1.0:1767319486.241314:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874304 00000100:00100000:1.0:1767319486.241316:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874304 00000100:00100000:1.0:1767319486.241329:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5106 00000100:00100000:1.0:1767319486.241343:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989873920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319486.241345:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989873792:12345-0@lo:38:kworker.0 Request processed in 81us (331us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319486.241357:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:1.0:1767319486.241417:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989873920:12345-0@lo:400:kworker.0 Request processed in 67us (349us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319486.241421:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319486.241426:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5106 00000100:00080000:3.0:1767319486.241432:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319486.241438:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989873792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319486.241449:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23316 00000100:00100000:1.0:1767319486.241455:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989873664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319486.241466:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319486.241500:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989873664:12345-0@lo:38:kworker.0 Request processed in 44us (598us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319486.241506:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23317 00000100:00100000:2.0:1767319486.241700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989874176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.241737:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319486.241755:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319486.241761:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989874432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.241784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319486.241814:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874176 00000100:00100000:2.0:1767319486.241819:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874176 00000100:00100000:3.0:1767319486.241857:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989874048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319486.241870:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319486.241897:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989874048:12345-0@lo:38:kworker.0 Request processed in 383us (819us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319486.242141:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23316 00000100:00100000:1.0:1767319486.242159:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23318 00000100:00100000:1.0:1767319486.242164:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989874304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319486.242174:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319486.242205:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989874304:12345-0@lo:38:kworker.0 Request processed in 40us (1068us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319486.242211:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23318 00000100:00100000:1.0:1767319486.243808:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989873920:0@lo:400:kworker.0 00000100:00080000:1.0:1767319486.243866:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319486.243873:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319486.243877:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989874048:0@lo:38:kworker.0 00000100:00080000:1.0:1767319486.243890:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319486.243893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319486.243896:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989874304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319486.243908:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319486.243911:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319486.243914:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989873664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319486.243970:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874560 00000100:00100000:1.0:1767319486.243977:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874560 00000100:00100000:1.0:1767319486.244062:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:1.0:1767319486.244072:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989874560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319486.244153:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989874560:12345-0@lo:400:kworker.0 Request processed in 83us (3025us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319486.244160:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:1.0:1767319486.244178:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874432 00000100:00100000:1.0:1767319486.244181:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874432 00000100:00100000:1.0:1767319486.244209:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:1.0:1767319486.244214:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989874432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319486.244288:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989874432:12345-0@lo:400:kworker.0 Request processed in 74us (2503us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319486.244295:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00100000:1.0:1767319486.244327:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989874432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319486.244351:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989874560:0@lo:400:kworker.0 00000100:00080000:1.0:1767319486.244393:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319486.244398:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319486.244401:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319486.244428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319486.247048:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107 00000100:00100000:2.0:1767319486.247080:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989874176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319486.247208:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989874176:12345-0@lo:400:kworker.0 Request processed in 146us (5469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319486.247217:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107 00000100:00100000:3.0:1767319486.249318:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23317 00000100:00100000:1.0:1767319486.250850:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989874176:0@lo:400:kworker.0 00010000:00010000:0.0:1767319487.074761:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319487.264454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319487.264504:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319487.264531:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989874688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319487.264634:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319487.265298:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874688 00000100:00100000:1.0:1767319487.265310:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874688 00000100:00100000:1.0:1767319487.265399:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1767319487.265410:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989874688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319487.265452:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319487.265538:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989874688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319487.265550:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:0.0:1767319487.265585:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989874688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319487.266094:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319487.266104:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989874816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319487.266139:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319487.266178:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874816 00000100:00100000:0.0:1767319487.266182:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874816 00000100:00100000:0.0:1767319487.266202:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:0.0:1767319487.266207:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989874816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319487.266223:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319487.266264:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989874816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319487.266269:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:0.0:1767319487.266293:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989874816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319487.335762:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319487.335868:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319487.336016:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840896 00000100:00100000:3.0:1767319487.336029:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840896 00000100:00100000:3.0:1767319487.336128:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925840768 00000100:00100000:3.0:1767319487.336133:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925840768 00000100:00100000:0.0:1767319487.336149:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5108 00000100:00100000:3.0:1767319487.336161:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23319 00000100:00100000:0.0:1767319487.336167:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925840896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319487.336172:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925840768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319487.336205:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319487.336311:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925840896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 150us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319487.336321:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5108 00000100:00080000:1.0:1767319487.336503:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319487.337846:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925840768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1666us (1966us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319487.337987:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23319 00010000:00010000:1.0:1767319488.099935:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319488.288429:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319489.120532:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319489.312426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319490.144585:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319490.336453:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319491.169809:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319491.360404:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319491.360415:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319491.360419:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319491.360423:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319491.360427:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319491.360435:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4735 00000100:00080000:1.0:1767319491.360439:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319491.360445:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319491.360486:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2d80 x1853163989874944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319491.360786:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319491.360790:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319491.360792:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319491.360796:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4735 00000100:00080000:1.0:1767319491.360799:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319491.360803:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319491.360821:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163989875072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319491.360822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989874944:0@lo:38:kworker.0 00000100:00080000:1.0:1767319491.360858:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319491.360861:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319491.360863:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319491.360867:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4735 00000100:00080000:1.0:1767319491.360869:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319491.360872:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319491.360881:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c380 x1853163989875328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319491.360888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319491.360902:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319491.360906:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319491.360907:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319491.360910:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4735 00000100:00080000:1.0:1767319491.360913:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319491.360915:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319491.360925:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163989875584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319491.360940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989875072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319491.360957:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989875840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319491.360963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319491.360985:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989875328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319491.360997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319491.361003:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319491.361017:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989875584:0@lo:38:kworker.0 00000100:00100000:1.0:1767319491.361019:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319491.361023:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989875200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319491.361034:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319491.361049:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875840 00000100:00100000:1.0:1767319491.361055:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875840 00000100:00100000:3.0:1767319491.361076:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989874944 00000100:00100000:3.0:1767319491.361080:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989874944 00000100:00100000:3.0:1767319491.361103:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875328 00000100:00100000:3.0:1767319491.361106:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875328 00000100:00100000:1.0:1767319491.361108:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1767319491.361117:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989875840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319491.361123:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875584 00000100:00100000:3.0:1767319491.361125:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875584 00000100:00100000:3.0:1767319491.361145:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23320 00000100:00100000:2.0:1767319491.361176:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319491.361288:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989875840:12345-0@lo:400:kworker.0 Request processed in 54us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319491.361288:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989874944:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319491.361298:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00080000:1.0:1767319491.361356:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319491.361370:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23321 00000100:00100000:0.0:1767319491.361381:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989875328:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319491.361389:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23322 00000100:00100000:1.0:1767319491.361396:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989875584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319491.361400:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319491.361419:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319491.361466:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319491.361523:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989875328:12345-0@lo:38:kworker.0 Request processed in 140us (515us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319491.361533:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23321 00000100:00100000:0.0:1767319491.361577:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989875712:0@lo:400:kworker.0 00000100:00100000:0.0:1767319491.361622:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319491.361650:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319491.361656:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989875456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319491.361679:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319491.361706:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875456 00000100:00100000:0.0:1767319491.361712:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875456 00000100:00100000:0.0:1767319491.361760:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109 00000100:00100000:0.0:1767319491.361768:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989875456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319491.361779:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989875584:12345-0@lo:38:kworker.0 Request processed in 377us (740us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319491.361790:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23322 00000100:00100000:0.0:1767319491.361824:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989875456:12345-0@lo:400:kworker.0 Request processed in 54us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319491.361828:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875712 00000100:00100000:0.0:1767319491.361835:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109 00000100:00100000:1.0:1767319491.361837:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875712 00000100:00100000:0.0:1767319491.361875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319491.361880:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1767319491.361893:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989875712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319491.361935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989875840:0@lo:400:kworker.0 00000100:00100000:1.0:1767319491.361948:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989875712:12345-0@lo:400:kworker.0 Request processed in 56us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319491.361956:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:3.0:1767319491.361985:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989874944:12345-0@lo:38:kworker.0 Request processed in 831us (1094us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319491.361990:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989875456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319491.361999:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23320 00000100:00100000:0.0:1767319491.362010:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989875712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319491.362021:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875200 00000100:00100000:3.0:1767319491.362028:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875200 00000100:00080000:0.0:1767319491.362063:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319491.362071:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:1.0:1767319491.362074:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319491.362077:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5110 00000100:00080000:1.0:1767319491.362080:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319491.362082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989875328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319491.362094:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989875200:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319491.362104:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319491.362112:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319491.362116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989875584:0@lo:38:kworker.0 00000100:00080000:0.0:1767319491.362135:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319491.362141:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319491.362148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989874944:0@lo:38:kworker.0 00000100:00100000:3.0:1767319491.362172:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989875200:12345-0@lo:400:kworker.0 Request processed in 64us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319491.362180:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5110 00000100:00100000:1.0:1767319491.362189:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989875200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319491.362284:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875072 00000100:00100000:2.0:1767319491.362293:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875072 00000100:00100000:2.0:1767319491.362338:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:2.0:1767319491.362345:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989875072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319491.362359:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319491.362391:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989875072:12345-0@lo:38:kworker.0 Request processed in 48us (1428us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319491.362396:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00080000:0.0:1767319491.362463:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319491.362468:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319491.362471:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989875072:0@lo:38:kworker.0 00010000:00010000:0.0:1767319492.195366:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319492.384650:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319492.384676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989875968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319492.384786:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319492.384818:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989876096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319492.384893:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319492.384991:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989875968 00000100:00100000:0.0:1767319492.385003:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989875968 00000100:00100000:0.0:1767319492.385078:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876096 00000100:00100000:0.0:1767319492.385083:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876096 00000100:00100000:0.0:1767319492.385115:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:0.0:1767319492.385141:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989875968:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319492.385141:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:1.0:1767319492.385174:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989876096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319492.385196:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767319492.385215:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319492.385301:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989875968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319492.385312:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1767319492.385345:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989876096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 181us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319492.385354:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:1.0:1767319492.385528:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989876096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319492.386007:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989875968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319492.386113:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319492.458684:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319492.458777:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319492.465141:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841024 00000100:00100000:3.0:1767319492.465163:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841024 00000100:00100000:3.0:1767319492.465253:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841152 00000100:00100000:3.0:1767319492.465257:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841152 00000100:00100000:3.0:1767319492.465340:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5111 00000100:00100000:3.0:1767319492.465353:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925841152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319492.465463:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925841152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 111us (6684us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319492.465471:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5111 00000100:00100000:3.0:1767319492.465493:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23323 00000100:00100000:3.0:1767319492.465497:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925841024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319492.465522:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319492.465550:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925841024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (6882us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319492.465557:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23323 00000100:00080000:0.0:1767319492.467426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319493.216552:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319493.408753:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319494.240519:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319494.432571:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319495.269006:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319495.456484:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319496.288539:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319496.481660:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319496.481847:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319496.481855:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319496.481858:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319496.481863:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319496.481868:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319496.481878:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4741 00000100:00080000:0.0:1767319496.481883:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319496.481892:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319496.481943:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163989876224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319496.481974:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319496.481978:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319496.481980:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319496.481985:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4741 00000100:00080000:0.0:1767319496.481987:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319496.481991:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319496.482004:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163989876352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319496.482048:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319496.482052:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319496.482054:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319496.482058:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4741 00000100:00080000:0.0:1767319496.482061:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319496.482064:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319496.482079:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163989876608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319496.482106:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319496.482110:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319496.482112:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319496.482116:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4741 00000100:00080000:0.0:1767319496.482119:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319496.482123:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319496.482133:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163989876864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319496.482172:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989876992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319496.482287:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319496.482364:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319496.482371:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989876736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319496.482400:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319496.482503:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989877120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319496.482537:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.482661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989876224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319496.482694:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.482725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989876352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319496.482752:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.482772:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989876608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319496.482794:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319496.482808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989876864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319496.482826:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319496.482904:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989876480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.482937:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319496.482986:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876992 00000100:00100000:1.0:1767319496.482995:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876992 00000100:00100000:1.0:1767319496.483056:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877120 00000100:00100000:1.0:1767319496.483059:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877120 00000100:00100000:1.0:1767319496.483085:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767319496.483095:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989876992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.483163:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989876992:12345-0@lo:400:kworker.0 Request processed in 69us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319496.483171:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767319496.483191:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767319496.483199:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989877120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.483261:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989877120:12345-0@lo:400:kworker.0 Request processed in 63us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319496.483268:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767319496.483290:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876736 00000100:00100000:1.0:1767319496.483293:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876736 00000100:00100000:1.0:1767319496.483322:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876224 00000100:00100000:1.0:1767319496.483325:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876224 00000100:00100000:1.0:1767319496.483334:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876608 00000100:00100000:1.0:1767319496.483336:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876608 00000100:00100000:1.0:1767319496.483344:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876864 00000100:00100000:1.0:1767319496.483346:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876864 00000100:00100000:1.0:1767319496.483353:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876480 00000100:00100000:1.0:1767319496.483355:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876480 00000100:00100000:1.0:1767319496.483371:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112 00000100:00100000:1.0:1767319496.483377:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989876736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.483408:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989876736:12345-0@lo:400:kworker.0 Request processed in 32us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319496.483415:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112 00000100:00100000:1.0:1767319496.483441:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113 00000100:00100000:1.0:1767319496.483447:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989876480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.483476:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989876480:12345-0@lo:400:kworker.0 Request processed in 29us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319496.483483:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113 00000100:00100000:1.0:1767319496.483494:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23324 00000100:00100000:1.0:1767319496.483498:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989876224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319496.483519:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319496.483552:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989876224:12345-0@lo:38:kworker.0 Request processed in 53us (858us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319496.483558:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23324 00000100:00100000:1.0:1767319496.483569:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23325 00000100:00100000:1.0:1767319496.483573:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989876608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319496.483582:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319496.483604:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989876608:12345-0@lo:38:kworker.0 Request processed in 29us (809us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319496.483609:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23325 00000100:00100000:1.0:1767319496.483620:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23326 00000100:00100000:1.0:1767319496.483623:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989876864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319496.483632:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319496.483653:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989876864:12345-0@lo:38:kworker.0 Request processed in 28us (826us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319496.483659:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23326 00000100:00080000:1.0:1767319496.483680:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319496.483686:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319496.483688:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319496.483733:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989876480:0@lo:400:kworker.0 00000100:00080000:1.0:1767319496.483765:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319496.483770:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319496.483774:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989876224:0@lo:38:kworker.0 00000100:00080000:1.0:1767319496.483782:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319496.483786:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319496.483789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989876608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319496.483796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319496.483799:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319496.483802:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989876864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319496.483834:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989876736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319496.483845:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989876992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319496.483968:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989876352 00000100:00100000:3.0:1767319496.483972:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989876352 00000100:00100000:3.0:1767319496.484004:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:3.0:1767319496.484009:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989876352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319496.484020:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319496.484054:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989876352:12345-0@lo:38:kworker.0 Request processed in 44us (1301us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319496.484061:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:3.0:1767319496.484094:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989877120:0@lo:400:kworker.0 00000100:00080000:3.0:1767319496.484115:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319496.484119:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319496.484122:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989876352:0@lo:38:kworker.0 00010000:00010000:0.0:1767319497.312595:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319497.504809:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319497.504824:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319497.504851:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989877248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319497.504954:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319497.505221:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877248 00000100:00100000:2.0:1767319497.505266:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877248 00000100:00100000:2.0:1767319497.505327:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:2.0:1767319497.505338:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989877248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319497.505384:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319497.505447:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989877248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319497.505455:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:1.0:1767319497.505777:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989877376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319497.505888:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989877248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319497.514861:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319497.515083:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877376 00000100:00100000:0.0:1767319497.515097:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877376 00000100:00100000:0.0:1767319497.515160:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:0.0:1767319497.515172:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989877376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319497.515258:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319497.515356:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989877376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 186us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319497.515364:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00000100:00100000:1.0:1767319497.515885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989877376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319497.572054:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319497.572109:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319497.572224:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841408 00000100:00100000:2.0:1767319497.572279:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841408 00000100:00100000:2.0:1767319497.572360:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841280 00000100:00100000:2.0:1767319497.572364:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841280 00000100:00100000:2.0:1767319497.572389:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5114 00000100:00100000:2.0:1767319497.572400:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925841408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319497.572507:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925841408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319497.572515:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5114 00000100:00100000:2.0:1767319497.572557:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23327 00000100:00100000:2.0:1767319497.572562:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925841280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319497.572590:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319497.572621:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925841280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (512us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319497.572632:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23327 00000100:00080000:1.0:1767319497.573085:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319498.336515:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319498.528642:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319499.362469:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319499.554791:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319500.384450:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319500.576466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319501.408451:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319501.600506:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319501.600523:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319501.600527:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319501.600531:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319501.600541:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319501.600549:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4746 00000100:00080000:1.0:1767319501.600554:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319501.600561:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319501.600603:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163989877504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319501.600619:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319501.600621:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319501.600623:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319501.600627:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4746 00000100:00080000:1.0:1767319501.600629:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319501.600633:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319501.600647:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14e00 x1853163989877632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319501.600678:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319501.600682:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319501.600683:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319501.600687:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4746 00000100:00080000:1.0:1767319501.600689:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319501.600693:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319501.600704:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989877888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319501.600726:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319501.600730:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319501.600731:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319501.600734:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4746 00000100:00080000:1.0:1767319501.600736:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319501.600739:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319501.600752:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163989878144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319501.600794:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989878400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.600854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319501.600920:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319501.600926:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989877760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.600951:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319501.600988:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989878272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.601008:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319501.601024:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319501.601029:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989878016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.601046:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319501.601073:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878400 00000100:00100000:1.0:1767319501.601081:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878400 00000100:00100000:1.0:1767319501.601137:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878272 00000100:00100000:1.0:1767319501.601141:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878272 00000100:00100000:1.0:1767319501.601167:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767319501.601176:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989878400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.601225:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989878400:12345-0@lo:400:kworker.0 Request processed in 51us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319501.601253:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00100000:1.0:1767319501.601269:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1767319501.601274:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989878272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.601300:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989878272:12345-0@lo:400:kworker.0 Request processed in 27us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319501.601305:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00080000:1.0:1767319501.601322:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319501.601325:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319501.601355:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989878272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319501.601375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989878400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319501.602883:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319476/real 1767319476] req@ffff96e1f40a1c00 x1853163989870976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319501 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319501.602916:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1f40a1c00 x1853163989870976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319501 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319501.602939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989877504:0@lo:38:kworker.0 00000100:00100000:3.0:1767319501.602991:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319501.603020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989877632:0@lo:38:kworker.0 00000100:00100000:3.0:1767319501.603038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319501.603062:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989877888:0@lo:38:kworker.0 00000100:00100000:3.0:1767319501.603078:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319501.603094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989878144:0@lo:38:kworker.0 00000100:00100000:3.0:1767319501.603109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319501.603131:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319501.603146:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319501.603149:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989870976:0@lo:250:kworker.0 00000100:00100000:3.0:1767319501.603179:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877760 00000100:00100000:3.0:1767319501.603185:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877760 00000100:00100000:0.0:1767319501.603254:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878016 00000100:00100000:0.0:1767319501.603258:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878016 00000100:00100000:1.0:1767319501.603513:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877632 00000100:00100000:1.0:1767319501.603517:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877632 00000100:00100000:1.0:1767319501.603558:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:1.0:1767319501.603662:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989877632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319501.603684:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319501.603734:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989877632:12345-0@lo:38:kworker.0 Request processed in 169us (694us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319501.603740:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:1.0:1767319501.603763:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877504 00000100:00100000:1.0:1767319501.603766:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877504 00000100:00100000:1.0:1767319501.603784:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989877888 00000100:00100000:1.0:1767319501.603787:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989877888 00000100:00100000:1.0:1767319501.603793:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878144 00000100:00100000:1.0:1767319501.603796:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878144 00000100:00100000:1.0:1767319501.603805:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23328 00000100:00100000:1.0:1767319501.603809:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989877504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319501.603819:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319501.603844:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989877504:12345-0@lo:38:kworker.0 Request processed in 33us (852us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319501.603849:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23328 00000100:00100000:1.0:1767319501.603862:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23329 00000100:00100000:1.0:1767319501.603865:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989877888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319501.603874:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319501.603897:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989877888:12345-0@lo:38:kworker.0 Request processed in 30us (818us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319501.603902:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23329 00000100:00100000:1.0:1767319501.603913:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23330 00000100:00100000:1.0:1767319501.603917:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989878144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319501.603925:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319501.603946:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989878144:12345-0@lo:38:kworker.0 Request processed in 28us (836us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319501.603963:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23330 00000100:00080000:1.0:1767319501.603983:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319501.604035:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319501.604041:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319501.604044:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319501.604049:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4725 00000100:00080000:1.0:1767319501.604052:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319501.604056:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319501.604096:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f480 x1853163989878528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319501.604146:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989878528:0@lo:250:kworker.0 00000400:00000100:1.0:1767319501.604169:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989878528 offset 0 length 520: 4 00000100:00080000:1.0:1767319501.604203:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319501.604208:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319501.604210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989877504:0@lo:38:kworker.0 00000100:00080000:1.0:1767319501.604220:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319501.604223:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319501.604225:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989877632:0@lo:38:kworker.0 00000100:00080000:1.0:1767319501.604257:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319501.604261:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319501.604264:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989877888:0@lo:38:kworker.0 00000100:00080000:1.0:1767319501.604272:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319501.604274:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319501.604276:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989878144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319501.604796:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319501.604884:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5115 00000100:00100000:3.0:1767319501.604897:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989877760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319501.604973:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989877760:12345-0@lo:400:kworker.0 Request processed in 83us (4021us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319501.604979:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5115 00000100:00100000:2.0:1767319501.605040:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989877760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319501.608208:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5116 00000100:00100000:0.0:1767319501.608246:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989878016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319501.608550:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989878016:12345-0@lo:400:kworker.0 Request processed in 331us (7501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319501.608558:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5116 00000100:00100000:2.0:1767319501.620650:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989878016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319501.672113:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319501.672176:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925841536 offset 0 length 520: 4 00000100:00100000:2.0:1767319501.672203:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319501.682648:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841792 00000100:00100000:0.0:1767319501.682664:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841792 00000100:00100000:0.0:1767319501.682744:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841664 00000100:00100000:0.0:1767319501.682748:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841664 00000100:00100000:0.0:1767319501.682777:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5117 00000100:00100000:0.0:1767319501.682786:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925841792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319501.682876:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925841792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (10775us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319501.682885:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5117 00000100:00100000:0.0:1767319501.682918:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23331 00000100:00100000:0.0:1767319501.682923:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925841664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319501.682942:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319501.682969:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925841664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (10765us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319501.682975:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23331 00000100:00080000:1.0:1767319501.683702:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319502.432892:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319502.625372:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319502.625394:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989878656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319502.625484:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319502.625572:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878656 00000100:00100000:2.0:1767319502.625589:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878656 00000100:00100000:2.0:1767319502.625641:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:2.0:1767319502.625650:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989878656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319502.625870:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319502.625928:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989878656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 279us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319502.625936:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:1.0:1767319502.626049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989878656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319502.626359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319502.634177:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989878784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319502.634275:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319502.634857:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878784 00000100:00100000:2.0:1767319502.634867:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878784 00000100:00100000:2.0:1767319502.634924:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:2.0:1767319502.634933:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989878784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319502.634971:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319502.635024:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989878784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319502.635034:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1767319502.635211:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989878784:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319503.458380:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319503.648352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319504.480724:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319504.672465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319505.512710:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319505.698458:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319506.528986:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319506.721464:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.721475:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319506.721478:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.721483:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.721487:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.721495:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4751 00000100:00080000:2.0:1767319506.721499:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.721505:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319506.721540:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163989878912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319506.721568:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.721571:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.721573:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.721576:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4751 00000100:00080000:2.0:1767319506.721577:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.721582:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319506.721594:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163989879040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319506.721663:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989879168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319506.721739:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319506.722069:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.722073:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.722075:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.722079:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4751 00000100:00080000:2.0:1767319506.722082:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.722085:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319506.722105:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728700 x1853163989879296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319506.722128:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319506.722131:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319506.722133:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319506.722136:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4751 00000100:00080000:2.0:1767319506.722138:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319506.722142:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319506.722152:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72bb80 x1853163989879552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319506.722203:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989878912:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.722252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.722278:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989879040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.722302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.722323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989879296:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.722344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.722360:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989879552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319506.722379:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319506.722412:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879040 00000100:00100000:1.0:1767319506.722420:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879040 00000100:00100000:1.0:1767319506.722450:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:1.0:1767319506.722457:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989879040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319506.722476:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319506.722516:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989879040:12345-0@lo:38:kworker.0 Request processed in 57us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319506.722522:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00100000:1.0:1767319506.722547:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879168 00000100:00100000:1.0:1767319506.722550:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879168 00000100:00100000:1.0:1767319506.722584:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989878912 00000100:00100000:1.0:1767319506.722587:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989878912 00000100:00100000:1.0:1767319506.722598:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879296 00000100:00100000:1.0:1767319506.722599:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879296 00000100:00100000:1.0:1767319506.722606:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879552 00000100:00100000:1.0:1767319506.722609:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879552 00000100:00100000:1.0:1767319506.722617:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118 00000100:00100000:1.0:1767319506.722625:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989879168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.722790:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989879680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.722840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319506.722864:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319506.722870:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989879424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.722891:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319506.722911:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879424 00000100:00100000:3.0:1767319506.722915:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879424 00000100:00100000:3.0:1767319506.722949:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5119 00000100:00100000:3.0:1767319506.722954:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989879424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.722988:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989879424:12345-0@lo:400:kworker.0 Request processed in 33us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319506.722994:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5119 00000100:00100000:3.0:1767319506.723008:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23332 00000100:00100000:3.0:1767319506.723011:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989878912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319506.723021:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319506.723057:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989878912:12345-0@lo:38:kworker.0 Request processed in 43us (803us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319506.723064:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23332 00000100:00100000:3.0:1767319506.723076:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23333 00000100:00100000:3.0:1767319506.723080:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989879296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319506.723088:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319506.723109:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989879296:12345-0@lo:38:kworker.0 Request processed in 27us (764us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319506.723114:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23333 00000100:00100000:3.0:1767319506.723124:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23334 00000100:00100000:3.0:1767319506.723128:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989879552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319506.723136:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319506.723157:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989879552:12345-0@lo:38:kworker.0 Request processed in 28us (777us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319506.723163:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23334 00000100:00100000:3.0:1767319506.723185:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319506.723212:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989879424:0@lo:400:kworker.0 00000100:00080000:3.0:1767319506.723292:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319506.723311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319506.723315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319506.723318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989878912:0@lo:38:kworker.0 00000100:00080000:3.0:1767319506.723327:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319506.723330:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319506.723333:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989879040:0@lo:38:kworker.0 00000100:00080000:3.0:1767319506.723340:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319506.723344:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319506.723346:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989879296:0@lo:38:kworker.0 00000100:00080000:3.0:1767319506.723354:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319506.723357:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319506.723359:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989879552:0@lo:38:kworker.0 00000100:00100000:3.0:1767319506.723412:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989879808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.723436:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319506.723470:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879680 00000100:00100000:3.0:1767319506.723474:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879680 00000100:00100000:3.0:1767319506.723501:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:3.0:1767319506.723506:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989879680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.723537:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989879680:12345-0@lo:400:kworker.0 Request processed in 31us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319506.723543:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:3.0:1767319506.723552:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879808 00000100:00100000:3.0:1767319506.723555:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879808 00000100:00100000:3.0:1767319506.723576:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:3.0:1767319506.723582:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989879808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.723611:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989879808:12345-0@lo:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319506.723617:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00080000:3.0:1767319506.723630:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319506.723633:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319506.723647:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989879680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319506.723667:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989879808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319506.734924:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989879168:12345-0@lo:400:kworker.0 Request processed in 12290us (13173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319506.734941:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118 00000100:00100000:0.0:1767319506.737185:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989879168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319506.790722:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319506.790794:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319506.790887:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842048 00000100:00100000:3.0:1767319506.790897:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842048 00000100:00100000:3.0:1767319506.790967:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925841920 00000100:00100000:3.0:1767319506.790970:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925841920 00000100:00100000:3.0:1767319506.790993:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5120 00000100:00100000:3.0:1767319506.791002:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925842048:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319506.791084:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925842048:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319506.791092:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5120 00000100:00100000:3.0:1767319506.791111:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23335 00000100:00100000:3.0:1767319506.791116:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925841920:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319506.791135:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319506.791160:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925841920:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (366us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319506.791167:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23335 00000100:00080000:0.0:1767319506.791530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319507.552526:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319507.744973:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319507.745195:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989879936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319507.745301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319507.745425:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989879936 00000100:00100000:2.0:1767319507.745434:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989879936 00000100:00100000:2.0:1767319507.745499:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:2.0:1767319507.745510:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989879936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319507.745538:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319507.745588:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989879936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319507.745595:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00100000:0.0:1767319507.745686:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989879936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319507.745995:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319507.746005:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989880064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319507.746044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319507.746134:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880064 00000100:00100000:2.0:1767319507.746139:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880064 00000100:00100000:2.0:1767319507.746168:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:2.0:1767319507.746175:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989880064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319507.746192:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319507.746261:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989880064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319507.746268:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1767319507.746338:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989880064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319508.578521:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319508.771424:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319509.601117:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319509.792402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319510.625919:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319510.817147:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319511.648477:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319511.840821:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319511.841047:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319511.841053:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319511.841057:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319511.841060:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319511.841064:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319511.841072:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4756 00000100:00080000:1.0:1767319511.841076:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319511.841081:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319511.841124:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989880192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319511.841154:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319511.841157:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319511.841158:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319511.841161:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4756 00000100:00100000:2.0:1767319511.841248:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989880192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319511.841326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319511.841365:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319511.841371:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319511.841383:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14e00 x1853163989880320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319511.841404:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989880320:0@lo:38:kworker.0 00000100:00080000:1.0:1767319511.841407:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319511.841411:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319511.841413:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319511.841416:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4756 00000100:00080000:1.0:1767319511.841419:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319511.841422:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319511.841430:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.841433:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15880 x1853163989880576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319511.841453:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319511.841455:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319511.841456:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319511.841459:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4756 00000100:00080000:1.0:1767319511.841460:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319511.841462:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319511.841470:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749880 x1853163989880832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319511.841500:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989880448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319511.841502:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880192 00000100:00100000:1.0:1767319511.841510:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880192 00000100:00100000:1.0:1767319511.841542:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23336 00000100:00100000:0.0:1767319511.841548:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.841549:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989880192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319511.841567:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319511.841572:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989881088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319511.841605:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989880960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319511.841608:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989880192:12345-0@lo:38:kworker.0 Request processed in 58us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319511.841622:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23336 00000100:00100000:3.0:1767319511.841622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319511.841643:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880448 00000100:00100000:1.0:1767319511.841647:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880448 00000100:00100000:0.0:1767319511.841655:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319511.841672:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880320 00000100:00100000:3.0:1767319511.841676:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880320 00000100:00100000:0.0:1767319511.841689:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319511.841698:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121 00000100:00100000:0.0:1767319511.841700:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989880704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319511.841703:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:1.0:1767319511.841715:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989880448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319511.841715:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989880320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319511.841727:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319511.841733:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319511.841768:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319511.841773:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989880320:12345-0@lo:38:kworker.0 Request processed in 58us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319511.841781:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989880448:12345-0@lo:400:kworker.0 Request processed in 71us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319511.841786:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00100000:1.0:1767319511.841796:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121 00000100:00100000:1.0:1767319511.841815:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880704 00000100:00100000:1.0:1767319511.841819:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880704 00000100:00100000:0.0:1767319511.841823:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989880448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319511.841826:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881088 00000100:00100000:3.0:1767319511.841832:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881088 00000100:00100000:1.0:1767319511.841856:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5122 00000100:00080000:0.0:1767319511.841863:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319511.841866:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989880704:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319511.841869:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319511.841870:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880960 00000100:00100000:3.0:1767319511.841876:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880960 00000100:00100000:3.0:1767319511.841917:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:1.0:1767319511.841925:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989880704:12345-0@lo:400:kworker.0 Request processed in 46us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319511.841944:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5122 00000100:00080000:2.0:1767319511.841976:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319511.841981:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989880704:0@lo:400:kworker.0 00000100:00080000:2.0:1767319511.841984:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319511.841992:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989880320:0@lo:38:kworker.0 00000100:00080000:2.0:1767319511.842007:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319511.842012:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:1.0:1767319511.842014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319511.842016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989880192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319511.842035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989880576:0@lo:38:kworker.0 00000100:00100000:3.0:1767319511.842072:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989881088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319511.842119:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989881088:12345-0@lo:400:kworker.0 Request processed in 196us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319511.842142:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319511.842161:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989880832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319511.842181:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319511.842209:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880576 00000100:00100000:2.0:1767319511.842213:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880576 00000100:00100000:2.0:1767319511.842248:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989880832 00000100:00100000:2.0:1767319511.842250:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989880832 00000100:00100000:2.0:1767319511.842262:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23337 00000100:00100000:2.0:1767319511.842265:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989880576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319511.842273:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319511.842313:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989880576:12345-0@lo:38:kworker.0 Request processed in 45us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319511.842321:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23337 00000100:00100000:2.0:1767319511.842334:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23338 00000100:00100000:2.0:1767319511.842338:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989880832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319511.842346:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319511.842554:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989880832:12345-0@lo:38:kworker.0 Request processed in 29us (186us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319511.842559:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23338 00000100:00080000:2.0:1767319511.842584:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319511.842588:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319511.842591:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989880576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319511.842600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319511.842603:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319511.842605:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989880832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319511.842646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989881088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319511.846029:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:3.0:1767319511.846101:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1767319511.846596:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989880960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319511.846696:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989880960:12345-0@lo:400:kworker.0 Request processed in 115us (5043us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319511.846705:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:1.0:1767319511.846751:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989880960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319511.908629:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319511.908784:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319511.908976:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842304 00000100:00100000:2.0:1767319511.908988:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842304 00000100:00100000:2.0:1767319511.909073:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842176 00000100:00100000:2.0:1767319511.909076:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842176 00000100:00100000:2.0:1767319511.909100:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5123 00000100:00100000:2.0:1767319511.909110:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925842304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319511.909180:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925842304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319511.909187:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5123 00000100:00100000:2.0:1767319511.909206:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23339 00000100:00100000:2.0:1767319511.909211:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925842176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319511.909274:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319511.909301:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925842176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 88us (518us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319511.909308:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23339 00000100:00080000:0.0:1767319511.909377:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319512.673395:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319512.864802:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319512.864955:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989881216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319512.865039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319512.865102:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989881344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319512.865138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319512.865294:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881216 00000100:00100000:1.0:1767319512.865301:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881216 00000100:00100000:1.0:1767319512.865347:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881344 00000100:00100000:1.0:1767319512.865351:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881344 00000100:00100000:0.0:1767319512.865375:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1767319512.865387:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989881216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319512.865415:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319512.865542:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989881216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319512.865815:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989881216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319512.866009:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:1.0:1767319512.866022:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989881344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319512.866042:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319512.866078:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989881344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319512.866086:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00100000:2.0:1767319512.866128:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989881344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319512.866593:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00010000:00010000:1.0:1767319513.696666:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319513.889253:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319514.720690:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319514.912450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319515.746133:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319515.936339:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319516.768671:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319516.960343:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319516.960572:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319516.960578:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319516.960581:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319516.960584:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319516.960588:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319516.960595:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4761 00000100:00080000:2.0:1767319516.960599:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319516.960605:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319516.960652:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729180 x1853163989881472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319516.960663:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319516.960666:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319516.960667:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319516.960669:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4761 00000100:00080000:2.0:1767319516.960671:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319516.960673:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319516.960682:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729c00 x1853163989881600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319516.960726:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989881728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319516.960789:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319516.960880:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319516.960884:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881728 00000100:00080000:2.0:1767319516.960885:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319516.960890:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319516.960894:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881728 00000100:00080000:2.0:1767319516.960895:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4761 00000100:00080000:2.0:1767319516.960900:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319516.960904:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319516.960919:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728380 x1853163989881856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319516.960943:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319516.960946:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319516.960947:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319516.960950:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4761 00000100:00080000:2.0:1767319516.960952:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319516.960957:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5124 00000100:00080000:2.0:1767319516.960957:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319516.960971:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a680 x1853163989882112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319516.960973:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989881728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961042:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989881472:0@lo:38:kworker.0 00000100:00100000:3.0:1767319516.961066:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989881600:0@lo:38:kworker.0 00000100:00100000:3.0:1767319516.961096:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961108:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989881856:0@lo:38:kworker.0 00000100:00100000:3.0:1767319516.961117:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961125:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989882112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319516.961135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961152:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881472 00000100:00100000:3.0:1767319516.961155:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881472 00000100:00100000:3.0:1767319516.961168:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881856 00000100:00100000:3.0:1767319516.961169:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881856 00000100:00100000:3.0:1767319516.961174:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882112 00000100:00100000:3.0:1767319516.961175:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882112 00000100:00100000:3.0:1767319516.961181:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23340 00000100:00100000:3.0:1767319516.961184:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989881472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319516.961198:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319516.961220:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989881472:12345-0@lo:38:kworker.0 Request processed in 35us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319516.961225:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23340 00000100:00100000:3.0:1767319516.961259:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23341 00000100:00100000:3.0:1767319516.961262:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989881856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319516.961268:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319516.961282:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989881856:12345-0@lo:38:kworker.0 Request processed in 19us (164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319516.961286:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23341 00000100:00100000:3.0:1767319516.961292:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23342 00000100:00100000:3.0:1767319516.961294:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989882112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319516.961299:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319516.961309:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989882112:12345-0@lo:38:kworker.0 Request processed in 14us (173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319516.961312:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23342 00000100:00100000:3.0:1767319516.961323:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881600 00000100:00100000:3.0:1767319516.961325:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881600 00000100:00100000:3.0:1767319516.961338:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:3.0:1767319516.961340:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989881600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319516.961346:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319516.961361:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989881600:12345-0@lo:38:kworker.0 Request processed in 20us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319516.961364:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00080000:3.0:1767319516.961384:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319516.961387:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319516.961390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989881472:0@lo:38:kworker.0 00000100:00080000:3.0:1767319516.961395:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319516.961397:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319516.961400:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989881600:0@lo:38:kworker.0 00000100:00080000:3.0:1767319516.961406:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319516.961409:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319516.961412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989881856:0@lo:38:kworker.0 00000100:00080000:3.0:1767319516.961418:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319516.961421:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319516.961424:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989882112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319516.961470:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989881984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961487:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961500:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319516.961503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989882240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961530:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989882368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961544:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.961561:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882240 00000100:00100000:3.0:1767319516.961563:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882240 00000100:00100000:3.0:1767319516.961581:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882368 00000100:00100000:3.0:1767319516.961583:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882368 00000100:00100000:3.0:1767319516.961595:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:3.0:1767319516.961599:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989882240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961620:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989882240:12345-0@lo:400:kworker.0 Request processed in 21us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319516.961623:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:3.0:1767319516.961630:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:3.0:1767319516.961633:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989882368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961649:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989882368:12345-0@lo:400:kworker.0 Request processed in 15us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319516.961652:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:3.0:1767319516.961827:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989881984 00000100:00100000:3.0:1767319516.961831:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989881984 00000100:00100000:3.0:1767319516.961866:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5125 00000100:00100000:3.0:1767319516.961872:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989881984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961899:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989881984:12345-0@lo:400:kworker.0 Request processed in 28us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319516.961905:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5125 00000100:00100000:3.0:1767319516.961930:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989882368:0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961943:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989882240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319516.961948:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989881984:0@lo:400:kworker.0 00000100:00080000:3.0:1767319516.961984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319516.961987:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319516.961988:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319516.963539:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989881728:12345-0@lo:400:kworker.0 Request processed in 2563us (2741us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319516.963550:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5124 00000100:00100000:1.0:1767319516.966526:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989881728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319517.028143:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319517.028386:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842432 00000100:00100000:0.0:1767319517.028396:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842432 00000100:00100000:0.0:1767319517.028444:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23343 00000100:00100000:0.0:1767319517.028453:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925842432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319517.028480:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319517.030820:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925842432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 2357us (2679us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319517.030834:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23343 00000100:00100000:2.0:1767319517.045629:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319517.045847:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842560 00000100:00100000:1.0:1767319517.045857:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842560 00000100:00100000:1.0:1767319517.045990:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5126 00000100:00100000:1.0:1767319517.046008:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925842560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319517.046080:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925842560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319517.046087:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5126 00000100:00080000:3.0:1767319517.046379:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319517.792745:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319517.986455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319517.986579:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989882496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319517.986656:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319517.989014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989882624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319517.990138:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882496 00000100:00100000:0.0:1767319517.990147:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882496 00000100:00100000:0.0:1767319517.990281:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:0.0:1767319517.990291:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989882496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319517.990326:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319517.990379:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989882496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (3723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319517.990387:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1767319517.990486:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989882496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319517.990561:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319517.990636:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882624 00000100:00100000:2.0:1767319517.990641:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882624 00000100:00100000:2.0:1767319517.990706:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:2.0:1767319517.990713:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989882624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319517.990729:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319517.990767:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989882624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319517.990773:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:1.0:1767319517.990838:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989882624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319518.816485:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319519.009006:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319519.842037:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319520.032684:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319520.864467:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319521.056409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319521.889300:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319522.080386:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.080398:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319522.080401:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.080408:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319522.080412:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319522.080426:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4766 00000100:00080000:0.0:1767319522.080430:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319522.080438:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319522.080487:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989882752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319522.080534:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.080538:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319522.080540:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319522.080545:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4766 00000100:00080000:0.0:1767319522.080547:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319522.080551:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319522.080564:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14e00 x1853163989882880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319522.080602:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.080607:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319522.080608:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319522.080611:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4766 00000100:00080000:0.0:1767319522.080613:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319522.080615:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319522.080626:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163989883136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319522.080637:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319522.080638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989882752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319522.080654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989883008:0@lo:400:kworker.0 00000100:00080000:0.0:1767319522.080657:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319522.080661:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319522.080663:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319522.080668:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4766 00000100:00080000:0.0:1767319522.080670:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319522.080687:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319522.080696:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163989883392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319522.080735:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989883264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319522.081226:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319522.081265:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319522.081271:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989883648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319522.081526:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319522.081597:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989883520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319522.081628:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319522.081665:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883008 00000100:00100000:2.0:1767319522.081672:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883008 00000100:00100000:2.0:1767319522.081739:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5127 00000100:00100000:2.0:1767319522.081759:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989883008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319522.081811:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989883008:12345-0@lo:400:kworker.0 Request processed in 55us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319522.081818:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5127 00000100:00100000:2.0:1767319522.081861:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989883008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319522.082174:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883520 00000100:00100000:2.0:1767319522.082179:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883520 00000100:00100000:0.0:1767319522.082191:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319522.082226:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:2.0:1767319522.082259:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989883520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319522.082300:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883264 00000100:00100000:0.0:1767319522.082308:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883264 00000100:00100000:2.0:1767319522.082317:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989883520:12345-0@lo:400:kworker.0 Request processed in 59us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319522.082326:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00100000:3.0:1767319522.082354:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319522.082370:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882752 00000100:00100000:0.0:1767319522.082377:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882752 00000100:00100000:3.0:1767319522.082401:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989882880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319522.082402:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5128 00000100:00100000:0.0:1767319522.082413:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989883264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319522.082443:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319522.082455:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989883520:0@lo:400:kworker.0 00000100:00100000:2.0:1767319522.082570:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23344 00000100:00100000:2.0:1767319522.082576:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989882752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319522.082594:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319522.083292:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989883264:12345-0@lo:400:kworker.0 Request processed in 877us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319522.083302:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5128 00000100:00100000:0.0:1767319522.083346:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989883264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319522.083405:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989882880 00000100:00100000:0.0:1767319522.083409:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989882880 00000100:00100000:0.0:1767319522.083434:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767319522.083438:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989882880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319522.083454:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319522.083488:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989882880:12345-0@lo:38:kworker.0 Request processed in 49us (1048us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319522.083504:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00080000:0.0:1767319522.083549:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319522.083555:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319522.083885:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989882752:12345-0@lo:38:kworker.0 Request processed in 1304us (1532us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319522.083903:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23344 00000100:00100000:1.0:1767319522.084075:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319522.084217:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319522.084226:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319522.084258:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883648 00000100:00100000:3.0:1767319522.084260:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989882880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319522.084265:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883648 00000100:00100000:3.0:1767319522.084294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989883136:0@lo:38:kworker.0 00000100:00100000:3.0:1767319522.084345:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319522.084350:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1767319522.084364:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989883648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319522.084409:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989883648:12345-0@lo:400:kworker.0 Request processed in 53us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319522.084422:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1767319522.084456:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989883648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319522.084765:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989883392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319522.084801:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319522.084851:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319522.084857:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319522.084977:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883136 00000100:00100000:2.0:1767319522.084982:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883136 00000100:00100000:2.0:1767319522.085002:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883392 00000100:00100000:2.0:1767319522.085003:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883392 00000100:00100000:2.0:1767319522.085014:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23345 00000100:00100000:2.0:1767319522.085018:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989883136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319522.085033:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319522.085071:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989883136:12345-0@lo:38:kworker.0 Request processed in 51us (727us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319522.085078:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23345 00000100:00100000:2.0:1767319522.085092:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23346 00000100:00100000:2.0:1767319522.085096:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989883392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319522.085105:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319522.085136:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989883392:12345-0@lo:38:kworker.0 Request processed in 39us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319522.085140:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23346 00000100:00100000:3.0:1767319522.085292:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989882752:0@lo:38:kworker.0 00000100:00080000:3.0:1767319522.085328:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319522.085335:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319522.085338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989883136:0@lo:38:kworker.0 00000100:00080000:3.0:1767319522.085348:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319522.085353:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319522.085358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989883392:0@lo:38:kworker.0 00000100:00080000:1.0:1767319522.085475:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319522.151042:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319522.151099:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319522.151204:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842816 00000100:00100000:3.0:1767319522.151217:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842816 00000100:00100000:3.0:1767319522.151347:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5129 00000100:00100000:3.0:1767319522.151359:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925842816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319522.151473:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925842816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 116us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319522.151482:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5129 00000100:00080000:1.0:1767319522.152105:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319522.152401:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925842688 00000100:00100000:3.0:1767319522.152409:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925842688 00000100:00100000:3.0:1767319522.152462:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23347 00000100:00100000:3.0:1767319522.152469:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925842688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319522.152496:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319522.152702:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925842688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 230us (1601us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319522.152709:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23347 00010000:00010000:0.0:1767319522.923602:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319523.109072:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989883776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319523.109163:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319523.109336:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883776 00000100:00100000:3.0:1767319523.109345:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883776 00000100:00100000:3.0:1767319523.109395:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:3.0:1767319523.109403:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989883776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319523.109434:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319523.109486:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989883776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319523.109494:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:3.0:1767319523.110915:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989883776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319523.112803:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989883904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319523.112898:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319523.113374:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989883904 00000100:00100000:1.0:1767319523.113391:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989883904 00000100:00100000:1.0:1767319523.113474:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767319523.113492:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989883904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319523.113540:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319523.113631:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989883904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319523.113640:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:3.0:1767319523.113982:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989883904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319523.114414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767319523.936939:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319524.129539:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319524.960516:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319525.156010:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319525.984588:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319526.176657:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319501/real 1767319501] req@ffff96e2da48f480 x1853163989878528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319526 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319526.176713:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da48f480 x1853163989878528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319526 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319526.176731:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319526.176760:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319526.176765:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989878528:0@lo:250:kworker.0 00000100:00080000:0.0:1767319526.176887:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319526.176894:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319526.176897:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319526.176903:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4751 00000100:00080000:0.0:1767319526.176908:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319526.176916:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319526.176967:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163989884032/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319526.176996:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319526.177001:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319526.177002:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319526.177007:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319526.177009:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319526.177014:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319526.177032:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163989884160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319526.177040:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319526.177043:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319526.177046:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319526.177050:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319526.177052:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319526.177056:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319526.177067:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163989884288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319526.177114:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319526.177119:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319526.177121:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319526.177126:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319526.177128:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319526.177133:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319526.177148:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163989884544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319526.177177:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319526.177181:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319526.177183:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319526.177187:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4771 00000100:00080000:0.0:1767319526.177189:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319526.177192:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319526.177202:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3b80 x1853163989884800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319526.177265:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989885056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177350:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319526.177427:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319526.177433:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989884416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177463:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319526.177496:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989884672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177537:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319526.177559:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319526.177565:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989884928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319526.177623:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884416 00000100:00100000:0.0:1767319526.177632:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884416 00000100:00100000:0.0:1767319526.177703:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884672 00000100:00100000:0.0:1767319526.177707:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884672 00000100:00100000:0.0:1767319526.177733:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130 00000100:00100000:0.0:1767319526.177742:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989884416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177807:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989884416:12345-0@lo:400:kworker.0 Request processed in 64us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319526.177815:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130 00000100:00100000:0.0:1767319526.177838:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131 00000100:00100000:0.0:1767319526.177845:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989884672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177877:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989884672:12345-0@lo:400:kworker.0 Request processed in 33us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319526.177883:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131 00000100:00100000:0.0:1767319526.177942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989884672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.177965:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885056 00000100:00100000:0.0:1767319526.177969:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885056 00000100:00100000:0.0:1767319526.177997:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884928 00000100:00100000:0.0:1767319526.178000:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884928 00000100:00100000:0.0:1767319526.178021:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319526.178028:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989885056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.178062:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989885056:12345-0@lo:400:kworker.0 Request processed in 34us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319526.178068:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:0.0:1767319526.178080:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319526.178086:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989884928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.178118:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989884928:12345-0@lo:400:kworker.0 Request processed in 32us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319526.178124:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1767319526.178150:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989884928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.178171:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989884416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319526.178181:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989885056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319526.178484:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989884032:0@lo:250:kworker.0 00000400:00000100:2.0:1767319526.178531:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989884032 offset 0 length 520: 4 00000100:00100000:2.0:1767319526.178558:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989884160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319526.178588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319526.178617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989884288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319526.178644:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319526.178679:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989884544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319526.178707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319526.178728:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989884800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319526.178747:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319526.178780:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884160 00000100:00100000:2.0:1767319526.178785:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884160 00000100:00100000:2.0:1767319526.178813:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884544 00000100:00100000:2.0:1767319526.178816:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884544 00000100:00100000:2.0:1767319526.178828:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884800 00000100:00100000:2.0:1767319526.178831:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884800 00000100:00100000:2.0:1767319526.178842:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23348 00000100:00100000:2.0:1767319526.178848:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989884160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319526.178872:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319526.178906:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989884160:12345-0@lo:38:kworker.0 Request processed in 58us (317us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319526.178911:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23348 00000100:00100000:2.0:1767319526.178924:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23349 00000100:00100000:2.0:1767319526.178928:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989884544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319526.178936:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319526.178957:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989884544:12345-0@lo:38:kworker.0 Request processed in 28us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319526.178962:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23349 00000100:00100000:2.0:1767319526.178972:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23350 00000100:00100000:2.0:1767319526.178976:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989884800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319526.178985:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319526.179006:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989884800:12345-0@lo:38:kworker.0 Request processed in 29us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319526.179011:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23350 00000100:00080000:2.0:1767319526.179047:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319526.179053:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319526.179057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989884160:0@lo:38:kworker.0 00000100:00080000:2.0:1767319526.179065:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319526.179068:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319526.179071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989884544:0@lo:38:kworker.0 00000100:00080000:2.0:1767319526.179077:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319526.179081:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319526.179084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989884800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319526.184811:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989884288 00000100:00100000:0.0:1767319526.184836:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989884288 00000100:00100000:0.0:1767319526.184924:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:0.0:1767319526.184935:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989884288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319526.184967:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319526.185093:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989884288:12345-0@lo:38:kworker.0 Request processed in 158us (6447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319526.185102:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00080000:1.0:1767319526.188788:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319526.188805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319526.188809:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319526.188851:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319526.189069:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319526.189080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319526.189085:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989884288:0@lo:38:kworker.0 00010000:00010000:3.0:1767319527.008959:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319527.200379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319527.267211:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767319527.267310:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925842944 offset 0 length 520: 4 00000100:00100000:0.0:1767319527.267349:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319527.267851:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843200 00000100:00100000:3.0:1767319527.267865:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843200 00000100:00100000:3.0:1767319527.267944:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843072 00000100:00100000:3.0:1767319527.267948:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843072 00000100:00100000:3.0:1767319527.267976:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5132 00000100:00100000:3.0:1767319527.267988:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925843200:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319527.268085:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925843200:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319527.268094:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5132 00000100:00100000:3.0:1767319527.268115:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23351 00000100:00100000:3.0:1767319527.268120:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925843072:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319527.268147:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319527.268177:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925843072:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (828us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319527.268184:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23351 00000100:00080000:1.0:1767319527.268707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319528.032453:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319528.224748:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319528.224983:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319528.225008:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989885184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319528.225107:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319528.225221:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989885312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319528.225293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319528.225490:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885184 00000100:00100000:3.0:1767319528.225507:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885184 00000100:00100000:3.0:1767319528.225584:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885312 00000100:00100000:3.0:1767319528.225588:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885312 00000100:00080000:0.0:1767319528.225605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319528.225613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319528.225620:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:3.0:1767319528.225640:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989885184:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319528.225665:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00002000:00000024:3.0:1767319528.225680:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319528.225683:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989885312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319528.225721:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319528.225778:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989885184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319528.225793:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00100000:0.0:1767319528.225803:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989885312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319528.225814:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:3.0:1767319528.225887:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989885184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319528.236359:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989885312:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319529.056498:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319529.248369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319530.083526:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319530.272934:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319531.104454:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319531.296763:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319531.296908:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319531.296914:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319531.296917:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319531.296921:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319531.296925:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319531.296933:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4775 00000100:00080000:3.0:1767319531.296937:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319531.296945:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319531.296997:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1500 x1853163989885440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319531.297023:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319531.297026:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319531.297028:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319531.297032:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4775 00000100:00080000:3.0:1767319531.297034:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319531.297039:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319531.297053:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b480 x1853163989885568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319531.297093:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319531.297097:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319531.297099:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319531.297102:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4775 00000100:00080000:3.0:1767319531.297105:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319531.297108:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319531.297118:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a300 x1853163989885824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319531.297143:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319531.297147:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319531.297149:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319531.297152:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4775 00000100:00080000:3.0:1767319531.297155:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319531.297158:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319531.297173:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a680 x1853163989886080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319531.297208:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989885952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.297290:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989886336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319531.297301:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319531.297354:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989885696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319531.297428:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989885440:0@lo:38:kworker.0 00000100:00100000:1.0:1767319531.304570:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319531.304692:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886336 00000100:00100000:1.0:1767319531.304703:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886336 00000100:00100000:1.0:1767319531.304763:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:1.0:1767319531.304772:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989886336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.304837:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989886336:12345-0@lo:400:kworker.0 Request processed in 66us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319531.304844:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00080000:1.0:1767319531.304866:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319531.304903:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989886336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.304951:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989886208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.304982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319531.305009:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886208 00000100:00100000:1.0:1767319531.305013:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886208 00000100:00100000:1.0:1767319531.305037:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:1.0:1767319531.305042:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989886208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.305074:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989886208:12345-0@lo:400:kworker.0 Request processed in 32us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319531.305079:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00080000:1.0:1767319531.305092:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319531.305107:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989886208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.305150:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885952 00000100:00100000:1.0:1767319531.305154:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885952 00000100:00100000:1.0:1767319531.305186:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133 00000100:00100000:1.0:1767319531.305193:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989885952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.305226:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989885952:12345-0@lo:400:kworker.0 Request processed in 33us (7926us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319531.305252:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133 00000100:00080000:1.0:1767319531.305268:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319531.312978:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319531.313248:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885696 00000100:00100000:1.0:1767319531.313267:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885696 00000100:00100000:1.0:1767319531.313330:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5134 00000100:00100000:1.0:1767319531.313339:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989885696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319531.313397:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989885696:12345-0@lo:400:kworker.0 Request processed in 60us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319531.313405:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5134 00000100:00080000:0.0:1767319531.313589:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319531.313623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989885696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319531.319283:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989885952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319531.319544:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319531.319603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989885568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319531.319643:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319531.319673:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989885824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319531.319695:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319531.319821:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989886080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319531.319844:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319531.320071:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885568 00000100:00100000:3.0:1767319531.320079:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885568 00000100:00100000:3.0:1767319531.320113:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:3.0:1767319531.320120:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989885568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319531.320141:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319531.320179:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989885568:12345-0@lo:38:kworker.0 Request processed in 58us (533us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319531.320186:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00080000:2.0:1767319531.332331:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319531.332346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319531.332352:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989885568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319531.332933:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885440 00000100:00100000:0.0:1767319531.332943:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885440 00000100:00100000:0.0:1767319531.333013:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989885824 00000100:00100000:0.0:1767319531.333016:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989885824 00000100:00100000:0.0:1767319531.333035:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886080 00000100:00100000:0.0:1767319531.333038:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886080 00000100:00100000:0.0:1767319531.333058:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23352 00000100:00100000:0.0:1767319531.333066:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989885440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319531.333091:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319531.333159:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989885440:12345-0@lo:38:kworker.0 Request processed in 92us (13625us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319531.333166:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23352 00000100:00100000:0.0:1767319531.333186:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23353 00000100:00100000:0.0:1767319531.333189:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989885824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319531.333198:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319531.333222:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989885824:12345-0@lo:38:kworker.0 Request processed in 31us (13526us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319531.333244:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23353 00000100:00100000:0.0:1767319531.335076:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23354 00000100:00100000:0.0:1767319531.335086:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989886080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319531.335106:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319531.335168:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989886080:12345-0@lo:38:kworker.0 Request processed in 81us (15323us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319531.335175:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23354 00000100:00080000:2.0:1767319531.335431:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319531.335437:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319531.335441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989885440:0@lo:38:kworker.0 00000100:00080000:2.0:1767319531.335452:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319531.335455:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319531.335458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989885824:0@lo:38:kworker.0 00000100:00080000:2.0:1767319531.335464:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319531.335467:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319531.335470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989886080:0@lo:38:kworker.0 00010000:00010000:3.0:1767319532.128443:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319532.320592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319532.389622:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319532.389741:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843456 00000100:00100000:3.0:1767319532.389830:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843456 00000100:00100000:3.0:1767319532.389968:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5135 00000100:00100000:3.0:1767319532.389979:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925843456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319532.390091:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925843456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319532.390101:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5135 00000100:00080000:0.0:1767319532.393491:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319532.396635:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319532.396747:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843328 00000100:00100000:2.0:1767319532.396767:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843328 00000100:00100000:2.0:1767319532.396823:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23355 00000100:00100000:2.0:1767319532.396831:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925843328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319532.396856:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319532.396934:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925843328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 101us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319532.396941:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23355 00010000:00010000:0.0:1767319533.152462:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319533.344435:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319533.344435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319533.344451:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989886464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319533.344522:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319533.344664:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886464 00000100:00100000:3.0:1767319533.344671:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989886592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319533.344672:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886464 00000100:00100000:3.0:1767319533.344711:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319533.344743:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319533.344975:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886592 00000100:00100000:2.0:1767319533.344980:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886592 00000100:00100000:0.0:1767319533.345067:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:0.0:1767319533.345080:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989886464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319533.345109:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319533.345156:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989886464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319533.345164:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:0.0:1767319533.345223:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989886464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319533.345320:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:2.0:1767319533.345326:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989886592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319533.345341:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319533.345375:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989886592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319533.345381:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00100000:2.0:1767319533.345414:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989886592:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319533.345465:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319534.176535:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319534.368994:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319535.200687:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319535.392383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319536.225582:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319536.420015:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319536.420025:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319536.420029:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319536.420034:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319536.420038:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319536.420046:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4781 00000100:00100000:1.0:1767319536.420050:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319536.420052:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319536.420061:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319536.420105:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1500 x1853163989886720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319536.420135:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319536.420137:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319536.420138:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319536.420141:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4781 00000100:00080000:2.0:1767319536.420143:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319536.420146:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319536.420157:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163989886848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319536.420190:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319536.420193:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319536.420195:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319536.420199:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4781 00000100:00080000:2.0:1767319536.420201:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319536.420204:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319536.420217:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989887104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319536.420259:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989886976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319536.420269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989886720:0@lo:38:kworker.0 00000100:00080000:2.0:1767319536.420281:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319536.420285:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319536.420286:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319536.420289:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4781 00000100:00080000:2.0:1767319536.420291:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319536.420295:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319536.420305:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15f80 x1853163989887360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319536.420311:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989887232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319536.420332:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319536.420339:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989887488:0@lo:400:kworker.0 00000100:00100000:3.0:1767319536.420359:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886976 00000100:00100000:2.0:1767319536.420363:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989887616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319536.420367:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886976 00000100:00100000:0.0:1767319536.420396:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319536.420411:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319536.420442:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887488 00000100:00100000:1.0:1767319536.420447:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887488 00000100:00100000:0.0:1767319536.420466:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319536.420505:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887616 00000100:00100000:1.0:1767319536.420509:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887616 00000100:00100000:0.0:1767319536.420516:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:0.0:1767319536.420528:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989887488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319536.420537:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:1.0:1767319536.420549:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989887616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319536.420589:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989887488:12345-0@lo:400:kworker.0 Request processed in 63us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319536.420601:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:1.0:1767319536.420601:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989887616:12345-0@lo:400:kworker.0 Request processed in 54us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319536.420612:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:0.0:1767319536.420658:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989887616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319536.420662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989887488:0@lo:400:kworker.0 00000100:00080000:0.0:1767319536.420711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319536.420716:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319536.420719:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319536.421118:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319536.421222:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887232 00000100:00100000:3.0:1767319536.421227:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887232 00000100:00100000:1.0:1767319536.421253:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5136 00000100:00100000:1.0:1767319536.421261:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989886976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319536.421311:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989886976:12345-0@lo:400:kworker.0 Request processed in 49us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319536.421316:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989886848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319536.421322:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136 00000100:00100000:1.0:1767319536.421339:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886720 00000100:00100000:1.0:1767319536.421343:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886720 00000100:00100000:3.0:1767319536.421350:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5137 00000100:00100000:2.0:1767319536.421356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319536.421363:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989887232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319536.421367:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23356 00000100:00100000:1.0:1767319536.421372:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989886720:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319536.421390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989887104:0@lo:38:kworker.0 00010000:00020000:1.0:1767319536.421391:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319536.421405:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989887232:12345-0@lo:400:kworker.0 Request processed in 46us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319536.421431:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989886720:12345-0@lo:38:kworker.0 Request processed in 57us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319536.421433:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319536.421455:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989887360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319536.421475:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319536.421491:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5137 00000100:00100000:1.0:1767319536.421496:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23356 00000100:00100000:1.0:1767319536.421508:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887104 00000100:00100000:3.0:1767319536.421508:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887360 00000100:00080000:2.0:1767319536.421510:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319536.421512:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887104 00000100:00100000:3.0:1767319536.421512:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887360 00000100:00080000:2.0:1767319536.421519:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319536.421524:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989886720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319536.421529:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23357 00000100:00100000:1.0:1767319536.421533:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23358 00000100:00100000:3.0:1767319536.421535:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989887104:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319536.421537:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989887360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319536.421545:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319536.421547:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319536.421581:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989887360:12345-0@lo:38:kworker.0 Request processed in 42us (103us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319536.421581:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989887104:12345-0@lo:38:kworker.0 Request processed in 45us (150us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319536.421588:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23358 00000100:00100000:3.0:1767319536.421593:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23357 00000100:00080000:2.0:1767319536.421602:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319536.421609:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319536.421612:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989886848 00000100:00100000:2.0:1767319536.421614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989887360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319536.421617:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989886848 00000100:00100000:1.0:1767319536.421621:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989886976:0@lo:400:kworker.0 00000100:00080000:2.0:1767319536.421638:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319536.421644:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319536.421647:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989887104:0@lo:38:kworker.0 00000100:00080000:1.0:1767319536.421655:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319536.421698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989887232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319536.421698:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:3.0:1767319536.421703:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989886848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319536.421806:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319536.421853:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989886848:12345-0@lo:38:kworker.0 Request processed in 148us (500us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319536.421860:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00080000:1.0:1767319536.422570:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319536.422576:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319536.422579:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989886848:0@lo:38:kworker.0 00010000:00010000:3.0:1767319537.248403:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319537.440788:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319537.509821:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319537.510019:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843584 00000100:00100000:0.0:1767319537.510029:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843584 00000100:00100000:0.0:1767319537.510146:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23359 00000100:00100000:0.0:1767319537.510155:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925843584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319537.510181:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319537.510300:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925843584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 144us (489us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319537.510308:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23359 00000100:00100000:3.0:1767319537.510835:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319537.511101:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843712 00000100:00100000:0.0:1767319537.511110:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843712 00000100:00080000:1.0:1767319537.511183:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319537.511191:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5138 00000100:00100000:0.0:1767319537.511206:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925843712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319537.511309:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925843712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319537.511317:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5138 00010000:00010000:0.0:1767319538.275981:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319538.464822:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319538.464848:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989887744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319538.464952:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319538.465159:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887744 00000100:00100000:1.0:1767319538.465170:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887744 00000100:00100000:1.0:1767319538.465265:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1767319538.465285:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989887744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319538.465330:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319538.465386:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989887744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319538.465394:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:0.0:1767319538.465898:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989887744:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319538.465929:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319538.467138:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319538.467399:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319538.467420:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989887872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319538.467508:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319538.467703:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989887872 00000100:00100000:1.0:1767319538.467712:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989887872 00000100:00100000:1.0:1767319538.467787:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:1.0:1767319538.467797:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989887872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319538.467826:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319538.467870:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989887872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319538.467876:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1767319538.467965:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989887872:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319538.468040:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319539.296496:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319539.490268:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319540.320520:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319540.517713:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319541.345692:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319541.536601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319541.536612:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319541.536615:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319541.536620:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319541.536623:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319541.536632:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4786 00000100:00080000:2.0:1767319541.536636:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319541.536643:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319541.536683:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163989888000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319541.536713:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319541.536717:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319541.536719:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319541.536722:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4786 00000100:00080000:2.0:1767319541.536725:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319541.536728:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319541.536742:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989888128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319541.536810:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319541.536891:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319541.536929:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319541.536933:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319541.536935:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319541.536939:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4786 00000100:00080000:2.0:1767319541.536941:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319541.536945:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319541.536962:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfeced80 x1853163989888384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319541.536999:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319541.537003:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319541.537005:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319541.537009:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4786 00000100:00080000:2.0:1767319541.537011:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319541.537014:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319541.537025:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163989888640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319541.537080:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989888512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.537147:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319541.537208:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319541.537215:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989888768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.537259:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319541.537288:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888768 00000100:00100000:0.0:1767319541.537295:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888768 00000100:00100000:0.0:1767319541.537355:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767319541.537364:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989888768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.537421:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989888768:12345-0@lo:400:kworker.0 Request processed in 58us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319541.537428:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:0.0:1767319541.537491:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989888768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.537518:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888512 00000100:00100000:0.0:1767319541.537522:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888512 00000100:00100000:0.0:1767319541.537552:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139 00000100:00100000:0.0:1767319541.537559:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989888512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.537597:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989888512:12345-0@lo:400:kworker.0 Request processed in 39us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319541.537604:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139 00000100:00100000:0.0:1767319541.537628:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989888512:0@lo:400:kworker.0 00000100:00080000:0.0:1767319541.537663:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319541.537668:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319541.537875:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989888000:0@lo:38:kworker.0 00000100:00100000:1.0:1767319541.537907:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319541.537938:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989888128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319541.537959:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319541.537981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989888384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319541.537998:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319541.538013:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989888640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319541.538031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319541.538058:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888000 00000100:00100000:1.0:1767319541.538062:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888000 00000100:00100000:1.0:1767319541.538081:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888384 00000100:00100000:1.0:1767319541.538083:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888384 00000100:00100000:1.0:1767319541.538098:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888640 00000100:00100000:1.0:1767319541.538102:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888640 00000100:00100000:1.0:1767319541.538116:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23360 00000100:00100000:1.0:1767319541.538121:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989888000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319541.538138:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319541.538171:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989888000:12345-0@lo:38:kworker.0 Request processed in 48us (263us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319541.538177:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23360 00000100:00100000:1.0:1767319541.538191:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23361 00000100:00100000:1.0:1767319541.538195:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989888384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319541.538204:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319541.538224:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989888384:12345-0@lo:38:kworker.0 Request processed in 28us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319541.538247:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23361 00000100:00100000:1.0:1767319541.538258:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23362 00000100:00100000:1.0:1767319541.538262:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989888640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319541.538270:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319541.538292:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989888640:12345-0@lo:38:kworker.0 Request processed in 29us (260us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319541.538297:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23362 00000100:00080000:1.0:1767319541.538345:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319541.538350:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319541.538354:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989888000:0@lo:38:kworker.0 00000100:00080000:1.0:1767319541.538363:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319541.538366:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319541.538368:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989888384:0@lo:38:kworker.0 00000100:00080000:1.0:1767319541.538375:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319541.538377:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319541.538380:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989888640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319541.538426:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888128 00000100:00100000:1.0:1767319541.538430:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888128 00000100:00100000:1.0:1767319541.538450:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:1.0:1767319541.538454:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989888128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319541.538465:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319541.538493:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989888128:12345-0@lo:38:kworker.0 Request processed in 37us (532us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319541.538498:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00080000:1.0:1767319541.538523:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319541.538526:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319541.538529:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989888128:0@lo:38:kworker.0 00000100:00100000:3.0:1767319541.539250:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989888896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319541.539293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319541.539326:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989888256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319541.539353:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319541.539684:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888896 00000100:00100000:0.0:1767319541.539691:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888896 00000100:00100000:0.0:1767319541.539750:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:0.0:1767319541.539759:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989888896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319541.539806:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989888896:12345-0@lo:400:kworker.0 Request processed in 48us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319541.539812:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:1.0:1767319541.540012:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989888256 00000100:00100000:1.0:1767319541.540017:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989888256 00000100:00100000:1.0:1767319541.540056:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5140 00000100:00100000:1.0:1767319541.540064:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989888256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319541.540096:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989888256:12345-0@lo:400:kworker.0 Request processed in 34us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319541.540102:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5140 00000100:00080000:3.0:1767319541.540353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319541.540358:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319541.540403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989888896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319541.540416:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989888256:0@lo:400:kworker.0 00010000:00010000:3.0:1767319542.369686:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319542.560584:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319542.631436:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319542.631540:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319542.641912:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843968 00000100:00100000:0.0:1767319542.641933:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843968 00000100:00080000:3.0:1767319542.642066:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319542.643339:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925843840 00000100:00100000:0.0:1767319542.643348:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925843840 00000100:00100000:0.0:1767319542.643389:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5141 00000100:00100000:0.0:1767319542.643402:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925843968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319542.643462:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23363 00000100:00100000:3.0:1767319542.643476:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925843840:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767319542.643499:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925843968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 98us (12071us total) trans 0 rc 0/0 00010000:00020000:3.0:1767319542.643508:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319542.643515:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5141 00000100:00100000:3.0:1767319542.643599:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925843840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 121us (12057us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319542.643608:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23363 00010000:00010000:0.0:1767319543.394898:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319543.584369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319543.584613:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989889024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319543.584708:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319543.584837:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889024 00000100:00100000:1.0:1767319543.584847:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889024 00000100:00100000:1.0:1767319543.584911:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00080000:3.0:1767319543.584916:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319543.584926:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989889024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319543.584961:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319543.585157:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319543.585173:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989889152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319543.585218:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319543.585336:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889152 00000100:00100000:3.0:1767319543.585344:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889152 00000100:00100000:3.0:1767319543.585400:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:3.0:1767319543.585411:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989889152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319543.585442:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319543.585489:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989889152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319543.585497:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00080000:3.0:1767319543.585518:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319543.585558:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989889152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319543.591013:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989889024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6084us (6295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319543.591027:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:2.0:1767319543.598375:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989889024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319544.424088:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319544.608704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319545.441449:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319545.632369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319546.466358:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319546.657714:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319546.657727:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319546.657731:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319546.657736:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319546.657742:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319546.657753:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4791 00000100:00080000:2.0:1767319546.657758:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319546.657767:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319546.657821:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163989889280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319546.657850:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319546.657854:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319546.657857:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319546.657861:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4791 00000100:00080000:2.0:1767319546.657864:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319546.657868:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319546.657881:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecca80 x1853163989889408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319546.657921:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319546.657925:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319546.657927:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319546.657931:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4791 00000100:00080000:2.0:1767319546.657933:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319546.657937:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319546.657948:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf480 x1853163989889664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319546.657975:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319546.657979:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319546.657982:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319546.657986:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4791 00000100:00080000:2.0:1767319546.657989:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319546.657993:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319546.658004:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989889920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319546.658050:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989889792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.658134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.658208:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319546.658214:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989890048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.658262:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319546.658381:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989889536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319546.658415:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319546.658448:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319546.658453:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989890176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319546.658474:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.658555:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889792 00000100:00100000:2.0:1767319546.658565:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889792 00000100:00100000:0.0:1767319546.658725:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890048 00000100:00100000:0.0:1767319546.658731:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890048 00000100:00100000:1.0:1767319546.658814:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889536 00000100:00100000:1.0:1767319546.658819:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889536 00000100:00100000:2.0:1767319546.658902:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142 00000100:00100000:2.0:1767319546.658913:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989889792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.658974:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989889792:12345-0@lo:400:kworker.0 Request processed in 63us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319546.658983:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142 00000100:00100000:2.0:1767319546.659032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989889792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.659083:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890176 00000100:00100000:2.0:1767319546.659086:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890176 00000100:00080000:3.0:1767319546.663586:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319546.663602:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319546.663608:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319546.663678:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319546.663744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989889280:0@lo:38:kworker.0 00000100:00100000:3.0:1767319546.663843:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319546.663905:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989889408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319546.663936:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319546.663960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989889664:0@lo:38:kworker.0 00000100:00100000:3.0:1767319546.663983:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319546.664009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989889920:0@lo:38:kworker.0 00000100:00100000:3.0:1767319546.664035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319546.664082:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889408 00000100:00100000:3.0:1767319546.664092:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889408 00000100:00100000:3.0:1767319546.664141:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:3.0:1767319546.664150:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989889408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319546.664176:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319546.664226:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989889408:12345-0@lo:38:kworker.0 Request processed in 76us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319546.664262:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00080000:3.0:1767319546.664318:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319546.664324:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319546.664329:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989889408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319546.664367:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889280 00000100:00100000:3.0:1767319546.664371:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889280 00000100:00100000:3.0:1767319546.664391:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889664 00000100:00100000:3.0:1767319546.664394:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889664 00000100:00100000:3.0:1767319546.664407:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989889920 00000100:00100000:3.0:1767319546.664410:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989889920 00000100:00100000:3.0:1767319546.664421:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23364 00000100:00100000:3.0:1767319546.664425:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989889280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319546.664436:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319546.664466:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989889280:12345-0@lo:38:kworker.0 Request processed in 39us (623us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319546.664474:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23364 00000100:00100000:3.0:1767319546.664484:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23365 00000100:00100000:3.0:1767319546.664489:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989889664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319546.664497:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319546.664517:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989889664:12345-0@lo:38:kworker.0 Request processed in 28us (534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319546.664523:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23365 00000100:00100000:3.0:1767319546.664532:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23366 00000100:00100000:3.0:1767319546.664535:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989889920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319546.664542:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319546.664558:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989889920:12345-0@lo:38:kworker.0 Request processed in 22us (522us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319546.664564:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23366 00000100:00080000:3.0:1767319546.664583:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319546.664588:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319546.664592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989889280:0@lo:38:kworker.0 00000100:00080000:3.0:1767319546.664600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319546.664603:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319546.664606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989889664:0@lo:38:kworker.0 00000100:00080000:3.0:1767319546.664616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319546.664619:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319546.664622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989889920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319546.665006:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1767319546.665020:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989890048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319546.665278:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989890048:12345-0@lo:400:kworker.0 Request processed in 262us (7014us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319546.665286:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:3.0:1767319546.667730:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989890048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.671341:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:2.0:1767319546.671362:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989890176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319546.671489:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989890176:12345-0@lo:400:kworker.0 Request processed in 134us (13012us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319546.671497:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00100000:2.0:1767319546.671580:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989890176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319546.672356:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143 00000100:00100000:1.0:1767319546.672371:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989889536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319546.672446:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989889536:12345-0@lo:400:kworker.0 Request processed in 81us (14031us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319546.672454:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143 00000100:00100000:2.0:1767319546.673972:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989889536:0@lo:400:kworker.0 00010000:00010000:3.0:1767319547.488484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319547.680443:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319547.754907:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319547.757058:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319547.757443:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844096 00000100:00100000:3.0:1767319547.757454:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844096 00000100:00100000:3.0:1767319547.757499:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844224 00000100:00100000:3.0:1767319547.757502:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844224 00000100:00100000:3.0:1767319547.757626:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5144 00000100:00100000:3.0:1767319547.757636:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925844224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319547.757713:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925844224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319547.757722:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5144 00000100:00100000:3.0:1767319547.757740:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23367 00000100:00100000:3.0:1767319547.757745:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925844096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319547.757763:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319547.757786:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925844096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (2895us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319547.757793:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23367 00000100:00080000:2.0:1767319547.758098:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319548.514158:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319548.704397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319548.705649:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319548.705666:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989890304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319548.705733:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319548.705946:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890304 00000100:00100000:1.0:1767319548.705954:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890304 00000100:00100000:1.0:1767319548.706010:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:1.0:1767319548.706020:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989890304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319548.706050:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319548.706096:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989890304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319548.706103:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00100000:1.0:1767319548.706164:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989890304:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319548.706279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319548.706292:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319548.706301:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989890432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319548.706334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319548.706578:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890432 00000100:00100000:1.0:1767319548.706582:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890432 00000100:00100000:1.0:1767319548.706623:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:1.0:1767319548.706631:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989890432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319548.706647:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319548.708387:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989890432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1747us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319548.708399:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00080000:2.0:1767319548.708762:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319548.711370:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989890432:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319549.537039:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319549.728362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319550.560459:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319550.752676:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319551.584551:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319551.776356:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319551.776369:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319551.776372:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319551.776376:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319551.776380:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319551.776388:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4796 00000100:00080000:2.0:1767319551.776393:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319551.776399:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319551.776442:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163989890560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319551.776473:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319551.776476:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319551.776478:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319551.776483:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4796 00000100:00080000:2.0:1767319551.776485:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319551.776489:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319551.776505:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece300 x1853163989890688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319551.776537:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319526/real 1767319526] req@ffff96e301585500 x1853163989884032/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319551 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319551.776542:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319551.776551:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319551.776555:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319551.776560:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4796 00000100:00080000:2.0:1767319551.776563:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319551.776567:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319551.776580:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163989890944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319551.776587:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301585500 x1853163989884032/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319551 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319551.776608:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989890560:0@lo:38:kworker.0 00000100:00080000:2.0:1767319551.776609:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319551.776616:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319551.776618:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319551.776622:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4796 00000100:00080000:2.0:1767319551.776624:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319551.776627:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319551.776641:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989891200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319551.776670:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319551.776688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989891456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.776714:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989891328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319551.776719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989890688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319551.776734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319551.776755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319551.776961:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989890816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.780005:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319551.780067:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319551.780080:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989891072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.780122:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319551.780163:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890688 00000100:00100000:3.0:1767319551.780170:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890688 00000100:00100000:3.0:1767319551.780215:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:3.0:1767319551.780221:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989890688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319551.780258:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319551.780298:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989890688:12345-0@lo:38:kworker.0 Request processed in 75us (3543us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319551.780305:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00100000:3.0:1767319551.780329:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890560 00000100:00100000:3.0:1767319551.780332:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890560 00000100:00100000:3.0:1767319551.780350:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891072 00000100:00100000:3.0:1767319551.780352:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891072 00000100:00100000:3.0:1767319551.780399:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145 00000100:00100000:3.0:1767319551.780406:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989891072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.780447:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989891072:12345-0@lo:400:kworker.0 Request processed in 42us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319551.780453:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145 00000100:00100000:3.0:1767319551.780465:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23368 00000100:00100000:3.0:1767319551.780469:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989890560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319551.780479:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319551.780502:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989890560:12345-0@lo:38:kworker.0 Request processed in 31us (3833us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319551.780507:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23368 00000100:00100000:3.0:1767319551.781327:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989891072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.781380:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891456 00000100:00100000:3.0:1767319551.781384:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891456 00000100:00100000:3.0:1767319551.781437:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891328 00000100:00100000:3.0:1767319551.781440:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891328 00000100:00080000:2.0:1767319551.781462:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319551.781466:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00080000:2.0:1767319551.781469:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319551.781474:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319551.781478:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989891456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319551.781525:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:3.0:1767319551.781531:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989891456:12345-0@lo:400:kworker.0 Request processed in 55us (4796us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319551.781538:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989891328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.781542:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00100000:2.0:1767319551.781584:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989891328:12345-0@lo:400:kworker.0 Request processed in 51us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319551.783816:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989891328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.783874:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989891456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319551.783919:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319551.784696:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319551.784705:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319551.784708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989890688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319551.784719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989890944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319551.784772:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319551.784790:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319551.784806:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319551.784809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989884032:0@lo:250:kworker.0 00000100:00100000:2.0:1767319551.785478:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00080000:2.0:1767319551.785514:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319551.785519:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319551.785522:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319551.785527:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4775 00000100:00080000:2.0:1767319551.785531:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319551.785537:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319551.785564:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece300 x1853163989891584/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319551.785850:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890944 00000100:00100000:3.0:1767319551.785858:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890944 00000100:00100000:3.0:1767319551.785898:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23369 00000100:00100000:3.0:1767319551.785905:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989890944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319551.785924:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319551.785974:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989890944:12345-0@lo:38:kworker.0 Request processed in 68us (1201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319551.785981:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23369 00000100:00100000:0.0:1767319551.787020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989891200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319551.787079:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319551.787122:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319551.787127:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319551.787131:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989890560:0@lo:38:kworker.0 00000100:00080000:0.0:1767319551.787141:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319551.787144:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319551.787147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989890944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319551.787175:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989891584:0@lo:250:kworker.0 00000400:00000100:0.0:1767319551.787214:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989891584 offset 0 length 520: 4 00000100:00100000:3.0:1767319551.787261:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891200 00000100:00100000:3.0:1767319551.787268:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891200 00000100:00100000:3.0:1767319551.787303:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23370 00000100:00100000:3.0:1767319551.787308:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989891200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319551.787324:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319551.787362:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989891200:12345-0@lo:38:kworker.0 Request processed in 53us (284us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319551.787368:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23370 00000100:00080000:0.0:1767319551.787550:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319551.787554:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319551.787558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989891200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319551.791550:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319551.791686:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989890816 00000100:00100000:2.0:1767319551.791697:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989890816 00000100:00100000:2.0:1767319551.791777:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5146 00000100:00100000:2.0:1767319551.791786:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989890816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319551.791854:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989890816:12345-0@lo:400:kworker.0 Request processed in 68us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319551.791861:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5146 00000100:00100000:1.0:1767319551.792492:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989890816:0@lo:400:kworker.0 00000100:00080000:0.0:1767319551.792568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319551.843972:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925844352 offset 0 length 520: 4 00000100:00100000:0.0:1767319551.844325:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319551.844392:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319551.844495:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844480 00000100:00100000:2.0:1767319551.844507:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844480 00000100:00100000:2.0:1767319551.844588:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844608 00000100:00100000:2.0:1767319551.844592:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844608 00000100:00100000:2.0:1767319551.844661:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5147 00000100:00100000:2.0:1767319551.844674:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925844608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767319551.844697:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319551.844755:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23371 00000100:00100000:1.0:1767319551.844765:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925844480:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767319551.844790:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925844608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 116us (394us total) trans 0 rc 0/0 00010000:00020000:1.0:1767319551.844792:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319551.844811:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5147 00000100:00100000:1.0:1767319551.844861:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925844480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (542us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319551.844875:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23371 00010000:00010000:3.0:1767319552.609005:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319552.800520:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319553.632938:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319553.824458:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319553.825123:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319553.825141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989891712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319553.825249:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319553.825712:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891712 00000100:00100000:1.0:1767319553.825720:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891712 00000100:00100000:1.0:1767319553.825789:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1767319553.825799:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989891712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319553.825830:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319553.825876:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989891712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319553.825884:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1767319553.825935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989891712:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319553.826536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319553.826730:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989891840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319553.826767:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319553.826947:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891840 00000100:00100000:2.0:1767319553.827136:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891840 00000100:00100000:2.0:1767319553.827250:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1767319553.827258:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989891840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319553.827289:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319553.827582:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989891840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 325us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319553.827589:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1767319553.827727:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989891840:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319553.827785:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319554.656468:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319554.848305:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319555.682750:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319555.872914:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319556.704599:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319556.896350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319556.897336:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319556.897352:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319556.897355:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319556.897360:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319556.897364:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319556.897372:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319556.897377:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319556.897385:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319556.897429:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf480 x1853163989891968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319556.897462:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319556.897465:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319556.897467:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319556.897481:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319556.897484:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319556.897487:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319556.897499:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163989892096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319556.897537:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319556.897540:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319556.897542:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319556.897546:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319556.897549:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319556.897553:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319556.897565:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989892352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319556.897569:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989892224:0@lo:400:kworker.0 00000100:00080000:2.0:1767319556.897601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319556.897605:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319556.897607:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319556.897611:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4801 00000100:00080000:2.0:1767319556.897613:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319556.897617:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319556.897628:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163989892608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319556.897667:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989892736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319556.897671:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319556.897678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989892480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.897712:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319556.897712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319556.897771:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989891968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319556.897834:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319556.897842:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989892864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.899488:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892736 00000100:00100000:1.0:1767319556.899501:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892736 00000100:00100000:1.0:1767319556.899775:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1767319556.899787:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989892736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.900034:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989892736:12345-0@lo:400:kworker.0 Request processed in 249us (2319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319556.900042:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00080000:1.0:1767319556.900226:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319556.900280:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989892736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.900331:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892224 00000100:00100000:1.0:1767319556.900336:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892224 00000100:00100000:1.0:1767319556.900366:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892480 00000100:00100000:1.0:1767319556.900369:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892480 00000100:00100000:1.0:1767319556.900390:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5148 00000100:00100000:1.0:1767319556.900396:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989892224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.900430:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989892224:12345-0@lo:400:kworker.0 Request processed in 34us (2763us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319556.900436:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5148 00000100:00100000:1.0:1767319556.900448:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149 00000100:00100000:1.0:1767319556.900459:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989892480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.900749:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989892480:12345-0@lo:400:kworker.0 Request processed in 295us (3036us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319556.900755:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149 00000100:00080000:1.0:1767319556.900774:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319556.901082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989892480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319556.901198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319556.901204:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319556.901285:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989892224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319556.901333:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989892096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319556.901365:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319556.901395:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989892352:0@lo:38:kworker.0 00000100:00100000:0.0:1767319556.901415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319556.901464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989892608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319556.901485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319556.901501:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989891968 00000100:00100000:1.0:1767319556.901506:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989891968 00000100:00100000:3.0:1767319556.901512:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892096 00000100:00100000:3.0:1767319556.901518:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892096 00000100:00100000:1.0:1767319556.901541:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892352 00000100:00100000:1.0:1767319556.901546:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892352 00000100:00100000:3.0:1767319556.901550:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:2.0:1767319556.901551:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892864 00000100:00100000:2.0:1767319556.901555:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892864 00000100:00100000:3.0:1767319556.901558:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989892096:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319556.901575:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23372 00010000:00020000:3.0:1767319556.901579:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319556.901585:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989891968:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319556.901589:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1767319556.901596:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989892864:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767319556.901598:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319556.901624:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989892096:12345-0@lo:38:kworker.0 Request processed in 65us (257us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319556.901636:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:2.0:1767319556.901641:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989892864:12345-0@lo:400:kworker.0 Request processed in 45us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319556.901648:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00080000:2.0:1767319556.901669:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319556.901674:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989892864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319556.901719:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989891968:12345-0@lo:38:kworker.0 Request processed in 135us (521us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319556.901725:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23372 00000100:00100000:1.0:1767319556.901738:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23373 00000100:00100000:1.0:1767319556.901742:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989892352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319556.901751:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319556.901771:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989892352:12345-0@lo:38:kworker.0 Request processed in 28us (355us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319556.901776:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23373 00000100:00080000:0.0:1767319556.902257:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319556.902263:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319556.902267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989891968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319556.902278:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319556.902282:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319556.902284:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989892096:0@lo:38:kworker.0 00000100:00080000:0.0:1767319556.902292:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319556.902295:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319556.902297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989892352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319556.902356:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892608 00000100:00100000:1.0:1767319556.902360:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892608 00000100:00100000:1.0:1767319556.902387:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23374 00000100:00100000:1.0:1767319556.902392:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989892608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319556.902403:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319556.902479:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989892608:12345-0@lo:38:kworker.0 Request processed in 86us (993us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319556.902486:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23374 00000100:00080000:0.0:1767319556.902529:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319556.902533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319556.902536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989892608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319556.966982:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319556.967080:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844864 00000100:00100000:2.0:1767319556.967090:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844864 00000100:00100000:2.0:1767319556.967182:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5150 00000100:00100000:2.0:1767319556.967192:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925844864:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319556.967309:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925844864:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319556.967317:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5150 00000100:00080000:1.0:1767319556.967638:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319556.967823:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319556.967892:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844736 00000100:00100000:2.0:1767319556.967896:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844736 00000100:00100000:0.0:1767319556.967960:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23375 00000100:00100000:0.0:1767319556.967966:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925844736:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319556.967986:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319556.968016:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925844736:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319556.968023:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23375 00010000:00010000:3.0:1767319557.728469:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319557.920524:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319558.753882:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319558.944348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319558.944602:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319558.945669:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989892992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319558.945811:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319558.946065:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319558.946083:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989893120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319558.946110:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319558.946833:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989892992 00000100:00100000:2.0:1767319558.946842:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989892992 00000100:00100000:2.0:1767319558.946903:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893120 00000100:00100000:2.0:1767319558.946907:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893120 00000100:00100000:2.0:1767319558.946926:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:2.0:1767319558.946934:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989892992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319558.946962:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319558.947008:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989892992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319558.947015:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:2.0:1767319558.947030:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767319558.947036:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989893120:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319558.947197:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989892992:0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319558.947325:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319558.947358:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989893120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 323us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319558.947365:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00100000:2.0:1767319558.947394:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989893120:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319558.947501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319558.947505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319559.776423:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319559.969699:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319560.800513:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319560.992553:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319561.824523:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319562.016402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319562.016766:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319562.016772:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319562.016775:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319562.016779:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319562.016783:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319562.016791:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319562.016796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319562.016803:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319562.016842:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163989893248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319562.016870:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319562.016873:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319562.016876:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319562.016879:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319562.016882:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319562.016885:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319562.016898:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989893376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319562.016920:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319562.016923:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319562.016925:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319562.016928:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319562.016930:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319562.016933:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319562.016940:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5180 x1853163989893632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319562.016958:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319562.016961:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319562.016963:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319562.016965:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4806 00000100:00080000:2.0:1767319562.016967:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319562.016970:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319562.016978:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163989893888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319562.017076:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989893248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319562.017141:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319562.017213:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989893376:0@lo:38:kworker.0 00000100:00100000:1.0:1767319562.017266:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319562.017286:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989893632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319562.017316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319562.017330:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989893888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319562.017347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319562.017493:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989893504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.017568:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319562.017598:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319562.017604:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989894144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.017627:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319562.017647:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989894016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.017661:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319562.017671:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319562.017673:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989893760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.017684:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319562.017701:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893248 00000100:00100000:0.0:1767319562.017707:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893248 00000100:00100000:0.0:1767319562.017733:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893632 00000100:00100000:0.0:1767319562.017736:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893632 00000100:00100000:0.0:1767319562.017743:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893888 00000100:00100000:0.0:1767319562.017744:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893888 00000100:00100000:0.0:1767319562.017752:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893504 00000100:00100000:0.0:1767319562.017754:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893504 00000100:00100000:0.0:1767319562.017781:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893760 00000100:00100000:0.0:1767319562.017784:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893760 00000100:00100000:0.0:1767319562.017797:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151 00000100:00100000:0.0:1767319562.017803:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989893504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.017839:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989893504:12345-0@lo:400:kworker.0 Request processed in 36us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319562.017845:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151 00000100:00100000:0.0:1767319562.017859:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5152 00000100:00100000:0.0:1767319562.017863:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989893760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.017879:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989893760:12345-0@lo:400:kworker.0 Request processed in 17us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319562.017883:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5152 00000100:00100000:0.0:1767319562.017890:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23376 00000100:00100000:0.0:1767319562.017892:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989893248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319562.017906:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319562.017922:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989893248:12345-0@lo:38:kworker.0 Request processed in 29us (783us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319562.017926:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23376 00000100:00100000:0.0:1767319562.017932:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23377 00000100:00100000:3.0:1767319562.018114:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989893376 00000100:00100000:3.0:1767319562.018120:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989893376 00000100:00100000:3.0:1767319562.018144:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1767319562.018167:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989893376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319562.018178:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319562.018207:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989893376:12345-0@lo:38:kworker.0 Request processed in 57us (941us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319562.018212:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1767319562.018251:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23378 00000100:00100000:3.0:1767319562.018255:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989893888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319562.018264:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319562.018296:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989893888:12345-0@lo:38:kworker.0 Request processed in 39us (947us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319562.018301:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23378 00000100:00080000:3.0:1767319562.018343:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319562.018372:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989893504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319562.018407:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989893760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319562.018770:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989893632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319562.018782:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319562.018812:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989893632:12345-0@lo:38:kworker.0 Request processed in 875us (1495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319562.018818:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23377 00000100:00100000:2.0:1767319562.018903:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894144 00000100:00100000:2.0:1767319562.018909:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894144 00000100:00100000:2.0:1767319562.018983:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894016 00000100:00100000:2.0:1767319562.018988:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894016 00000100:00100000:2.0:1767319562.019008:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:2.0:1767319562.019027:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989894144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319562.019067:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989894144:12345-0@lo:400:kworker.0 Request processed in 42us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319562.019074:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:2.0:1767319562.019086:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:2.0:1767319562.019092:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989894016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319562.019122:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989894016:12345-0@lo:400:kworker.0 Request processed in 30us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319562.019127:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00100000:2.0:1767319562.019337:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989894016:0@lo:400:kworker.0 00000100:00080000:3.0:1767319562.019396:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319562.019400:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319562.025883:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.025897:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319562.025902:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989893248:0@lo:38:kworker.0 00000100:00080000:1.0:1767319562.025918:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.025922:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319562.025924:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989893376:0@lo:38:kworker.0 00000100:00080000:1.0:1767319562.025935:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.025938:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319562.025941:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989893632:0@lo:38:kworker.0 00000100:00080000:1.0:1767319562.025951:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319562.025955:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319562.025958:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989893888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319562.032835:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989894144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319562.085952:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319562.086000:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319562.087150:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925845120 00000100:00100000:1.0:1767319562.087329:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925844992 00000100:00100000:1.0:1767319562.087336:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925844992 00000100:00100000:3.0:1767319562.087435:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925845120 00000100:00100000:3.0:1767319562.087520:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5153 00000100:00100000:3.0:1767319562.087531:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925845120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319562.087671:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319562.087852:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23379 00000100:00100000:0.0:1767319562.087859:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925844992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319562.087878:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319562.087924:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925845120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 394us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319562.087931:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5153 00000100:00100000:0.0:1767319562.087991:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925844992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 131us (1990us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319562.088002:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23379 00010000:00010000:3.0:1767319562.848479:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319563.044445:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319563.872469:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319564.064418:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319564.064894:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989894272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319564.064963:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319564.065163:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894272 00000100:00100000:2.0:1767319564.065172:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989894400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319564.065178:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894272 00000100:00100000:2.0:1767319564.065205:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319564.065291:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894400 00000100:00100000:0.0:1767319564.065296:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894400 00000100:00100000:0.0:1767319564.065324:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:0.0:1767319564.065333:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989894272:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319564.065352:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1767319564.065371:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989894400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319564.065379:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767319564.065405:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767319564.065516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319564.065522:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319564.067268:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989894272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1899us (2267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319564.067284:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:1.0:1767319564.068258:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989894400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2856us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319564.068280:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:3.0:1767319564.071287:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989894272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319564.071461:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989894400:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319564.896533:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319565.095329:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319565.922491:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319566.112733:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319566.945563:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319567.136592:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319567.136602:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319567.136605:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319567.136616:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319567.136620:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319567.136627:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4811 00000100:00080000:1.0:1767319567.136632:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319567.136645:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319567.136682:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163989894528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319567.136706:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319567.136710:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319567.136712:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319567.136715:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4811 00000100:00080000:1.0:1767319567.136717:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319567.136721:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319567.136734:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163989894656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319567.136769:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319567.136772:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319567.136775:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319567.136778:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4811 00000100:00080000:1.0:1767319567.136780:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319567.136783:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319567.136794:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252300 x1853163989894912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319567.136816:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319567.136819:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319567.136821:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319567.136824:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4811 00000100:00080000:1.0:1767319567.136826:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767319567.136829:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319567.136838:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163989895168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319567.136912:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989894784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.136993:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319567.137052:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319567.137059:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989895424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.137085:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319567.137112:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989895296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.137132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319567.137148:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319567.137152:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989895040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.137171:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319567.137196:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895424 00000100:00100000:2.0:1767319567.137203:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895424 00000100:00100000:2.0:1767319567.137269:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895296 00000100:00100000:2.0:1767319567.137272:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895296 00000100:00100000:2.0:1767319567.137292:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:2.0:1767319567.137299:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989895424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.137345:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989895424:12345-0@lo:400:kworker.0 Request processed in 45us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319567.137351:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00100000:2.0:1767319567.137365:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1767319567.137371:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989895296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.137397:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989895296:12345-0@lo:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319567.137402:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1767319567.137440:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989895296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.137465:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989895424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319567.137529:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894784 00000100:00100000:1.0:1767319567.137533:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894784 00000100:00100000:1.0:1767319567.137568:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895040 00000100:00100000:1.0:1767319567.137571:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895040 00000100:00100000:1.0:1767319567.137590:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154 00000100:00100000:1.0:1767319567.137595:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989894784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319567.137628:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989894784:12345-0@lo:400:kworker.0 Request processed in 33us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319567.137634:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154 00000100:00100000:1.0:1767319567.137648:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5155 00000100:00100000:1.0:1767319567.137654:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989895040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319567.137681:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989895040:12345-0@lo:400:kworker.0 Request processed in 27us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319567.137686:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5155 00000100:00100000:0.0:1767319567.137815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989894528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319567.137846:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319567.137870:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989894656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319567.137890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319567.137908:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989894912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319567.137945:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319567.137960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989895168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319567.137985:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319567.138019:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894528 00000100:00100000:0.0:1767319567.138023:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894528 00000100:00100000:0.0:1767319567.138044:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894912 00000100:00100000:0.0:1767319567.138047:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894912 00000100:00100000:0.0:1767319567.138054:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895168 00000100:00100000:0.0:1767319567.138057:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895168 00000100:00100000:0.0:1767319567.138066:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23380 00000100:00100000:0.0:1767319567.138070:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989894528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319567.138087:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319567.138118:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989894528:12345-0@lo:38:kworker.0 Request processed in 47us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319567.138124:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23380 00000100:00100000:0.0:1767319567.138137:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23381 00000100:00100000:0.0:1767319567.138141:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989894912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319567.138151:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319567.138173:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989894912:12345-0@lo:38:kworker.0 Request processed in 31us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319567.138180:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23381 00000100:00100000:3.0:1767319567.138188:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23382 00000100:00100000:3.0:1767319567.138196:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989895168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319567.138205:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319567.138215:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319567.138221:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319567.138225:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989894528:0@lo:38:kworker.0 00000100:00080000:0.0:1767319567.138258:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319567.138262:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319567.138265:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989894912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319567.138273:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319567.138276:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319567.138279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989895168:0@lo:38:kworker.0 00000100:00100000:3.0:1767319567.138292:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989895168:12345-0@lo:38:kworker.0 Request processed in 96us (305us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319567.138299:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23382 00000100:00100000:3.0:1767319567.138335:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319567.138340:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989894656 00000100:00100000:0.0:1767319567.138345:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989894656 00000100:00080000:3.0:1767319567.138363:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319567.138368:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319567.138371:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319567.138374:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:0.0:1767319567.138382:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989894656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319567.138391:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319567.138427:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989894656:12345-0@lo:38:kworker.0 Request processed in 46us (536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319567.138433:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00080000:3.0:1767319567.139105:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319567.139111:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319567.139113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989894656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319567.139208:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989895040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319567.139252:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989894784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319567.204536:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319567.204571:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319567.204672:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925845376 00000100:00100000:0.0:1767319567.204682:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925845376 00000100:00100000:0.0:1767319567.204754:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925845248 00000100:00100000:0.0:1767319567.204757:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925845248 00000100:00100000:0.0:1767319567.204772:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5156 00000100:00100000:0.0:1767319567.204778:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925845376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319567.204836:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925845376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 59us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319567.204841:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5156 00000100:00100000:0.0:1767319567.204857:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23383 00000100:00100000:0.0:1767319567.204859:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925845248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319567.204874:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319567.204891:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925845248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 30us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319567.204894:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23383 00000100:00080000:0.0:1767319567.205419:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319567.968949:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319568.160554:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319568.993928:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319569.184624:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319569.184642:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989895552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319569.184711:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319569.185025:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895552 00000100:00100000:2.0:1767319569.185033:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895552 00000100:00100000:2.0:1767319569.185097:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:2.0:1767319569.185107:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989895552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319569.185137:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319569.185184:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989895552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319569.185191:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00080000:1.0:1767319569.185394:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319569.185448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989895680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319569.185478:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319569.185554:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989895552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319569.186020:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895680 00000100:00100000:0.0:1767319569.186026:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895680 00000100:00100000:0.0:1767319569.186061:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:0.0:1767319569.186069:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989895680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319569.186089:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319569.186131:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989895680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319569.186137:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00080000:1.0:1767319569.186202:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319569.186334:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319569.186364:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989895680:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319570.017559:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319570.208505:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319571.044925:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319571.233456:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319572.064915:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319572.256366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319572.256464:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319572.256470:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319572.256473:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319572.256477:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319572.256481:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319572.256489:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319572.256495:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319572.256501:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319572.256989:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163989895808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319572.257016:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319572.257020:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319572.257022:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319572.257026:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319572.257030:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319572.257035:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319572.257049:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989895936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319572.257102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989895808:0@lo:38:kworker.0 00000100:00100000:3.0:1767319572.257178:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319572.257267:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989895936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319572.257292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319572.257340:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895936 00000100:00100000:3.0:1767319572.257347:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895936 00000100:00100000:3.0:1767319572.257380:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:3.0:1767319572.257387:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989895936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319572.257407:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319572.257446:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989895936:12345-0@lo:38:kworker.0 Request processed in 58us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319572.257453:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00000100:00080000:3.0:1767319572.257489:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319572.257494:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319572.257497:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989895936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319572.258371:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989895808 00000100:00100000:0.0:1767319572.258378:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989895808 00000100:00100000:0.0:1767319572.258416:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23384 00000100:00100000:0.0:1767319572.258422:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989895808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319572.258435:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319572.258482:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989895808:12345-0@lo:38:kworker.0 Request processed in 59us (1315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319572.258488:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23384 00000100:00080000:3.0:1767319572.261528:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319572.261541:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319572.261546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989895808:0@lo:38:kworker.0 00000100:00100000:3.0:1767319572.266744:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767319572.266882:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319572.266889:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319572.266894:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319572.266903:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319572.266909:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319572.266915:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319572.266955:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6300 x1853163989896192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319572.267018:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319572.267023:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319572.267025:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319572.267029:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4816 00000100:00080000:2.0:1767319572.267031:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767319572.267035:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319572.267047:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163989896448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319572.267120:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989896192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319572.267212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319572.267266:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989896448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319572.267287:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319572.267327:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896192 00000100:00100000:0.0:1767319572.267335:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896192 00000100:00100000:0.0:1767319572.267365:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896448 00000100:00100000:0.0:1767319572.267368:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896448 00000100:00100000:0.0:1767319572.267389:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23385 00000100:00100000:0.0:1767319572.267396:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989896192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319572.267417:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319572.267459:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989896192:12345-0@lo:38:kworker.0 Request processed in 62us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319572.267466:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23385 00000100:00100000:0.0:1767319572.267485:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23386 00000100:00100000:0.0:1767319572.267490:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989896448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319572.267498:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319572.267531:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989896448:12345-0@lo:38:kworker.0 Request processed in 40us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319572.267536:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23386 00000100:00080000:0.0:1767319572.267589:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319572.267593:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319572.267596:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989896192:0@lo:38:kworker.0 00000100:00080000:0.0:1767319572.267604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319572.267607:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319572.267609:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989896448:0@lo:38:kworker.0 00000100:00100000:1.0:1767319572.268704:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319572.268721:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989896704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319572.268774:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319572.269160:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896704 00000100:00100000:0.0:1767319572.269181:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896704 00000100:00100000:0.0:1767319572.269331:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:0.0:1767319572.269340:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989896704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319572.269429:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989896704:12345-0@lo:400:kworker.0 Request processed in 89us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319572.269435:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00100000:0.0:1767319572.269488:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989896576:0@lo:400:kworker.0 00000100:00100000:0.0:1767319572.269653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319572.269688:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319572.269695:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989896320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319572.269732:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319572.269778:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896576 00000100:00100000:0.0:1767319572.269783:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896576 00000100:00100000:0.0:1767319572.269835:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1767319572.269842:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989896576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319572.269875:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989896576:12345-0@lo:400:kworker.0 Request processed in 34us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319572.269881:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1767319572.269913:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989896576:0@lo:400:kworker.0 00000100:00080000:1.0:1767319572.271459:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319572.271469:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319572.271530:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896320 00000100:00100000:1.0:1767319572.271538:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896320 00000100:00100000:1.0:1767319572.271626:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157 00000100:00100000:1.0:1767319572.271637:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989896320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319572.271705:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989896320:12345-0@lo:400:kworker.0 Request processed in 71us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319572.271711:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157 00000100:00100000:1.0:1767319572.271772:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989896704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319572.271808:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989896320:0@lo:400:kworker.0 00000100:00100000:3.0:1767319572.272438:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989896064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319572.272500:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319572.272752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319572.272804:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896064 00000100:00100000:1.0:1767319572.272812:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896064 00000100:00100000:1.0:1767319572.272878:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5158 00000100:00100000:1.0:1767319572.272885:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989896064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319572.272927:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989896064:12345-0@lo:400:kworker.0 Request processed in 42us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319572.272933:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5158 00000100:00080000:0.0:1767319572.273004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319572.273125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989896064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319572.323749:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319572.323906:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319572.324673:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925845504 00000100:00100000:2.0:1767319572.324684:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925845504 00000100:00100000:2.0:1767319572.324734:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925845632 00000100:00100000:2.0:1767319572.324738:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925845632 00000100:00100000:3.0:1767319572.324942:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23387 00000100:00100000:3.0:1767319572.324953:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925845504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319572.324980:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319572.325098:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925845504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 145us (1358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319572.325106:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23387 00000100:00100000:2.0:1767319572.325522:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5159 00000100:00100000:2.0:1767319572.325530:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925845632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319572.325595:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925845632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 65us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319572.325602:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5159 00000100:00080000:1.0:1767319572.326490:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319573.089167:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319573.282073:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319574.112666:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319574.304371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319574.304623:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319574.304650:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989896832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319574.304728:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319574.304954:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896832 00000100:00100000:1.0:1767319574.304962:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896832 00000100:00080000:2.0:1767319574.305028:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319574.305040:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1767319574.305054:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989896832:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319574.305054:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319574.305069:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989896960:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319574.305091:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319574.305104:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319574.305146:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989896832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319574.305153:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1767319574.305181:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989896960 00000100:00100000:1.0:1767319574.305185:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989896960 00000100:00100000:1.0:1767319574.305214:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:1.0:1767319574.305220:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989896960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319574.305256:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319574.305288:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989896960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319574.305295:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00080000:2.0:1767319574.305296:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319574.305337:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989896960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319574.305466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989896832:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319575.136542:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319575.333054:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319576.163061:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319576.352558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319576.353132:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319551/real 1767319551] req@ffff96e2dfece300 x1853163989891584/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319576 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319576.353156:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfece300 x1853163989891584/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319576 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319576.353167:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319576.353184:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319576.353187:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989891584:0@lo:250:kworker.0 00000100:00080000:3.0:1767319576.353245:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319576.353250:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319576.353252:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319576.353255:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4801 00000100:00080000:3.0:1767319576.353258:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319576.353272:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319576.353305:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d180 x1853163989897088/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319576.353323:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319576.353325:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319576.353327:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319576.353329:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4821 00000100:00080000:3.0:1767319576.353330:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319576.353332:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319576.353343:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48c000 x1853163989897216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319576.353348:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319576.353350:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319576.353351:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319576.353353:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4821 00000100:00080000:3.0:1767319576.353354:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319576.353356:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319576.353364:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163989897344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319576.353394:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319576.353396:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319576.353398:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319576.353400:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4821 00000100:00080000:3.0:1767319576.353402:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319576.353403:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319576.353410:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae300 x1853163989897600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319576.353425:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319576.353427:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319576.353428:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319576.353430:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4821 00000100:00080000:3.0:1767319576.353431:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319576.353433:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319576.353438:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989897856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319576.353462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989897728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319576.353517:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319576.353557:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319576.353561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989897984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319576.353596:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319576.353647:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897984 00000100:00100000:3.0:1767319576.353654:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897984 00000100:00100000:3.0:1767319576.353706:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:3.0:1767319576.353716:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989897984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319576.353793:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989897984:12345-0@lo:400:kworker.0 Request processed in 79us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319576.353801:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:3.0:1767319576.353841:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989897984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354015:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897728 00000100:00100000:0.0:1767319576.354019:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897728 00000100:00100000:0.0:1767319576.354056:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160 00000100:00100000:0.0:1767319576.354063:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989897728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354107:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989897728:12345-0@lo:400:kworker.0 Request processed in 45us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319576.354113:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160 00000100:00100000:0.0:1767319576.354140:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989897728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354158:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989897088:0@lo:250:kworker.0 00000100:00100000:1.0:1767319576.354178:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989898112:0@lo:400:kworker.0 00000400:00000100:0.0:1767319576.354181:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989897088 offset 0 length 520: 4 00000100:00100000:0.0:1767319576.354208:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989897216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319576.354227:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319576.354263:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319576.354277:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319576.354289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989897344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319576.354293:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989897472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354318:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319576.354332:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319576.354361:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898112 00000100:00100000:1.0:1767319576.354366:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898112 00000100:00100000:0.0:1767319576.354369:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989897600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319576.354400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319576.354404:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:1.0:1767319576.354414:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989898112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989897856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319576.354458:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989898112:12345-0@lo:400:kworker.0 Request processed in 45us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319576.354465:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:0.0:1767319576.354480:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319576.354510:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989898112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354512:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897216 00000100:00100000:0.0:1767319576.354517:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897216 00000100:00100000:0.0:1767319576.354540:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897472 00000100:00100000:0.0:1767319576.354545:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897472 00000100:00100000:0.0:1767319576.354564:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897600 00000100:00100000:0.0:1767319576.354567:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897600 00000100:00100000:1.0:1767319576.354569:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897344 00000100:00100000:1.0:1767319576.354575:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897344 00000100:00100000:0.0:1767319576.354580:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989897856 00000100:00100000:0.0:1767319576.354585:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989897856 00000100:00100000:0.0:1767319576.354598:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5161 00000100:00100000:0.0:1767319576.354604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989897472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319576.354621:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:1.0:1767319576.354627:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989897344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319576.354646:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319576.354654:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989897472:12345-0@lo:400:kworker.0 Request processed in 49us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319576.354663:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5161 00000100:00100000:1.0:1767319576.354683:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989897344:12345-0@lo:38:kworker.0 Request processed in 54us (365us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319576.354691:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:0.0:1767319576.354700:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23388 00000100:00100000:0.0:1767319576.354707:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989897216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319576.354718:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319576.354723:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23389 00000100:00100000:1.0:1767319576.354730:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989897600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319576.354741:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319576.354758:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989897216:12345-0@lo:38:kworker.0 Request processed in 39us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319576.354766:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23388 00000100:00100000:0.0:1767319576.354783:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23390 00000100:00100000:1.0:1767319576.354785:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989897600:12345-0@lo:38:kworker.0 Request processed in 53us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319576.354791:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989897856:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319576.354805:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23389 00010000:00020000:0.0:1767319576.354808:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319576.354839:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989897472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319576.354841:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989897856:12345-0@lo:38:kworker.0 Request processed in 51us (362us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319576.354851:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23390 00000100:00080000:1.0:1767319576.354870:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319576.354876:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319576.354880:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989897856:0@lo:38:kworker.0 00000100:00080000:1.0:1767319576.354898:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319576.354902:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319576.354906:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989897216:0@lo:38:kworker.0 00000100:00080000:1.0:1767319576.354915:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319576.354918:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319576.354921:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989897344:0@lo:38:kworker.0 00000100:00080000:1.0:1767319576.354929:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319576.354932:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319576.354934:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989897600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319576.355511:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319576.355517:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319576.355519:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:1.0:1767319576.432098:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925845760 offset 0 length 520: 4 00000100:00100000:1.0:1767319576.432148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319576.432196:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319576.432345:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846016 00000100:00100000:3.0:1767319576.432355:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846016 00000100:00100000:3.0:1767319576.432480:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925845888 00000100:00100000:3.0:1767319576.432483:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925845888 00000100:00100000:3.0:1767319576.432504:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5162 00000100:00100000:3.0:1767319576.432513:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925846016:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319576.432558:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23391 00000100:00100000:1.0:1767319576.432566:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925845888:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319576.432587:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319576.432597:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925846016:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319576.432606:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5162 00000100:00100000:1.0:1767319576.432622:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925845888:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (425us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319576.432634:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23391 00000100:00080000:0.0:1767319576.436288:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319577.184510:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319577.376608:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319578.208618:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319578.408066:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319579.239285:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319579.425198:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989898240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319579.425341:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319579.425590:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898240 00000100:00100000:3.0:1767319579.425596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319579.425599:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898240 00000100:00100000:2.0:1767319579.425831:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:2.0:1767319579.425841:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989898240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319579.425870:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319579.425912:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989898240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319579.425920:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00100000:1.0:1767319579.425952:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319579.425959:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989898368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319579.426006:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319579.426135:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319579.426330:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989898240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319579.429468:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898368 00000100:00100000:2.0:1767319579.429484:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898368 00000100:00100000:2.0:1767319579.429823:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:2.0:1767319579.429834:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989898368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319579.429868:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319579.429940:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989898368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319579.429948:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:1.0:1767319579.434080:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989898368:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319579.434346:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319580.256701:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319580.448393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319581.283728:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319581.472473:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319581.472492:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319581.472499:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319581.472502:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319581.472505:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319581.472509:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319581.472516:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4826 00000100:00080000:1.0:1767319581.472521:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319581.472527:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319581.472568:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163989898496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319581.472595:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319581.472598:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319581.472600:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319581.472604:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4826 00000100:00080000:1.0:1767319581.472606:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319581.472610:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319581.472625:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163989898624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319581.472633:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989898496:0@lo:38:kworker.0 00000100:00080000:1.0:1767319581.472702:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319581.472706:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319581.472708:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319581.472712:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4826 00000100:00080000:1.0:1767319581.472715:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319581.472718:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319581.472765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319581.472767:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1500 x1853163989898880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319581.472799:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319581.472802:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319581.472804:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319581.472808:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4826 00000100:00080000:1.0:1767319581.472811:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319581.472815:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319581.472828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989898624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319581.472829:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163989899136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319581.472873:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989899008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319581.472981:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989898752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319581.473003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989899392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319581.473555:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319581.473579:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319581.473612:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989898880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319581.473615:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319581.473624:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989899264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319581.473646:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319581.473672:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319581.473685:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989899136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319581.473708:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319581.473741:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898624 00000100:00100000:2.0:1767319581.473748:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898624 00000100:00100000:2.0:1767319581.474203:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:2.0:1767319581.474211:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989898624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319581.474251:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319581.474299:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989898624:12345-0@lo:38:kworker.0 Request processed in 88us (746us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319581.474306:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1767319581.474311:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898496 00000100:00100000:1.0:1767319581.474316:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898496 00000100:00100000:1.0:1767319581.474340:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899008 00000100:00100000:1.0:1767319581.474343:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899008 00000100:00100000:1.0:1767319581.474383:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898880 00000100:00100000:1.0:1767319581.474387:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898880 00000100:00100000:2.0:1767319581.474396:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899136 00000100:00100000:1.0:1767319581.474403:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163 00000100:00100000:2.0:1767319581.474403:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899136 00000100:00100000:1.0:1767319581.474413:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989899008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319581.474427:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23392 00000100:00100000:2.0:1767319581.474433:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989898496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319581.474444:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319581.474464:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989899008:12345-0@lo:400:kworker.0 Request processed in 53us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319581.474472:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163 00000100:00100000:2.0:1767319581.474482:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989898496:12345-0@lo:38:kworker.0 Request processed in 47us (1717us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319581.474490:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23392 00000100:00100000:1.0:1767319581.474870:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23393 00000100:00100000:1.0:1767319581.474876:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989898880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319581.474887:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319581.474915:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989898880:12345-0@lo:38:kworker.0 Request processed in 37us (1269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319581.474921:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23393 00000100:00100000:2.0:1767319581.474943:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23394 00000100:00100000:2.0:1767319581.474950:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989899136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319581.474960:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319581.475034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319581.475097:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899264 00000100:00100000:0.0:1767319581.475102:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899264 00000100:00100000:0.0:1767319581.475133:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899392 00000100:00100000:0.0:1767319581.475137:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899392 00000100:00100000:3.0:1767319581.475297:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319581.475318:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:0.0:1767319581.475331:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989899264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319581.475339:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989898752 00000100:00100000:3.0:1767319581.475344:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989898752 00000100:00100000:0.0:1767319581.475373:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989899264:12345-0@lo:400:kworker.0 Request processed in 46us (1702us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319581.475379:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5164 00000100:00100000:0.0:1767319581.475385:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:3.0:1767319581.475391:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989898752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319581.475407:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:0.0:1767319581.475417:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989899392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319581.475434:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989898752:12345-0@lo:400:kworker.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319581.475442:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5164 00000100:00100000:0.0:1767319581.475461:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989899392:12345-0@lo:400:kworker.0 Request processed in 45us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319581.475469:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:3.0:1767319581.475483:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989898752:0@lo:400:kworker.0 00000100:00080000:3.0:1767319581.476328:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319581.476336:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319581.476340:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989898624:0@lo:38:kworker.0 00000100:00080000:3.0:1767319581.476352:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319581.476355:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319581.476357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989898880:0@lo:38:kworker.0 00000100:00080000:3.0:1767319581.476366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319581.476369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319581.476372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989898496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319581.476511:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989899136:12345-0@lo:38:kworker.0 Request processed in 1558us (2800us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319581.476520:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23394 00000100:00080000:2.0:1767319581.476561:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319581.476566:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319581.476569:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989899136:0@lo:38:kworker.0 00000100:00080000:2.0:1767319581.476615:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319581.476619:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319581.476622:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319581.476643:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989899264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319581.476665:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989899008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319581.477061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989899392:0@lo:400:kworker.0 00000100:00100000:3.0:1767319581.541556:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319581.541611:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319581.541704:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846144 00000100:00100000:2.0:1767319581.541714:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846144 00000100:00100000:2.0:1767319581.541765:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846272 00000100:00100000:2.0:1767319581.541767:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846272 00000100:00100000:2.0:1767319581.541816:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5165 00000100:00100000:2.0:1767319581.541825:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925846272:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319581.541902:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925846272:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319581.541909:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5165 00000100:00100000:2.0:1767319581.541926:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23395 00000100:00100000:2.0:1767319581.541930:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925846144:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319581.541949:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319581.541968:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925846144:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 37us (422us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319581.541974:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23395 00000100:00080000:0.0:1767319581.542008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319582.304591:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319582.496355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319583.328566:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319583.520902:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319584.352402:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319584.544552:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989899520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319584.544682:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319584.544688:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319584.544737:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899520 00000100:00100000:1.0:1767319584.544744:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899520 00000100:00100000:0.0:1767319584.544755:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319584.544768:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989899648:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319584.544778:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319584.544816:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:0.0:1767319584.544817:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319584.544832:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989899520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319584.544881:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319584.544889:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899648 00000100:00100000:0.0:1767319584.544894:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899648 00000100:00100000:0.0:1767319584.544933:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1767319584.544936:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989899520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319584.544944:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989899648:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319584.544948:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00002000:00000024:0.0:1767319584.544966:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319584.544991:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319584.545010:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989899520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319584.545178:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989899648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 236us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319584.545186:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1767319584.545296:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989899648:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319585.376957:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319585.570969:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319586.400412:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319586.592689:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319586.592703:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319586.592707:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319586.592714:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319586.592720:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319586.592747:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319586.592747:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4831 00000100:00080000:3.0:1767319586.592753:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319586.592762:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319586.592803:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092680 x1853163989899776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319586.592828:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319586.592831:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319586.592833:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319586.592836:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4831 00000100:00080000:3.0:1767319586.592838:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319586.592841:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319586.592866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989899776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319586.592875:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163989899904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319586.592934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319586.592944:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319586.592949:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319586.592951:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319586.592965:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4831 00000100:00080000:3.0:1767319586.592968:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319586.592971:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319586.592994:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163989900160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319586.593018:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989899904:0@lo:38:kworker.0 00000100:00080000:3.0:1767319586.593022:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319586.593027:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319586.593030:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319586.593035:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4831 00000100:00100000:2.0:1767319586.593036:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899776 00000100:00080000:3.0:1767319586.593038:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319586.593044:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319586.593046:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899776 00000100:00100000:1.0:1767319586.593051:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319586.593061:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163989900416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319586.593093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989900160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319586.593112:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23396 00000100:00100000:1.0:1767319586.593120:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319586.593125:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989899776:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319586.593139:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900160 00000100:00100000:3.0:1767319586.593144:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900160 00010000:00020000:2.0:1767319586.593148:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319586.593180:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23397 00000100:00100000:3.0:1767319586.593186:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989900160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319586.593197:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319586.593225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989900416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319586.593250:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989900032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.598421:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989900160:12345-0@lo:38:kworker.0 Request processed in 5222us (5291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319586.598438:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23397 00000100:00100000:3.0:1767319586.598649:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989899904 00000100:00100000:3.0:1767319586.598671:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989899904 00000100:00100000:3.0:1767319586.598709:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:3.0:1767319586.598716:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989899904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319586.598737:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319586.598795:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989899904:12345-0@lo:38:kworker.0 Request processed in 78us (5747us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319586.598802:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:3.0:1767319586.598824:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989900672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.598875:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319586.599267:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900672 00000100:00100000:3.0:1767319586.599272:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900672 00000100:00100000:3.0:1767319586.599334:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1767319586.599341:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989900672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.599389:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989900672:12345-0@lo:400:kworker.0 Request processed in 48us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319586.599395:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1767319586.599437:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989900672:0@lo:400:kworker.0 00000100:00080000:3.0:1767319586.599466:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319586.599488:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989900288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.599516:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319586.599536:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319586.599543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989900544:0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.599576:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319586.599598:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900544 00000100:00100000:3.0:1767319586.599602:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900544 00000100:00100000:3.0:1767319586.599629:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:3.0:1767319586.599635:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989900544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.599679:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989900544:12345-0@lo:400:kworker.0 Request processed in 45us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319586.599686:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00100000:3.0:1767319586.599707:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989900544:0@lo:400:kworker.0 00000100:00080000:3.0:1767319586.599721:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319586.599733:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900288 00000100:00100000:3.0:1767319586.599736:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900288 00000100:00100000:3.0:1767319586.599764:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166 00000100:00100000:3.0:1767319586.599769:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989900288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319586.599803:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989900288:12345-0@lo:400:kworker.0 Request processed in 34us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319586.599809:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166 00000100:00100000:3.0:1767319586.599831:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989900288:0@lo:400:kworker.0 00000100:00080000:3.0:1767319586.599844:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319586.600855:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319586.600901:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319586.600907:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319586.600911:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989899904:0@lo:38:kworker.0 00000100:00080000:1.0:1767319586.600922:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319586.600926:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319586.600929:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989900160:0@lo:38:kworker.0 00000100:00080000:1.0:1767319586.600939:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319586.600943:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319586.600945:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989899776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319586.601886:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900416 00000100:00100000:3.0:1767319586.603530:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900416 00000100:00100000:3.0:1767319586.603614:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23398 00000100:00100000:3.0:1767319586.603624:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989900416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319586.603647:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319586.603872:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319586.603879:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319586.603883:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989900416:0@lo:38:kworker.0 00000100:00100000:3.0:1767319586.604541:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989900416:12345-0@lo:38:kworker.0 Request processed in 915us (3686us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319586.604551:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23398 00000100:00100000:0.0:1767319586.610401:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319586.610501:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900032 00000100:00100000:3.0:1767319586.610511:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900032 00000100:00080000:0.0:1767319586.610587:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319586.610813:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5167 00000100:00100000:3.0:1767319586.610825:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989900032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319586.610846:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989899776:12345-0@lo:38:kworker.0 Request processed in 17721us (17909us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319586.610857:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23396 00000100:00100000:3.0:1767319586.610896:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989900032:12345-0@lo:400:kworker.0 Request processed in 74us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319586.610911:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5167 00000100:00100000:0.0:1767319586.611188:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989900032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319586.663305:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319586.663349:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319586.666950:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846400 00000100:00100000:1.0:1767319586.666965:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846400 00000100:00100000:1.0:1767319586.667160:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846528 00000100:00100000:1.0:1767319586.667165:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846528 00000100:00100000:1.0:1767319586.667325:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5168 00000100:00100000:1.0:1767319586.667336:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925846528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319586.667440:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925846528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (4089us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319586.667448:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5168 00000100:00100000:1.0:1767319586.667471:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23399 00000100:00100000:1.0:1767319586.667476:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925846400:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319586.667496:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319586.667523:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925846400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (4230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319586.667529:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23399 00000100:00080000:0.0:1767319586.671119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319587.425866:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319587.616458:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319588.448522:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319588.640372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319589.472793:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319589.664516:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319589.664988:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989900800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319589.665057:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319589.666630:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900800 00000100:00100000:1.0:1767319589.666642:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900800 00000100:00100000:1.0:1767319589.666705:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:1.0:1767319589.666715:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989900800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319589.666747:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319589.666816:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989900800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319589.666823:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:1.0:1767319589.666872:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989900800:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319589.667082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319589.667146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989900928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319589.667186:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319589.667420:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989900928 00000100:00100000:0.0:1767319589.667425:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989900928 00000100:00100000:0.0:1767319589.667465:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:0.0:1767319589.667473:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989900928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319589.667490:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319589.667540:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989900928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319589.667546:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00100000:0.0:1767319589.667580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989900928:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319589.667822:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319590.497598:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319590.688936:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319591.520524:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319591.713056:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319591.713059:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319591.713068:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319591.713072:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319591.713076:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319591.713080:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319591.713087:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4836 00000100:00080000:0.0:1767319591.713092:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319591.713099:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319591.713139:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a1500 x1853163989901056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319591.713156:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319591.713159:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319591.713161:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319591.713164:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4836 00000100:00080000:0.0:1767319591.713166:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319591.713170:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319591.713222:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2680 x1853163989901184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319591.713279:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319591.713283:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319591.713285:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319591.713292:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4836 00000100:00080000:0.0:1767319591.713294:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319591.713298:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319591.713308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989901312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319591.713314:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163989901440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319591.713340:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319591.713344:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319591.713345:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319591.713349:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4836 00000100:00080000:0.0:1767319591.713352:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319591.713355:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319591.713366:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3100 x1853163989901696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319591.713379:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.713454:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319591.713460:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989901952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319591.713496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.713665:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901312 00000100:00100000:3.0:1767319591.713674:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901312 00000100:00100000:1.0:1767319591.713704:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989901824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.713741:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.713745:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169 00000100:00100000:2.0:1767319591.713759:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989901568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319591.713760:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989901312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.713778:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901952 00000100:00100000:1.0:1767319591.713782:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901952 00000100:00100000:2.0:1767319591.713852:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.713862:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989901312:12345-0@lo:400:kworker.0 Request processed in 104us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319591.713872:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169 00000100:00100000:3.0:1767319591.713902:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901568 00000100:00100000:3.0:1767319591.713906:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901568 00000100:00080000:2.0:1767319591.713926:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319591.713941:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5170 00000100:00100000:3.0:1767319591.713950:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989901568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319591.713993:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989901568:12345-0@lo:400:kworker.0 Request processed in 44us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319591.713998:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901824 00000100:00100000:3.0:1767319591.714001:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5170 00000100:00100000:2.0:1767319591.714008:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901824 00000100:00100000:3.0:1767319591.714053:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989901312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319591.714114:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989901568:0@lo:400:kworker.0 00000100:00080000:3.0:1767319591.714136:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319591.714155:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989901056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319591.714180:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.714202:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989901184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319591.714220:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.714264:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989901440:0@lo:38:kworker.0 00000100:00100000:3.0:1767319591.714285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.714298:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989901696:0@lo:38:kworker.0 00000100:00100000:3.0:1767319591.714314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319591.714338:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901184 00000100:00100000:3.0:1767319591.714342:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901184 00000100:00100000:3.0:1767319591.714359:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:3.0:1767319591.714364:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989901184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319591.714381:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319591.714407:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989901184:12345-0@lo:38:kworker.0 Request processed in 43us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319591.714414:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00080000:3.0:1767319591.714437:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319591.714442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319591.714445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989901184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319591.714459:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901056 00000100:00100000:3.0:1767319591.714461:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901056 00000100:00100000:3.0:1767319591.714489:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901440 00000100:00100000:3.0:1767319591.714492:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901440 00000100:00100000:2.0:1767319591.714677:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:2.0:1767319591.714691:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989901824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319591.714756:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989901824:12345-0@lo:400:kworker.0 Request processed in 71us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319591.714765:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00100000:2.0:1767319591.714778:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:2.0:1767319591.714783:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989901952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319591.714807:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989901952:12345-0@lo:400:kworker.0 Request processed in 25us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319591.714811:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00100000:3.0:1767319591.714962:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989901696 00000100:00100000:3.0:1767319591.714968:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989901696 00000100:00100000:3.0:1767319591.715021:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23400 00000100:00100000:3.0:1767319591.715026:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989901056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319591.715033:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23401 00000100:00100000:1.0:1767319591.715040:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989901440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319591.715042:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767319591.715056:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319591.715089:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989901056:12345-0@lo:38:kworker.0 Request processed in 60us (907us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.715095:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989901440:12345-0@lo:38:kworker.0 Request processed in 53us (808us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.715102:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23401 00000100:00100000:1.0:1767319591.715116:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23402 00000100:00100000:1.0:1767319591.715119:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989901696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319591.715128:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319591.715150:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989901696:12345-0@lo:38:kworker.0 Request processed in 29us (834us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319591.715158:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23402 00000100:00100000:3.0:1767319591.715167:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23400 00000100:00080000:1.0:1767319591.715177:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319591.715266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989901952:0@lo:400:kworker.0 00000100:00080000:3.0:1767319591.715268:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319591.715275:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319591.715279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989901056:0@lo:38:kworker.0 00000100:00080000:3.0:1767319591.715290:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319591.715294:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319591.715297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989901440:0@lo:38:kworker.0 00000100:00080000:3.0:1767319591.715307:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319591.715311:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319591.715314:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989901696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319591.716054:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989901824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319591.779121:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319591.779160:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319591.779269:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846656 00000100:00100000:3.0:1767319591.779283:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846656 00000100:00100000:2.0:1767319591.779288:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846784 00000100:00100000:2.0:1767319591.779304:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846784 00000100:00100000:3.0:1767319591.779339:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23403 00000100:00100000:3.0:1767319591.779352:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925846656:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:1.0:1767319591.779370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767319591.779378:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319591.779458:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925846656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 108us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319591.779761:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5171 00000100:00100000:3.0:1767319591.780436:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23403 00000100:00100000:3.0:1767319591.780509:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925846784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319591.780656:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925846784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 879us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319591.780665:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5171 00010000:00010000:3.0:1767319592.544784:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319592.737169:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319593.568641:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319593.760898:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319594.595973:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319594.784821:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319594.784842:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989902080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319594.784911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319594.785020:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319594.785197:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989902208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319594.785252:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319594.785332:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902080 00000100:00100000:2.0:1767319594.785342:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902080 00000100:00100000:2.0:1767319594.785405:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902208 00000100:00100000:2.0:1767319594.785419:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902208 00000100:00100000:2.0:1767319594.785443:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1767319594.785452:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989902080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319594.785488:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319594.785534:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989902080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319594.785542:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1767319594.785576:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1767319594.785583:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989902208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319594.785600:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319594.785630:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989902208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319594.785636:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1767319594.785677:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989902208:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319594.785858:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319594.785862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319594.786061:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989902080:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319595.616737:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319595.810907:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319596.640650:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319596.832442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319596.832566:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.832573:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319596.832576:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.832579:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.832583:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.832590:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4841 00000100:00080000:2.0:1767319596.832595:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.832600:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319596.832641:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584380 x1853163989902336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319596.832669:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.832673:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.832674:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319596.832799:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989902336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319596.832865:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319596.832910:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902336 00000100:00100000:3.0:1767319596.832919:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902336 00000100:00100000:3.0:1767319596.832962:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23404 00000100:00100000:3.0:1767319596.832969:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989902336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319596.832989:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319596.833100:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989902336:12345-0@lo:38:kworker.0 Request processed in 128us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319596.833109:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23404 00000100:00080000:2.0:1767319596.833158:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4841 00000100:00080000:2.0:1767319596.833161:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.833167:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:0.0:1767319596.833168:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319596.833175:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319596.833180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989902336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319596.833185:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163989902464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319596.833221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989902464:0@lo:38:kworker.0 00000100:00080000:2.0:1767319596.833254:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.833258:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.833260:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.833264:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4841 00000100:00080000:2.0:1767319596.833268:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.833272:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319596.833285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319596.833287:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585500 x1853163989902720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319596.833423:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319596.833436:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989902592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319596.833446:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902464 00000100:00100000:3.0:1767319596.833452:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902464 00000100:00100000:1.0:1767319596.833470:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319596.833476:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:3.0:1767319596.833483:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989902464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319596.833494:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319596.833501:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902592 00000100:00100000:1.0:1767319596.833507:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902592 00000100:00100000:3.0:1767319596.833526:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989902464:12345-0@lo:38:kworker.0 Request processed in 42us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319596.833533:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:1.0:1767319596.833549:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5172 00000100:00100000:1.0:1767319596.833559:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989902592:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319596.833599:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319596.833603:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319596.833605:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319596.833609:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4841 00000100:00080000:2.0:1767319596.833611:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319596.833614:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319596.833627:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586d80 x1853163989902976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319596.833701:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989902592:12345-0@lo:400:kworker.0 Request processed in 144us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319596.833708:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5172 00000100:00080000:1.0:1767319596.833728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319596.833740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989903104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.833767:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319596.833797:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989903104 00000100:00100000:1.0:1767319596.833801:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989903104 00000100:00100000:1.0:1767319596.833832:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:1.0:1767319596.833840:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989903104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.833875:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989903104:12345-0@lo:400:kworker.0 Request processed in 36us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319596.833881:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00080000:1.0:1767319596.833895:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319596.833950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989902848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319596.833978:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319596.834027:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902848 00000100:00100000:1.0:1767319596.834032:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902848 00000100:00100000:1.0:1767319596.834062:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5173 00000100:00100000:1.0:1767319596.834069:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989902848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.834101:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989902848:12345-0@lo:400:kworker.0 Request processed in 33us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319596.834107:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5173 00000100:00080000:1.0:1767319596.834122:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319596.834174:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319596.834184:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989903232:0@lo:400:kworker.0 00000100:00100000:2.0:1767319596.834213:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319596.834263:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989903232 00000100:00100000:0.0:1767319596.834267:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989903232 00000100:00100000:0.0:1767319596.834321:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:0.0:1767319596.834329:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989903232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319596.834362:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989903232:12345-0@lo:400:kworker.0 Request processed in 35us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319596.834367:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:1.0:1767319596.834470:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989902592:0@lo:400:kworker.0 00000100:00080000:1.0:1767319596.834503:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319596.834508:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319596.834512:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989902464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319596.834516:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989903104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319596.834530:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989902720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319596.834558:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319596.834585:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989902976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319596.834605:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319596.834633:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902720 00000100:00100000:1.0:1767319596.834637:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902720 00000100:00100000:0.0:1767319596.834640:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989902976 00000100:00100000:0.0:1767319596.834646:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989902976 00000100:00100000:1.0:1767319596.834658:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23405 00000100:00080000:2.0:1767319596.834798:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319596.834799:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989902848:0@lo:400:kworker.0 00000100:00100000:2.0:1767319596.834826:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989903232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319596.834934:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23406 00000100:00100000:3.0:1767319596.834941:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989902976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319596.834954:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319596.835034:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989902976:12345-0@lo:38:kworker.0 Request processed in 92us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319596.835041:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23406 00000100:00080000:0.0:1767319596.835176:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319596.835180:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319596.835183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989902976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319596.835742:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989902720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319596.835756:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319596.835799:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989902720:12345-0@lo:38:kworker.0 Request processed in 58us (1239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319596.835805:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23405 00000100:00080000:3.0:1767319596.835836:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319596.835841:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319596.835845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989902720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319596.905098:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319596.905157:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319596.907565:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847040 00000100:00100000:3.0:1767319596.907579:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847040 00000100:00100000:3.0:1767319596.907653:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925846912 00000100:00100000:3.0:1767319596.907657:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925846912 00000100:00100000:3.0:1767319596.907678:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5174 00000100:00100000:3.0:1767319596.907688:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925847040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319596.907858:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23407 00000100:00100000:2.0:1767319596.907866:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925846912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319596.907886:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319596.907955:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925846912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 89us (2798us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319596.907963:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23407 00000100:00080000:1.0:1767319596.908247:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319596.912645:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925847040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 4617us (7216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319596.912661:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5174 00010000:00010000:3.0:1767319597.666693:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319597.865365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319598.691005:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319598.880437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319599.712763:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319599.904967:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319599.905459:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989903360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319599.905549:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319599.906010:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989903360 00000100:00100000:2.0:1767319599.906020:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989903360 00000100:00100000:0.0:1767319599.906358:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319599.906369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989903488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319599.906407:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319599.906440:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989903488 00000100:00100000:0.0:1767319599.906443:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989903488 00000100:00080000:1.0:1767319599.910278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319599.910289:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00080000:1.0:1767319599.910292:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319599.910326:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989903488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319599.910379:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319599.910504:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989903488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 200us (4095us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319599.910513:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:1.0:1767319599.910725:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989903488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319599.911005:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:2.0:1767319599.911016:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989903360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319599.911038:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319599.911098:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989903360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (5549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319599.911104:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1767319599.911180:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989903360:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319600.738788:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319600.928419:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319601.760454:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319601.952439:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319576/real 1767319576] req@ffff96e2da48d180 x1853163989897088/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319601 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319601.952487:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da48d180 x1853163989897088/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319601 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319601.952505:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319601.952535:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319601.952540:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989897088:0@lo:250:kworker.0 00000100:00080000:1.0:1767319601.952638:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319601.952646:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319601.952649:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319601.952654:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4826 00000100:00080000:1.0:1767319601.952659:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319601.952667:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319601.952715:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163989903616/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319601.952743:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319601.952747:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319601.952749:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319601.952753:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4846 00000100:00080000:1.0:1767319601.952756:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319601.952760:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319601.952782:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989903744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319601.952790:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319601.952793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319601.952795:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319601.952798:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4846 00000100:00080000:1.0:1767319601.952801:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319601.952804:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319601.952817:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723b80 x1853163989903872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319601.952856:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319601.952860:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319601.952862:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319601.952865:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4846 00000100:00080000:1.0:1767319601.952868:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319601.952872:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319601.952887:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989904128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319601.952912:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319601.952916:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319601.952918:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319601.952922:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4846 00000100:00080000:1.0:1767319601.952924:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319601.952928:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319601.952939:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720700 x1853163989904384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319601.952979:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989904640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.953252:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989904512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319601.953420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319601.953462:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989904000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319601.953532:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.956519:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.956638:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319601.956655:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989904256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.956710:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.956793:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904256 00000100:00100000:0.0:1767319601.956804:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904256 00000100:00100000:0.0:1767319601.956881:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5175 00000100:00100000:0.0:1767319601.956893:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989904256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.956959:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989904256:12345-0@lo:400:kworker.0 Request processed in 69us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319601.956967:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5175 00000100:00080000:0.0:1767319601.956994:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319601.957037:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989904256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.957066:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904640 00000100:00100000:0.0:1767319601.957070:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904640 00000100:00100000:0.0:1767319601.957101:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904512 00000100:00100000:0.0:1767319601.957104:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904512 00000100:00100000:0.0:1767319601.957124:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1767319601.957130:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989904640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.957165:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989904640:12345-0@lo:400:kworker.0 Request processed in 35us (3634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319601.957175:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1767319601.957187:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:0.0:1767319601.957193:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989904512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.957261:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989904512:12345-0@lo:400:kworker.0 Request processed in 68us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319601.957267:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00080000:0.0:1767319601.957294:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319601.957297:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319601.957315:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989904512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319601.957340:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989903616:0@lo:250:kworker.0 00000400:00000100:0.0:1767319601.957365:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989903616 offset 0 length 520: 4 00000100:00100000:0.0:1767319601.957386:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989903744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957412:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.957435:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989903744 00000100:00100000:0.0:1767319601.957439:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989903744 00000100:00100000:0.0:1767319601.957460:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23408 00000100:00100000:0.0:1767319601.957466:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989903744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319601.957488:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319601.957521:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989903744:12345-0@lo:38:kworker.0 Request processed in 54us (108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319601.957527:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23408 00000100:00080000:0.0:1767319601.957556:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319601.957562:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319601.957565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989903744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957572:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989903872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957602:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.957633:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989904128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957657:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.957677:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904128 00000100:00100000:0.0:1767319601.957680:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904128 00000100:00100000:0.0:1767319601.957697:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23409 00000100:00100000:0.0:1767319601.957702:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989904128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319601.957711:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319601.957735:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989904128:12345-0@lo:38:kworker.0 Request processed in 32us (78us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319601.957741:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23409 00000100:00080000:0.0:1767319601.957764:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319601.957768:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319601.957771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989904128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957777:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989904384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957799:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319601.957817:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904384 00000100:00100000:0.0:1767319601.957820:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904384 00000100:00100000:0.0:1767319601.957834:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23410 00000100:00100000:0.0:1767319601.957838:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989904384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319601.957847:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319601.957869:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989904384:12345-0@lo:38:kworker.0 Request processed in 29us (69us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319601.957875:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23410 00000100:00080000:0.0:1767319601.957899:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319601.957903:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319601.957906:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989904384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319601.957997:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989903872 00000100:00100000:0.0:1767319601.958001:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989903872 00000100:00100000:0.0:1767319601.958021:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:0.0:1767319601.958025:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989903872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319601.958034:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319601.958065:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989903872:12345-0@lo:38:kworker.0 Request processed in 38us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319601.958070:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00080000:0.0:1767319601.958094:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319601.958098:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319601.958101:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989903872:0@lo:38:kworker.0 00000100:00100000:3.0:1767319601.958390:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319601.958488:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904000 00000100:00100000:2.0:1767319601.958493:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904000 00000100:00100000:2.0:1767319601.958543:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5176 00000100:00100000:2.0:1767319601.958550:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989904000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319601.958597:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989904000:12345-0@lo:400:kworker.0 Request processed in 47us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319601.958602:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5176 00000100:00080000:3.0:1767319601.958661:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319601.958687:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989904000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319601.959420:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989904640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319602.020467:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319602.020614:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319602.024494:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847296 00000100:00100000:2.0:1767319602.024517:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847296 00000100:00100000:2.0:1767319602.024653:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847168 00000100:00100000:2.0:1767319602.024657:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847168 00000100:00100000:2.0:1767319602.024698:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5177 00000100:00100000:2.0:1767319602.024710:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925847296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319602.024831:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925847296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 123us (4381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319602.024839:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5177 00000100:00100000:2.0:1767319602.024862:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23411 00000100:00100000:2.0:1767319602.024867:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925847168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319602.024893:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319602.024922:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925847168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (4308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319602.024930:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23411 00000100:00080000:3.0:1767319602.025411:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767319602.025574:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925847424 offset 0 length 520: 4 00010000:00010000:3.0:1767319602.785076:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319602.976478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319603.808401:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319604.002872:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319604.832478:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319605.024552:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319605.027849:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989904768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319605.027939:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319605.028049:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904768 00000100:00100000:2.0:1767319605.028066:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904768 00000100:00080000:0.0:1767319605.028154:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319605.028178:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767319605.028194:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989904768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319605.029102:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319605.029209:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989904768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1017us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319605.029373:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:0.0:1767319605.029679:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989904768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319605.030982:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989904896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319605.031062:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319605.031327:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989904896 00000100:00100000:2.0:1767319605.031337:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989904896 00000100:00100000:2.0:1767319605.031427:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:2.0:1767319605.031437:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989904896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319605.031468:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767319605.031807:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319605.033048:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989904896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1608us (1981us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319605.033061:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00100000:1.0:1767319605.034126:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989904896:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319605.856759:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319606.048516:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319606.883402:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319607.073333:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319607.073772:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.073778:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319607.073781:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.073785:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319607.073789:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319607.073796:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4851 00000100:00080000:0.0:1767319607.073800:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319607.073807:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319607.073845:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad500 x1853163989905024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319607.073882:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.073885:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319607.073887:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319607.073891:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4851 00000100:00080000:0.0:1767319607.073893:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319607.073897:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319607.073915:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf100 x1853163989905152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319607.073953:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.073957:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319607.073958:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319607.073962:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4851 00000100:00080000:0.0:1767319607.073964:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319607.073967:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319607.073977:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163989905408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319607.074001:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319607.074005:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319607.074007:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319607.074010:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4851 00000100:00080000:0.0:1767319607.074012:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319607.074016:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319607.074026:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baca80 x1853163989905664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319607.074060:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989905792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319607.074121:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319607.074199:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319607.074205:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989905536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319607.074249:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319607.074283:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905792 00000100:00100000:0.0:1767319607.074290:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905792 00000100:00100000:0.0:1767319607.074336:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:0.0:1767319607.074344:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989905792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319607.074391:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989905792:12345-0@lo:400:kworker.0 Request processed in 47us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319607.074397:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00100000:0.0:1767319607.074424:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905536 00000100:00100000:0.0:1767319607.074427:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905536 00000100:00100000:0.0:1767319607.074451:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178 00000100:00100000:0.0:1767319607.074456:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989905536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319607.074485:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989905536:12345-0@lo:400:kworker.0 Request processed in 29us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319607.074491:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178 00000100:00100000:0.0:1767319607.074525:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989905536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319607.074717:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989905920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319607.074750:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319607.074770:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319607.074776:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989905280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319607.074795:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319607.074815:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319607.074820:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319607.074828:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905920 00000100:00100000:3.0:1767319607.074832:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905920 00000100:00100000:3.0:1767319607.074859:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:3.0:1767319607.074865:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989905920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319607.074908:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989905920:12345-0@lo:400:kworker.0 Request processed in 32us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319607.074915:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00080000:3.0:1767319607.074929:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319607.074945:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989905920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319607.074965:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905280 00000100:00100000:3.0:1767319607.074968:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905280 00000100:00100000:3.0:1767319607.074993:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5179 00000100:00100000:3.0:1767319607.074998:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989905280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319607.075026:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989905280:12345-0@lo:400:kworker.0 Request processed in 28us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319607.075032:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5179 00000100:00080000:3.0:1767319607.075045:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319607.075058:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989905280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319607.075468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989905024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319607.075502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319607.075547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989905152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319607.075570:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319607.075602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989905408:0@lo:38:kworker.0 00000100:00100000:2.0:1767319607.075621:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319607.075634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989905664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319607.075653:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319607.075674:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905024 00000100:00100000:2.0:1767319607.075678:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905024 00000100:00100000:2.0:1767319607.075714:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905408 00000100:00100000:2.0:1767319607.075717:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905408 00000100:00100000:2.0:1767319607.075729:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905664 00000100:00100000:2.0:1767319607.075731:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905664 00000100:00100000:2.0:1767319607.075744:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23412 00000100:00100000:2.0:1767319607.075748:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989905024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319607.075766:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319607.075796:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989905024:12345-0@lo:38:kworker.0 Request processed in 46us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319607.075801:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23412 00000100:00100000:2.0:1767319607.075813:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23413 00000100:00100000:2.0:1767319607.075817:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989905408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319607.075826:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319607.075858:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989905408:12345-0@lo:38:kworker.0 Request processed in 28us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319607.075865:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23413 00000100:00100000:2.0:1767319607.075875:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23414 00000100:00100000:2.0:1767319607.075879:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989905664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319607.075888:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319607.077590:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989905664:12345-0@lo:38:kworker.0 Request processed in 1702us (1929us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319607.077601:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23414 00000100:00080000:2.0:1767319607.077666:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319607.077673:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319607.077677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989905664:0@lo:38:kworker.0 00000100:00080000:2.0:1767319607.078425:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319607.078431:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319607.078434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989905024:0@lo:38:kworker.0 00000100:00080000:2.0:1767319607.078445:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319607.078448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319607.078450:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989905408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319607.078651:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989905792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319607.079347:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989905152 00000100:00100000:1.0:1767319607.079357:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989905152 00000100:00100000:1.0:1767319607.079413:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:1.0:1767319607.079420:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989905152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319607.079441:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319607.079516:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989905152:12345-0@lo:38:kworker.0 Request processed in 94us (3943us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319607.079522:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00080000:2.0:1767319607.080414:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319607.080422:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319607.080426:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989905152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319607.139360:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319607.139518:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847552 00000100:00100000:3.0:1767319607.139529:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847552 00000100:00100000:3.0:1767319607.139586:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23415 00000100:00100000:3.0:1767319607.139596:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925847552:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319607.139620:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319607.139709:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925847552:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 113us (358us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319607.139717:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23415 00000100:00100000:2.0:1767319607.147216:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319607.147584:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847680 00000100:00100000:3.0:1767319607.147595:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847680 00000100:00080000:0.0:1767319607.147690:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319607.147704:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5180 00000100:00100000:3.0:1767319607.147715:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925847680:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319607.148201:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925847680:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 486us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319607.148210:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5180 00010000:00010000:3.0:1767319607.904817:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319608.096612:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319608.928592:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319609.121081:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319609.952589:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319610.144596:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319610.144614:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989906048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319610.144681:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319610.144998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989906176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319610.145031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319610.145195:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906048 00000100:00100000:3.0:1767319610.145205:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906048 00000100:00100000:3.0:1767319610.145277:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906176 00000100:00100000:3.0:1767319610.145281:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906176 00000100:00100000:3.0:1767319610.145301:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:3.0:1767319610.145309:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989906048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319610.145338:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319610.145382:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989906048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319610.145389:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00100000:3.0:1767319610.145406:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:3.0:1767319610.145412:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989906176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319610.145427:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319610.145455:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989906176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319610.145461:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00080000:1.0:1767319610.145523:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319610.145527:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319610.145563:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989906176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319610.147156:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319610.148139:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989906048:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319610.979802:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319611.168579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319612.000488:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319612.192418:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.192428:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319612.192432:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.192436:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319612.192440:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.192449:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4856 00000100:00080000:3.0:1767319612.192454:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319612.192461:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319612.192461:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319612.192507:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8ea00 x1853163989906304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319612.192572:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989906304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319612.192643:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319612.192800:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.192805:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319612.192807:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.192810:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4856 00000100:00080000:3.0:1767319612.192813:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319612.192818:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319612.192833:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8c700 x1853163989906432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319612.192920:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906304 00000100:00100000:1.0:1767319612.192929:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906304 00000100:00100000:1.0:1767319612.192976:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23416 00000100:00100000:1.0:1767319612.192984:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989906304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319612.193005:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319612.195216:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989906432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319612.195316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319612.196424:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.196430:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319612.196434:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.196441:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4856 00000100:00080000:3.0:1767319612.196446:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319612.196453:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319612.196473:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8f480 x1853163989906688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319612.196502:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319612.196506:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319612.196508:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319612.196511:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4856 00000100:00080000:3.0:1767319612.196513:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319612.196517:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319612.196527:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e680 x1853163989906944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319612.196820:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989907072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.196869:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319612.196908:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319612.196914:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989906816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.196939:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319612.196973:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907072 00000100:00100000:3.0:1767319612.196981:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907072 00000100:00100000:3.0:1767319612.197034:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:3.0:1767319612.197041:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989907072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197103:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989907072:12345-0@lo:400:kworker.0 Request processed in 62us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319612.197111:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00080000:3.0:1767319612.197131:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319612.197146:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906816 00000100:00100000:3.0:1767319612.197150:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906816 00000100:00100000:3.0:1767319612.197180:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5181 00000100:00100000:3.0:1767319612.197186:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989906816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197215:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989906816:12345-0@lo:400:kworker.0 Request processed in 30us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319612.197221:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5181 00000100:00080000:3.0:1767319612.197255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319612.197283:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989906816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197293:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989907072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197345:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989906560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197371:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319612.197825:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319612.197833:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989907200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197862:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319612.197890:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907200 00000100:00100000:3.0:1767319612.197894:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907200 00000100:00100000:3.0:1767319612.197922:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1767319612.197928:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989907200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.197961:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989907200:12345-0@lo:400:kworker.0 Request processed in 33us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319612.197967:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1767319612.197985:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906560 00000100:00100000:3.0:1767319612.197988:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906560 00000100:00100000:3.0:1767319612.198011:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5182 00000100:00100000:3.0:1767319612.198016:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989906560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319612.198043:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989906560:12345-0@lo:400:kworker.0 Request processed in 26us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319612.198049:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5182 00000100:00080000:3.0:1767319612.198061:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319612.198064:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319612.198083:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989907200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319612.199319:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906432 00000100:00100000:0.0:1767319612.199329:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906432 00000100:00100000:0.0:1767319612.199376:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1767319612.199383:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989906432:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319612.199521:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989906560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319612.200657:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989906304:12345-0@lo:38:kworker.0 Request processed in 7667us (8008us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319612.200671:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23416 00010000:00020000:0.0:1767319612.201924:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319612.202008:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989906432:12345-0@lo:38:kworker.0 Request processed in 2624us (6692us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319612.202018:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00080000:2.0:1767319612.202675:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319612.202761:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319612.202766:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989906304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319612.202793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989906688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319612.203014:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319612.203052:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989906944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319612.203073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319612.203114:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319612.203118:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319612.203122:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989906432:0@lo:38:kworker.0 00000100:00100000:3.0:1767319612.203314:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906688 00000100:00100000:3.0:1767319612.203322:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906688 00000100:00100000:3.0:1767319612.203375:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989906944 00000100:00100000:3.0:1767319612.203380:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989906944 00000100:00100000:3.0:1767319612.203844:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23417 00000100:00100000:3.0:1767319612.203852:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989906688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319612.203870:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319612.203919:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989906688:12345-0@lo:38:kworker.0 Request processed in 66us (905us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319612.203925:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23417 00000100:00100000:3.0:1767319612.203985:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23418 00000100:00100000:3.0:1767319612.203989:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989906944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319612.203999:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319612.204021:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989906944:12345-0@lo:38:kworker.0 Request processed in 31us (948us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319612.204026:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23418 00000100:00080000:0.0:1767319612.206454:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319612.206468:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319612.206473:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989906688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319612.206485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319612.206488:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319612.206491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989906944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319612.259329:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319612.262020:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847808 00000100:00100000:3.0:1767319612.262036:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847808 00000100:00100000:0.0:1767319612.262165:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23419 00000100:00100000:0.0:1767319612.262174:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925847808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319612.262201:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319612.262303:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925847808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 127us (2982us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319612.262310:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23419 00000100:00100000:2.0:1767319612.262622:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319612.262724:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925847936 00000100:00100000:2.0:1767319612.262728:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925847936 00000100:00100000:2.0:1767319612.262765:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5183 00000100:00100000:2.0:1767319612.262772:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925847936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319612.262814:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925847936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 42us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319612.262820:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5183 00000100:00080000:2.0:1767319612.262836:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319613.024903:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319613.216892:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319614.048663:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319614.248718:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319615.077249:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319615.264957:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319615.264992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989907328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319615.265094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319615.266112:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907328 00000100:00100000:2.0:1767319615.266122:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907328 00000100:00100000:2.0:1767319615.266198:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767319615.266206:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989907328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319615.266255:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319615.266312:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989907328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319615.266319:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00080000:1.0:1767319615.266401:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319615.266449:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989907328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319615.266921:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319615.268380:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989907456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319615.268441:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319615.268552:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907456 00000100:00100000:2.0:1767319615.268559:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907456 00000100:00100000:2.0:1767319615.268627:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1767319615.268637:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989907456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319615.268665:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319615.268727:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989907456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319615.268734:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00080000:1.0:1767319615.268954:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319615.269084:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989907456:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319616.096789:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319616.288518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319617.120623:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319617.312368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319617.313377:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319617.313514:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319617.313518:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319617.313522:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319617.313526:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319617.313533:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319617.313538:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319617.313545:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319617.313586:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163989907584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319617.313607:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319617.313610:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319617.313612:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319617.313616:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319617.313625:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319617.313629:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319617.313640:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587800 x1853163989907712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319617.313672:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319617.313675:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319617.313677:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319617.313680:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319617.313683:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319617.313686:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319617.313723:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48000 x1853163989907968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319617.314568:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319617.314587:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989907840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.314660:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.314729:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907840 00000100:00100000:3.0:1767319617.314737:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907840 00000100:00100000:3.0:1767319617.315140:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184 00000100:00100000:3.0:1767319617.315150:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989907840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.315213:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989907840:12345-0@lo:400:kworker.0 Request processed in 64us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319617.315224:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184 00000100:00080000:3.0:1767319617.315260:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319617.315306:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989907840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.315344:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989907584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.315370:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.315405:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989907712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.315428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.315461:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989907968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.315480:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.315504:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907584 00000100:00100000:3.0:1767319617.315508:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907584 00000100:00100000:3.0:1767319617.315524:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907968 00000100:00100000:3.0:1767319617.315526:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907968 00000100:00100000:3.0:1767319617.315538:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23420 00000100:00100000:3.0:1767319617.315543:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989907584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319617.315560:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319617.315589:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989907584:12345-0@lo:38:kworker.0 Request processed in 45us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319617.315595:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23420 00000100:00100000:3.0:1767319617.315606:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23421 00000100:00100000:3.0:1767319617.315610:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989907968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319617.315627:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319617.315646:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989907968:12345-0@lo:38:kworker.0 Request processed in 35us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319617.315651:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23421 00000100:00080000:3.0:1767319617.315672:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319617.315676:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319617.315678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989907584:0@lo:38:kworker.0 00000100:00080000:3.0:1767319617.315685:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319617.315688:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319617.315691:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989907968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.315747:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989907712 00000100:00100000:3.0:1767319617.315751:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989907712 00000100:00100000:3.0:1767319617.315777:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:3.0:1767319617.315782:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989907712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319617.315797:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319617.315822:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989907712:12345-0@lo:38:kworker.0 Request processed in 39us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319617.315828:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00080000:3.0:1767319617.315859:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319617.315862:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319617.315865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989907712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.315896:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989908096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.315917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.315939:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908096 00000100:00100000:3.0:1767319617.315942:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908096 00000100:00100000:3.0:1767319617.315964:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5185 00000100:00100000:3.0:1767319617.315969:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989908096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.316008:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989908096:12345-0@lo:400:kworker.0 Request processed in 38us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319617.316017:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5185 00000100:00080000:3.0:1767319617.316030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319617.316044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989908096:0@lo:400:kworker.0 00000100:00080000:2.0:1767319617.317102:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319617.317109:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319617.317112:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319617.317117:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4861 00000100:00080000:2.0:1767319617.317121:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319617.317126:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319617.317153:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49c00 x1853163989908224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319617.317570:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989908480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319617.317609:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.317703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989908224:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.317730:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.318021:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908224 00000100:00100000:3.0:1767319617.318027:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908224 00000100:00100000:3.0:1767319617.318057:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23422 00000100:00100000:3.0:1767319617.318062:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989908224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319617.318078:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319617.318109:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989908224:12345-0@lo:38:kworker.0 Request processed in 46us (378us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319617.318115:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23422 00000100:00080000:3.0:1767319617.318145:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319617.318149:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319617.318152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989908224:0@lo:38:kworker.0 00000100:00100000:3.0:1767319617.318181:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319617.318188:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989908352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.318759:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319617.318806:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908480 00000100:00100000:3.0:1767319617.318811:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908480 00000100:00100000:3.0:1767319617.318851:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908352 00000100:00100000:3.0:1767319617.318854:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908352 00000100:00100000:0.0:1767319617.318881:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:0.0:1767319617.318891:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989908480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.318896:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1767319617.318901:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989908352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.318933:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989908352:12345-0@lo:400:kworker.0 Request processed in 32us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319617.318935:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989908480:12345-0@lo:400:kworker.0 Request processed in 47us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319617.318940:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00080000:3.0:1767319617.318955:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319617.318958:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319617.318978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989908352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319617.319028:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989908480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319617.319093:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00100000:1.0:1767319617.379796:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319617.379835:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319617.379915:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848192 00000100:00100000:3.0:1767319617.379924:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848192 00000100:00100000:3.0:1767319617.379988:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848064 00000100:00100000:3.0:1767319617.380000:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848064 00000100:00100000:3.0:1767319617.380022:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5186 00000100:00100000:3.0:1767319617.380030:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925848192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319617.380095:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925848192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 66us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319617.380102:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5186 00000100:00100000:3.0:1767319617.380119:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23423 00000100:00100000:3.0:1767319617.380123:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925848064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319617.380152:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319617.380177:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925848064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (341us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319617.380183:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23423 00000100:00080000:0.0:1767319617.382267:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319618.144566:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319618.336668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319619.169428:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319619.360602:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319620.192761:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319620.384347:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319620.384609:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319620.384625:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989908608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319620.384700:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319620.384781:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908608 00000100:00100000:3.0:1767319620.384789:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908608 00000100:00100000:3.0:1767319620.384844:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1767319620.384852:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989908608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319620.384881:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319620.384924:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989908608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319620.384932:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1767319620.384999:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989908608:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319620.385906:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319620.395114:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319620.395135:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989908736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319620.395199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319620.396360:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908736 00000100:00100000:2.0:1767319620.396370:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908736 00000100:00100000:2.0:1767319620.396441:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:2.0:1767319620.396451:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989908736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319620.396481:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319620.396554:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989908736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319620.396565:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00100000:1.0:1767319620.396699:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989908736:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319620.396960:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319621.220996:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319621.410830:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319622.243692:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319622.435207:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319622.435271:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319622.435277:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319622.435280:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319622.435284:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319622.435287:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319622.435294:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4867 00000100:00080000:1.0:1767319622.435298:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319622.435305:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319622.435345:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989908864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319622.435372:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319622.435375:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319622.435377:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319622.435381:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4867 00000100:00080000:1.0:1767319622.435383:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319622.435386:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319622.435399:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989908992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319622.435435:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319622.435439:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319622.435441:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319622.435444:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4867 00000100:00080000:1.0:1767319622.435446:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319622.435449:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319622.435462:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720000 x1853163989909248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319622.435544:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319622.435548:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767319622.435548:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989909376:0@lo:400:kworker.0 00000100:00080000:1.0:1767319622.435550:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319622.435553:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4867 00000100:00080000:1.0:1767319622.435555:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319622.435558:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319622.435568:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989909504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319622.435598:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989909632:0@lo:400:kworker.0 00000100:00100000:3.0:1767319622.435610:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319622.435664:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989909120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319622.435719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989908864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319622.436664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319622.436712:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319622.436720:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989909760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319622.436746:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909376 00000100:00100000:2.0:1767319622.436748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319622.436754:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909376 00000100:00100000:2.0:1767319622.436783:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909760 00000100:00100000:2.0:1767319622.436787:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909760 00000100:00100000:2.0:1767319622.436825:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:2.0:1767319622.436834:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989909760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319622.436885:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989909760:12345-0@lo:400:kworker.0 Request processed in 52us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319622.436891:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00080000:2.0:1767319622.436948:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319622.436952:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319622.436980:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989909760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319622.437028:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909120 00000100:00100000:3.0:1767319622.437031:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909120 00000100:00100000:3.0:1767319622.437058:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5187 00000100:00100000:3.0:1767319622.437065:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989909376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319622.437103:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989909376:12345-0@lo:400:kworker.0 Request processed in 39us (1492us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319622.437109:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5187 00000100:00100000:3.0:1767319622.437121:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5188 00000100:00100000:3.0:1767319622.437127:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989909120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319622.437151:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989909120:12345-0@lo:400:kworker.0 Request processed in 25us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319622.437157:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5188 00000100:00080000:3.0:1767319622.437181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319622.437198:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989909376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319622.437985:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989909120:0@lo:400:kworker.0 00000100:00100000:0.0:1767319622.438101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319622.438184:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319622.438582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989908992:0@lo:38:kworker.0 00000100:00100000:0.0:1767319622.438615:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319622.438647:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989909248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319622.438668:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319622.438708:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908992 00000100:00100000:1.0:1767319622.438713:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908992 00000100:00100000:1.0:1767319622.438742:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:1.0:1767319622.438747:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989908992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319622.438766:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319622.438799:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989908992:12345-0@lo:38:kworker.0 Request processed in 51us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319622.438805:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1767319622.439046:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909632 00000100:00100000:2.0:1767319622.439051:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909632 00000100:00100000:2.0:1767319622.439099:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:2.0:1767319622.439106:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989909632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319622.439148:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989909632:12345-0@lo:400:kworker.0 Request processed in 43us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319622.439155:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00080000:1.0:1767319622.439244:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319622.439271:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989909632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319622.439850:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989909504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319622.439889:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319622.439928:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989908864 00000100:00100000:3.0:1767319622.439933:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989908864 00000100:00100000:3.0:1767319622.439965:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909248 00000100:00100000:3.0:1767319622.439968:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909248 00000100:00100000:3.0:1767319622.439985:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23424 00000100:00100000:3.0:1767319622.439990:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989908864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319622.440004:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319622.440036:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989908864:12345-0@lo:38:kworker.0 Request processed in 45us (1936us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319622.440042:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23424 00000100:00100000:3.0:1767319622.440054:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23425 00000100:00100000:3.0:1767319622.440058:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989909248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319622.440067:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319622.440087:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989909248:12345-0@lo:38:kworker.0 Request processed in 28us (1418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319622.440093:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23425 00000100:00080000:0.0:1767319622.441171:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319622.441178:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319622.441183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989908864:0@lo:38:kworker.0 00000100:00080000:0.0:1767319622.441195:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319622.441197:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319622.441200:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989908992:0@lo:38:kworker.0 00000100:00080000:0.0:1767319622.441208:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319622.441222:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319622.441225:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989909248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319622.441559:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909504 00000100:00100000:2.0:1767319622.441566:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909504 00000100:00100000:2.0:1767319622.441643:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23426 00000100:00100000:2.0:1767319622.441650:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989909504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319622.441664:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319622.441717:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989909504:12345-0@lo:38:kworker.0 Request processed in 66us (1828us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319622.441724:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23426 00000100:00080000:0.0:1767319622.441776:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319622.441781:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319622.441785:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989909504:0@lo:38:kworker.0 00000100:00100000:3.0:1767319622.501816:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319622.501942:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848448 00000100:00100000:3.0:1767319622.501949:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319622.501954:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848448 00000100:00080000:3.0:1767319622.502050:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319622.502219:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848320 00000100:00100000:1.0:1767319622.502225:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848320 00000100:00100000:1.0:1767319622.502284:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23427 00000100:00100000:1.0:1767319622.502291:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925848320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319622.502313:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319622.502511:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925848320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 218us (560us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319622.502520:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23427 00000100:00100000:2.0:1767319622.503014:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5189 00000100:00100000:2.0:1767319622.503024:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925848448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319622.503081:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925848448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 60us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319622.503087:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5189 00010000:00010000:3.0:1767319623.266560:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319623.456478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319624.288381:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319624.480529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319625.312496:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319625.504473:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319625.504654:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989909888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319625.504725:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319625.504879:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989909888 00000100:00100000:1.0:1767319625.504887:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989909888 00000100:00100000:1.0:1767319625.504967:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767319625.504977:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989909888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319625.505018:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319625.505062:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989909888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319625.505069:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00080000:2.0:1767319625.505181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319625.505325:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989909888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319625.506303:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989910016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319625.506346:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.506716:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910016 00000100:00100000:0.0:1767319625.506722:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910016 00000100:00100000:0.0:1767319625.506780:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:0.0:1767319625.506787:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989910016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319625.506811:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319625.506872:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989910016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319625.506879:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1767319625.506967:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989910016:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319625.507330:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319626.340102:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319626.528477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319626.529465:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319601/real 1767319601] req@ffff96e2fd251500 x1853163989903616/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319626.529496:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd251500 x1853163989903616/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319626.529510:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319626.529533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319626.529537:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989903616:0@lo:250:kworker.0 00000100:00080000:2.0:1767319626.529608:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.529614:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319626.529617:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.529622:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4851 00000100:00080000:2.0:1767319626.529626:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.529632:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319626.529664:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163989910144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.529688:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.529693:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.529694:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.529697:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4872 00000100:00080000:2.0:1767319626.529699:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.529702:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319626.529716:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48380 x1853163989910272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.529724:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.529727:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.529728:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.529731:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4872 00000100:00080000:2.0:1767319626.529733:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.529736:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319626.529746:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989910400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.529783:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.529787:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.529789:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.529792:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4872 00000100:00080000:2.0:1767319626.529794:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.529797:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319626.529807:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b480 x1853163989910656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319626.529836:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319626.529840:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319626.529842:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319626.529845:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4872 00000100:00080000:2.0:1767319626.529847:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319626.529850:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319626.529863:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163989910912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319626.529939:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989910784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.530001:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319626.530066:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319626.530072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989911040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.530110:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319626.530141:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911040 00000100:00100000:3.0:1767319626.530147:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911040 00000100:00100000:3.0:1767319626.530194:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:3.0:1767319626.530203:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989911040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.530275:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989911040:12345-0@lo:400:kworker.0 Request processed in 74us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319626.530282:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00100000:3.0:1767319626.530305:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989910144:0@lo:250:kworker.0 00000400:00000100:3.0:1767319626.530322:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989910144 offset 0 length 520: 4 00000100:00100000:3.0:1767319626.530336:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989910272:0@lo:38:kworker.0 00000100:00100000:3.0:1767319626.530352:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319626.530366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989910400:0@lo:38:kworker.0 00000100:00100000:3.0:1767319626.530383:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319626.530394:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989910656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319626.530408:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319626.530419:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989910912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319626.530434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319626.530455:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910784 00000100:00100000:3.0:1767319626.530458:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910784 00000100:00100000:3.0:1767319626.530485:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910272 00000100:00100000:3.0:1767319626.530488:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910272 00000100:00100000:3.0:1767319626.530498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910656 00000100:00100000:3.0:1767319626.530500:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910656 00000100:00100000:3.0:1767319626.530507:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910912 00000100:00100000:3.0:1767319626.530509:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910912 00000100:00100000:3.0:1767319626.530518:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190 00000100:00100000:3.0:1767319626.530523:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989910784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.530551:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989910784:12345-0@lo:400:kworker.0 Request processed in 28us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319626.530557:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190 00000100:00100000:3.0:1767319626.530569:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23428 00000100:00100000:3.0:1767319626.530573:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989910272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319626.530590:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319626.530618:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989910272:12345-0@lo:38:kworker.0 Request processed in 43us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319626.530624:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23428 00000100:00100000:3.0:1767319626.530635:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23429 00000100:00100000:3.0:1767319626.530639:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989910656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319626.530648:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319626.530669:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989910656:12345-0@lo:38:kworker.0 Request processed in 29us (260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319626.530675:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23429 00000100:00100000:3.0:1767319626.530684:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23430 00000100:00100000:3.0:1767319626.530688:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989910912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319626.530696:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319626.530712:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989910912:12345-0@lo:38:kworker.0 Request processed in 23us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319626.530717:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23430 00000100:00080000:3.0:1767319626.530734:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319626.530757:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989911040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.530765:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989910784:0@lo:400:kworker.0 00000100:00080000:3.0:1767319626.530786:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319626.530790:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319626.530794:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989910272:0@lo:38:kworker.0 00000100:00080000:3.0:1767319626.530800:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319626.530803:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319626.530805:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989910656:0@lo:38:kworker.0 00000100:00080000:3.0:1767319626.530811:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319626.530813:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319626.530816:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989910912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319626.530903:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989911168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319626.530930:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319626.530955:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319626.530960:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989910528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319626.530976:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319626.530996:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910528 00000100:00100000:0.0:1767319626.530999:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910528 00000100:00100000:0.0:1767319626.531024:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5191 00000100:00100000:0.0:1767319626.531029:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989910528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319626.531055:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989910528:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319626.531061:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5191 00000100:00080000:0.0:1767319626.531076:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319626.531088:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989910528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.531300:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911168 00000100:00100000:3.0:1767319626.531305:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911168 00000100:00100000:3.0:1767319626.531333:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:3.0:1767319626.531339:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989911168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319626.531373:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989911168:12345-0@lo:400:kworker.0 Request processed in 35us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319626.531379:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1767319626.531444:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989910400 00000100:00100000:1.0:1767319626.531449:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989910400 00000100:00100000:1.0:1767319626.531474:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1767319626.531480:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989910400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319626.531490:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319626.531525:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989910400:12345-0@lo:38:kworker.0 Request processed in 43us (1139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319626.531530:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00080000:1.0:1767319626.531566:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319626.531570:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319626.531573:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989910400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319626.532781:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989911168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319626.601066:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767319626.601113:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925848576 offset 0 length 520: 4 00000100:00100000:2.0:1767319626.601140:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319626.601359:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848832 00000100:00100000:3.0:1767319626.601370:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848832 00000100:00100000:3.0:1767319626.601444:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848704 00000100:00100000:3.0:1767319626.601448:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848704 00000100:00100000:3.0:1767319626.601468:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5192 00000100:00100000:3.0:1767319626.601478:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925848832:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319626.601552:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925848832:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319626.601561:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5192 00000100:00100000:3.0:1767319626.601580:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23431 00000100:00100000:3.0:1767319626.601584:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925848704:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319626.601604:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319626.601631:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925848704:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (491us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319626.601638:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23431 00000100:00080000:0.0:1767319626.601862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319627.360439:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319627.553163:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319628.385745:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319628.576749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319629.408986:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319629.600413:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319630.432626:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319630.624491:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319630.625056:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319630.625192:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319630.625207:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989911424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319630.625288:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319630.625355:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911424 00000100:00100000:1.0:1767319630.625362:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911424 00000100:00100000:1.0:1767319630.625415:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:1.0:1767319630.625425:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989911424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319630.625453:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319630.625495:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989911424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319630.625503:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00080000:1.0:1767319630.625523:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319630.625557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989911424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319630.632567:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989911296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319630.632655:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319630.632865:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911296 00000100:00100000:1.0:1767319630.632874:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911296 00000100:00100000:1.0:1767319630.632945:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:1.0:1767319630.632957:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989911296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319630.633000:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319630.633066:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989911296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319630.633073:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:3.0:1767319630.633213:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989911296:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319630.634830:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319631.459839:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319631.648346:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319631.648356:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319631.648359:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319631.648363:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319631.648367:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319631.648376:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4876 00000100:00080000:2.0:1767319631.648381:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319631.648387:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319631.648428:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48700 x1853163989911552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319631.648454:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319631.648458:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319631.648461:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319631.648464:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4876 00000100:00080000:2.0:1767319631.648466:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319631.648470:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319631.648480:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48000 x1853163989911680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319631.648503:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989911552:0@lo:38:kworker.0 00000100:00080000:2.0:1767319631.648520:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319631.648525:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319631.648527:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319631.648531:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4876 00000100:00080000:2.0:1767319631.648533:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319631.648536:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319631.648547:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4aa00 x1853163989911936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319631.648572:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319631.648577:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767319631.648581:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319631.648581:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319631.648587:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4876 00000100:00080000:2.0:1767319631.648590:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319631.648594:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319631.648604:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49880 x1853163989912192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319631.648646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989911680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319631.648668:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989912320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.648677:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319631.648710:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319631.648718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989911936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319631.648756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319631.648778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989912192:0@lo:38:kworker.0 00000100:00100000:1.0:1767319631.648798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319631.648831:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911552 00000100:00100000:1.0:1767319631.648839:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911552 00000100:00100000:1.0:1767319631.648865:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911936 00000100:00100000:1.0:1767319631.648868:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911936 00000100:00100000:1.0:1767319631.648877:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912192 00000100:00100000:1.0:1767319631.648879:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912192 00000100:00100000:1.0:1767319631.648893:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23432 00000100:00100000:1.0:1767319631.648900:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989911552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319631.648920:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319631.648933:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319631.648952:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989912064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.648963:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989911552:12345-0@lo:38:kworker.0 Request processed in 61us (384us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319631.648970:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23432 00000100:00100000:1.0:1767319631.648988:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23433 00000100:00100000:1.0:1767319631.648992:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989911936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319631.649000:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319631.649025:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989911936:12345-0@lo:38:kworker.0 Request processed in 32us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319631.649030:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23433 00000100:00100000:1.0:1767319631.649042:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23434 00000100:00100000:1.0:1767319631.649046:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989912192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319631.649055:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319631.649077:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989912192:12345-0@lo:38:kworker.0 Request processed in 30us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319631.649097:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23434 00000100:00100000:2.0:1767319631.649111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319631.649119:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912064 00000100:00100000:1.0:1767319631.649131:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912064 00000100:00100000:1.0:1767319631.649162:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193 00000100:00100000:1.0:1767319631.649169:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989912064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.649204:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989912064:12345-0@lo:400:kworker.0 Request processed in 36us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319631.649210:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193 00000100:00100000:1.0:1767319631.649249:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911680 00000100:00100000:1.0:1767319631.649253:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911680 00000100:00100000:1.0:1767319631.649273:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:1.0:1767319631.649277:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989911680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319631.649287:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319631.649310:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989911680:12345-0@lo:38:kworker.0 Request processed in 31us (633us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319631.649316:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000100:00080000:1.0:1767319631.649353:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319631.649357:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319631.649361:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989911936:0@lo:38:kworker.0 00000100:00080000:1.0:1767319631.649369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319631.649372:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319631.649374:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989912192:0@lo:38:kworker.0 00000100:00080000:1.0:1767319631.649382:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319631.649384:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319631.649387:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989911552:0@lo:38:kworker.0 00000100:00080000:1.0:1767319631.649395:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319631.649398:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319631.649401:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989911680:0@lo:38:kworker.0 00000100:00100000:1.0:1767319631.649443:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912320 00000100:00100000:1.0:1767319631.649447:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912320 00000100:00100000:1.0:1767319631.649472:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:1.0:1767319631.649478:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989912320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319631.649509:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989912320:12345-0@lo:400:kworker.0 Request processed in 31us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319631.649515:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00000100:00100000:2.0:1767319631.649742:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989912064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.649744:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989912448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319631.649758:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989912320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.649782:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319631.649815:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319631.649821:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989911808:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.649842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319631.649868:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989911808 00000100:00100000:0.0:1767319631.649872:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989911808 00000100:00100000:0.0:1767319631.649902:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5194 00000100:00100000:0.0:1767319631.649909:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989911808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.649942:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989911808:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319631.649948:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5194 00000100:00080000:0.0:1767319631.649969:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319631.649993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989911808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319631.650511:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912448 00000100:00100000:3.0:1767319631.650517:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912448 00000100:00100000:3.0:1767319631.650549:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:3.0:1767319631.650557:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989912448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319631.650609:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989912448:12345-0@lo:400:kworker.0 Request processed in 53us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319631.650616:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00100000:0.0:1767319631.650682:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319631.653883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989912448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319631.716206:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319631.716535:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925848960 00000100:00100000:3.0:1767319631.716547:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925848960 00000100:00100000:3.0:1767319631.716598:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23435 00000100:00100000:3.0:1767319631.716606:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925848960:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319631.716630:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319631.716699:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925848960:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (504us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319631.716715:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23435 00000100:00100000:3.0:1767319631.719912:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319631.720046:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849088 00000100:00100000:0.0:1767319631.720065:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849088 00000100:00100000:0.0:1767319631.720492:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5195 00000100:00100000:0.0:1767319631.720513:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925849088:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319631.720536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319631.720600:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925849088:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319631.720609:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5195 00010000:00010000:3.0:1767319632.480467:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319632.672455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319633.504952:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319633.696348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319634.530878:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319634.720350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319635.552710:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319635.744355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319635.745269:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989912576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319635.745324:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319635.745537:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912576 00000100:00100000:1.0:1767319635.745544:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912576 00000100:00100000:1.0:1767319635.745597:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:2.0:1767319635.745600:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319635.745606:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989912576:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319635.745616:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989912704:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319635.745632:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319635.745653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319635.745696:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989912576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319635.745704:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1767319635.745722:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912704 00000100:00100000:1.0:1767319635.745725:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912704 00000100:00100000:1.0:1767319635.745762:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:1.0:1767319635.745768:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989912704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319635.745784:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319635.745818:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989912704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319635.745824:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:1.0:1767319635.745867:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989912704:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319635.745927:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319635.745930:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319635.745979:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989912576:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319636.578887:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319636.768704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319636.771599:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.771610:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319636.771613:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.771617:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.771621:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.771629:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4881 00000100:00080000:1.0:1767319636.771643:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.771652:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319636.771695:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989912832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319636.771725:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.771730:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.771732:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.771735:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4881 00000100:00080000:1.0:1767319636.771738:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.771742:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319636.771755:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bd500 x1853163989912960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319636.771805:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.771809:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.771811:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.771815:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4881 00000100:00080000:1.0:1767319636.771817:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.771821:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319636.771833:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be300 x1853163989913216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319636.771851:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319636.771855:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319636.771857:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319636.771860:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4881 00000100:00080000:1.0:1767319636.771863:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319636.771866:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319636.771874:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc000 x1853163989913472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319636.771879:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319636.771897:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989913088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.771954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989913344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319636.771987:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.771998:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989912832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319636.772060:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319636.772070:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989913728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.772910:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.773036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989912960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319636.773163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.773189:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989913216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319636.773214:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.773249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989913472:0@lo:38:kworker.0 00000100:00100000:2.0:1767319636.773271:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.773313:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913088 00000100:00100000:2.0:1767319636.773321:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913088 00000100:00100000:1.0:1767319636.773782:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912960 00000100:00100000:1.0:1767319636.773789:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912960 00000100:00100000:1.0:1767319636.773818:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:1.0:1767319636.773826:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989912960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.773846:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319636.773876:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989912832 00000100:00100000:2.0:1767319636.773882:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989912832 00000100:00100000:1.0:1767319636.773902:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989912960:12345-0@lo:38:kworker.0 Request processed in 74us (737us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319636.773906:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913216 00000100:00100000:2.0:1767319636.773910:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913216 00000100:00100000:1.0:1767319636.773915:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:2.0:1767319636.773923:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913472 00000100:00100000:2.0:1767319636.773927:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913472 00000100:00100000:2.0:1767319636.773943:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196 00000100:00080000:1.0:1767319636.773968:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319636.773975:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319636.773979:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989912960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319636.774018:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23436 00000100:00100000:2.0:1767319636.774018:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989913088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319636.774027:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989912832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.774039:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319636.774073:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989912832:12345-0@lo:38:kworker.0 Request processed in 48us (1165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319636.774080:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23436 00000100:00100000:1.0:1767319636.774095:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23437 00000100:00100000:1.0:1767319636.774099:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989913216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.774108:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319636.774132:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989913216:12345-0@lo:38:kworker.0 Request processed in 31us (918us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319636.774138:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23437 00000100:00100000:1.0:1767319636.774152:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23438 00000100:00100000:1.0:1767319636.774158:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989913472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319636.774168:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319636.774173:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989913088:12345-0@lo:400:kworker.0 Request processed in 220us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.774183:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196 00000100:00100000:1.0:1767319636.774202:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989913472:12345-0@lo:38:kworker.0 Request processed in 42us (929us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319636.774208:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23438 00000100:00080000:2.0:1767319636.774209:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319636.774283:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989913600:0@lo:400:kworker.0 00000100:00080000:1.0:1767319636.774285:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319636.774294:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319636.774298:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989912832:0@lo:38:kworker.0 00000100:00080000:1.0:1767319636.774311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319636.774315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319636.774318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989913216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319636.774325:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319636.774329:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319636.774334:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319636.774337:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989913472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319636.774382:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319636.774422:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913344 00000100:00100000:1.0:1767319636.774427:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913344 00000100:00100000:1.0:1767319636.774464:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197 00000100:00100000:1.0:1767319636.774470:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989913344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319636.774506:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989913344:12345-0@lo:400:kworker.0 Request processed in 35us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319636.774511:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197 00000100:00100000:1.0:1767319636.774540:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989913344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.774685:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913600 00000100:00100000:2.0:1767319636.774690:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913600 00000100:00100000:2.0:1767319636.774786:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:2.0:1767319636.774795:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989913600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.774834:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989913600:12345-0@lo:400:kworker.0 Request processed in 40us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.774840:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00080000:2.0:1767319636.774923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319636.774945:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989913600:0@lo:400:kworker.0 00000100:00100000:3.0:1767319636.778866:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319636.779155:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913728 00000100:00100000:2.0:1767319636.779166:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913728 00000100:00100000:2.0:1767319636.779222:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00100000:2.0:1767319636.779250:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989913728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.779321:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989913728:12345-0@lo:400:kworker.0 Request processed in 91us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319636.779328:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00100000:3.0:1767319636.782698:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989913728:0@lo:400:kworker.0 00000100:00100000:0.0:1767319636.788066:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989913088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319636.837495:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319636.837555:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319636.837707:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849344 00000100:00100000:0.0:1767319636.837721:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849344 00000100:00100000:0.0:1767319636.837810:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849216 00000100:00100000:0.0:1767319636.837814:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849216 00000100:00100000:0.0:1767319636.837837:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5198 00000100:00100000:0.0:1767319636.837850:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925849344:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319636.837968:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23439 00000100:00100000:3.0:1767319636.837977:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925849216:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319636.838000:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319636.838058:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319636.852491:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925849216:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 14499us (14921us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319636.852507:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23439 00000100:00100000:1.0:1767319636.854202:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925849344:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 16346us (16717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319636.854217:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5198 00010000:00010000:3.0:1767319637.600465:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319637.792560:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319638.624487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319638.817797:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319639.648761:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319639.840560:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319640.672461:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319640.864451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319640.866680:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989913856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319640.866688:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319640.866705:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989913984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319640.868445:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319640.868632:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913856 00000100:00100000:2.0:1767319640.868644:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913856 00000100:00100000:2.0:1767319640.868729:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:2.0:1767319640.868739:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989913856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319640.868777:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319640.868837:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989913856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319640.868844:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1767319640.868974:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319640.869079:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989913984 00000100:00100000:2.0:1767319640.869084:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989913984 00000100:00100000:3.0:1767319640.869124:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989913856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319640.869163:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:2.0:1767319640.869173:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989913984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319640.869189:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319640.869259:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989913984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319640.869266:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00080000:1.0:1767319640.869313:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319640.869319:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319640.869329:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989913984:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319641.696519:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319641.888633:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.888651:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319641.888654:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.888658:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.888662:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.888671:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4886 00000100:00080000:2.0:1767319641.888676:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.888683:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319641.888726:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4aa00 x1853163989914112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.888750:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.888753:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.888755:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.888758:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4886 00000100:00080000:2.0:1767319641.888761:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.888764:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319641.888776:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720000 x1853163989914240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.888881:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.888885:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.888887:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.888891:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4886 00000100:00080000:2.0:1767319641.888893:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.888896:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319641.888910:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989914496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.888931:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.888934:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.888936:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.888940:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4886 00000100:00080000:2.0:1767319641.888943:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.888946:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319641.888957:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711500 x1853163989914752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319641.889028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989915008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889096:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.889153:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319641.889160:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989914368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.889216:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915008 00000100:00100000:1.0:1767319641.889224:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915008 00000100:00100000:1.0:1767319641.889289:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1767319641.889299:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989915008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889349:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989915008:12345-0@lo:400:kworker.0 Request processed in 51us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.889357:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1767319641.889383:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914368 00000100:00100000:1.0:1767319641.889386:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914368 00000100:00100000:1.0:1767319641.889420:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5199 00000100:00100000:1.0:1767319641.889427:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989914368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889457:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989914368:12345-0@lo:400:kworker.0 Request processed in 32us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.889463:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5199 00000100:00080000:1.0:1767319641.889480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319641.889508:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989914368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989915008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889596:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989914624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889624:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.889647:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319641.889653:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989914880:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.889672:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.889694:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914624 00000100:00100000:1.0:1767319641.889697:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914624 00000100:00100000:1.0:1767319641.889724:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5200 00000100:00100000:1.0:1767319641.889730:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989914624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319641.889744:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914880 00000100:00100000:0.0:1767319641.889750:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914880 00000100:00100000:1.0:1767319641.889776:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989914624:12345-0@lo:400:kworker.0 Request processed in 45us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319641.889784:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:1.0:1767319641.889784:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5200 00000100:00100000:0.0:1767319641.889798:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989914880:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319641.889809:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319641.889830:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989914624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319641.889843:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989914880:12345-0@lo:400:kworker.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.889849:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989914880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319641.889855:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:3.0:1767319641.891328:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989914112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319641.891385:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319641.891434:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989914240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319641.891461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319641.891485:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989914496:0@lo:38:kworker.0 00000100:00100000:3.0:1767319641.891517:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319641.891536:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989914752:0@lo:38:kworker.0 00000100:00100000:3.0:1767319641.891567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319641.891889:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914112 00000100:00100000:0.0:1767319641.891897:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914112 00000100:00100000:0.0:1767319641.891928:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914496 00000100:00100000:0.0:1767319641.891931:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914496 00000100:00100000:0.0:1767319641.891946:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914752 00000100:00100000:0.0:1767319641.891949:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914752 00000100:00100000:0.0:1767319641.891965:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23440 00000100:00100000:0.0:1767319641.891971:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989914112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319641.891990:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319641.892035:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989914112:12345-0@lo:38:kworker.0 Request processed in 62us (649us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319641.892042:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23440 00000100:00100000:0.0:1767319641.892057:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23441 00000100:00100000:0.0:1767319641.892060:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989914496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319641.892068:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319641.892095:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989914496:12345-0@lo:38:kworker.0 Request processed in 33us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319641.892100:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23441 00000100:00100000:0.0:1767319641.892110:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23442 00000100:00100000:0.0:1767319641.892114:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989914752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319641.892122:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319641.892145:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989914752:12345-0@lo:38:kworker.0 Request processed in 29us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319641.892150:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23442 00000100:00100000:2.0:1767319641.892420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319641.892502:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989914240 00000100:00100000:3.0:1767319641.892507:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989914240 00000100:00100000:3.0:1767319641.892533:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:3.0:1767319641.892538:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989914240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319641.892562:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319641.892592:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989914240:12345-0@lo:38:kworker.0 Request processed in 53us (1130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319641.892598:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00080000:2.0:1767319641.898448:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319641.898462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319641.898467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989914112:0@lo:38:kworker.0 00000100:00080000:2.0:1767319641.898480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319641.898484:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319641.898487:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989914240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319641.898506:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319641.898509:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319641.898512:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989914496:0@lo:38:kworker.0 00000100:00080000:2.0:1767319641.898522:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319641.898525:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319641.898528:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989914752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319641.955151:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319641.955408:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319641.956879:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849600 00000100:00100000:0.0:1767319641.956891:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849600 00000100:00080000:1.0:1767319641.957617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319641.957785:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849472 00000100:00100000:0.0:1767319641.957791:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849472 00000100:00100000:1.0:1767319641.957840:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5201 00000100:00100000:1.0:1767319641.957855:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925849600:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319641.957951:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925849600:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (2810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.957959:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5201 00000100:00100000:1.0:1767319641.957986:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23443 00000100:00100000:1.0:1767319641.957991:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925849472:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319641.958010:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.958040:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925849472:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (2633us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.958046:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23443 00010000:00010000:3.0:1767319642.720495:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319642.913074:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319643.744874:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319643.936699:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319644.771613:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319644.960527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319645.792458:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319645.984790:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319645.985025:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319645.985042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989915136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319645.985109:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319645.985432:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989915264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319645.985458:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319645.985688:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915136 00000100:00100000:0.0:1767319645.985696:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915136 00000100:00100000:0.0:1767319645.985754:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915264 00000100:00100000:0.0:1767319645.985757:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915264 00000100:00100000:0.0:1767319645.985775:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1767319645.985784:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989915136:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319645.985984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319645.985988:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319645.986010:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:1.0:1767319645.986019:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989915264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319645.986041:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319645.986086:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989915264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319645.986094:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:1.0:1767319645.986142:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989915264:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319645.986203:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319645.986265:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989915136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 482us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319645.986273:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:1.0:1767319645.986408:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989915136:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319646.816483:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319647.008831:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319647.008986:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319647.008991:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319647.008994:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319647.008997:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319647.009000:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319647.009008:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4891 00000100:00080000:1.0:1767319647.009012:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319647.009019:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319647.009058:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163989915392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319647.009084:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319647.009088:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319647.009090:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319647.009093:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4891 00000100:00080000:1.0:1767319647.009096:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319647.009099:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319647.009111:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163989915520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319647.009147:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319647.009150:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319647.009153:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319647.009156:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4891 00000100:00080000:1.0:1767319647.009158:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319647.009162:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319647.009173:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163989915776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319647.009197:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319647.009200:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319647.009202:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319647.009205:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4891 00000100:00080000:1.0:1767319647.009207:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319647.009210:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319647.009220:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163989916032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319647.009283:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989916160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319647.009349:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319647.009407:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319647.009414:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989915904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319647.009440:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319647.009487:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915904 00000100:00100000:1.0:1767319647.009494:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915904 00000100:00100000:0.0:1767319647.009787:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989915648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.009817:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319647.009840:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319647.009846:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989916288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.009866:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319647.009893:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915648 00000100:00100000:0.0:1767319647.009897:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915648 00000100:00100000:0.0:1767319647.009950:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202 00000100:00100000:0.0:1767319647.009960:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989915648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.010011:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989915648:12345-0@lo:400:kworker.0 Request processed in 53us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319647.010018:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202 00000100:00080000:0.0:1767319647.010047:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319647.010077:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989915648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.010101:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916160 00000100:00100000:0.0:1767319647.010104:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916160 00000100:00100000:0.0:1767319647.010131:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916288 00000100:00100000:0.0:1767319647.010134:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916288 00000100:00100000:0.0:1767319647.010151:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:0.0:1767319647.010157:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989916160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.010192:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989916160:12345-0@lo:400:kworker.0 Request processed in 35us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319647.010198:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:0.0:1767319647.010210:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:0.0:1767319647.010216:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989916288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.010287:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989916288:12345-0@lo:400:kworker.0 Request processed in 71us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319647.010293:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00080000:0.0:1767319647.010307:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319647.010309:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319647.010323:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989916288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319647.010345:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989916160:0@lo:400:kworker.0 00000100:00100000:3.0:1767319647.010692:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989915392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319647.010724:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319647.010755:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989915520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319647.010779:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319647.010808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989915776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319647.010828:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319647.010844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989916032:0@lo:38:kworker.0 00000100:00100000:3.0:1767319647.010871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319647.010900:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915392 00000100:00100000:3.0:1767319647.010904:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915392 00000100:00100000:3.0:1767319647.010933:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915776 00000100:00100000:3.0:1767319647.010936:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915776 00000100:00100000:3.0:1767319647.010948:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916032 00000100:00100000:3.0:1767319647.010951:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916032 00000100:00100000:3.0:1767319647.010961:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23444 00000100:00100000:3.0:1767319647.010966:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989915392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319647.010983:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319647.011014:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989915392:12345-0@lo:38:kworker.0 Request processed in 47us (289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319647.011020:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23444 00000100:00100000:3.0:1767319647.011033:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23445 00000100:00100000:3.0:1767319647.011037:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989915776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319647.011046:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319647.011068:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989915776:12345-0@lo:38:kworker.0 Request processed in 29us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319647.011073:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23445 00000100:00100000:3.0:1767319647.011084:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23446 00000100:00100000:3.0:1767319647.011087:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989916032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319647.011096:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319647.011116:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989916032:12345-0@lo:38:kworker.0 Request processed in 27us (245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319647.011121:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23446 00000100:00080000:3.0:1767319647.011146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319647.011151:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319647.011154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989915392:0@lo:38:kworker.0 00000100:00080000:3.0:1767319647.011162:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319647.011165:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319647.011168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989915776:0@lo:38:kworker.0 00000100:00080000:3.0:1767319647.011175:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319647.011178:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319647.011180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989916032:0@lo:38:kworker.0 00000100:00100000:1.0:1767319647.011692:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5203 00000100:00100000:1.0:1767319647.011702:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989915904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319647.011747:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989915904:12345-0@lo:400:kworker.0 Request processed in 49us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319647.011753:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5203 00000100:00100000:1.0:1767319647.011783:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989915904:0@lo:400:kworker.0 00000100:00080000:3.0:1767319647.012659:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319647.013700:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989915520 00000100:00100000:2.0:1767319647.013710:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989915520 00000100:00100000:2.0:1767319647.013755:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:2.0:1767319647.013762:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989915520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319647.013782:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319647.013855:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989915520:12345-0@lo:38:kworker.0 Request processed in 92us (3073us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319647.013862:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00080000:0.0:1767319647.014143:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319647.014150:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319647.014154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989915520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319647.077174:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319647.077225:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319647.077324:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849728 00000100:00100000:0.0:1767319647.077333:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849728 00000100:00100000:0.0:1767319647.077376:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925849856 00000100:00100000:0.0:1767319647.077379:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925849856 00000100:00100000:0.0:1767319647.077442:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5204 00000100:00100000:0.0:1767319647.077461:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925849856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319647.077740:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23447 00000100:00100000:3.0:1767319647.077747:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925849728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319647.077767:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319647.077801:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925849728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (636us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319647.077809:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23447 00000100:00100000:0.0:1767319647.078029:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925849856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319647.078037:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5204 00000100:00080000:2.0:1767319647.078148:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319647.840389:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319648.035760:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319648.864452:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319649.056863:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319649.889075:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319650.082831:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319650.914651:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319651.104480:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319626/real 1767319626] req@ffff96e2e6b4b100 x1853163989910144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319651 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319651.104525:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e6b4b100 x1853163989910144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319651 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319651.104556:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319651.104585:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319651.104588:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989910144:0@lo:250:kworker.0 00000100:00100000:0.0:1767319651.104724:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319651.104742:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989916416:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319651.104812:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.104820:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319651.104825:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.104838:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4876 00000100:00100000:0.0:1767319651.104839:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319651.104852:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.104861:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319651.104884:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710e00 x1853163989916672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319651.104907:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.104911:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.104913:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.104918:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4896 00000100:00080000:2.0:1767319651.104921:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.104928:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319651.104934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989916544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319651.104953:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712680 x1853163989916800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319651.104968:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319651.104989:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.104999:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.105001:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.105006:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4896 00000100:00100000:0.0:1767319651.105007:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916416 00000100:00080000:2.0:1767319651.105014:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319651.105017:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916416 00000100:00080000:2.0:1767319651.105023:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319651.105040:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163989916928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319651.105072:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.105076:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.105078:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.105085:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4896 00000100:00080000:2.0:1767319651.105088:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319651.105094:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319651.105097:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916544 00000100:00100000:0.0:1767319651.105101:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916544 00000100:00100000:2.0:1767319651.105111:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713100 x1853163989917184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319651.105119:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1767319651.105135:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989916416:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319651.105154:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319651.105159:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319651.105162:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319651.105167:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4896 00000100:00080000:2.0:1767319651.105170:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00002000:00000024:0.0:1767319651.105174:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319651.105176:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319651.105198:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713b80 x1853163989917440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319651.105268:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989916416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319651.105281:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1767319651.105292:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:2.0:1767319651.105311:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989916544:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319651.105322:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319651.105336:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989917056:0@lo:400:kworker.0 00002000:00000024:2.0:1767319651.105345:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319651.105384:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319651.105433:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989917312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319651.105458:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989916544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319651.105471:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319651.105484:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00080000:2.0:1767319651.105526:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319651.105533:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319651.105535:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989916416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319651.105587:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917056 00000100:00100000:0.0:1767319651.105593:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917056 00000100:00100000:2.0:1767319651.105630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989916672:0@lo:250:kworker.0 00000100:00100000:0.0:1767319651.105648:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917312 00000100:00100000:0.0:1767319651.105654:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917312 00000400:00000100:2.0:1767319651.105677:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989916672 offset 0 length 520: 4 00000100:00100000:0.0:1767319651.105687:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5205 00000100:00100000:0.0:1767319651.105698:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989917056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319651.105718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989916800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319651.105757:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989917056:12345-0@lo:400:kworker.0 Request processed in 59us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319651.105771:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5205 00000100:00100000:2.0:1767319651.105776:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319651.105801:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989916928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319651.105824:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319651.105839:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989917184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319651.105856:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319651.106044:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916800 00000100:00100000:0.0:1767319651.106050:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916800 00000100:00100000:0.0:1767319651.106070:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5206 00000100:00100000:0.0:1767319651.106078:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989917312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319651.106120:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989917312:12345-0@lo:400:kworker.0 Request processed in 43us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319651.106127:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5206 00000100:00100000:0.0:1767319651.106140:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23448 00000100:00100000:0.0:1767319651.106143:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989916800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319651.106164:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319651.106195:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989916800:12345-0@lo:38:kworker.0 Request processed in 50us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319651.106202:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23448 00000100:00100000:0.0:1767319651.106261:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989917056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319651.106281:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989916544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319651.106312:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989917312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319651.106663:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989917440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319651.106699:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319651.106827:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319651.106833:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319651.106836:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989916800:0@lo:38:kworker.0 00000100:00080000:2.0:1767319651.106866:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319651.107500:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917184 00000100:00100000:0.0:1767319651.107513:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917184 00000100:00100000:0.0:1767319651.107546:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917440 00000100:00100000:0.0:1767319651.107549:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917440 00000100:00100000:0.0:1767319651.107561:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23449 00000100:00100000:0.0:1767319651.107567:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989917184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319651.107584:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319651.107664:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989917184:12345-0@lo:38:kworker.0 Request processed in 96us (1805us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319651.107671:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23449 00000100:00100000:0.0:1767319651.107691:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23450 00000100:00100000:0.0:1767319651.107695:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989917440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319651.107704:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319651.107746:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989917440:12345-0@lo:38:kworker.0 Request processed in 49us (1046us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319651.107752:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23450 00000100:00100000:3.0:1767319651.108085:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989916928 00000100:00100000:3.0:1767319651.108091:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989916928 00000100:00100000:3.0:1767319651.108130:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1767319651.108135:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989916928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319651.108143:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319651.108182:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989916928:12345-0@lo:38:kworker.0 Request processed in 46us (2357us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319651.108188:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1767319651.108221:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319651.110507:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319651.110520:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319651.110526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989916928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319651.110541:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319651.110544:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319651.110547:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989917184:0@lo:38:kworker.0 00000100:00080000:2.0:1767319651.110560:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319651.110564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319651.110568:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989917440:0@lo:38:kworker.0 00010000:00010000:1.0:1767319651.936490:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319652.128349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767319652.195674:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925849984 offset 0 length 520: 4 00000100:00100000:2.0:1767319652.195750:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319652.195943:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319652.197173:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850240 00000100:00100000:1.0:1767319652.197188:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850240 00000100:00100000:3.0:1767319652.197280:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850112 00000100:00100000:3.0:1767319652.197286:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850112 00000100:00100000:3.0:1767319652.197347:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23451 00000100:00100000:3.0:1767319652.197367:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925850112:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319652.197399:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319652.197565:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5207 00000100:00100000:0.0:1767319652.197578:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925850240:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319652.197636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319652.197741:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925850240:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 164us (1989us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319652.197750:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5207 00000100:00100000:3.0:1767319652.197857:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925850112:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 491us (1918us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319652.197867:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23451 00010000:00010000:3.0:1767319652.960778:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319653.152764:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319653.984537:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319654.179060:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319655.011646:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319655.201778:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319656.032729:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319656.224596:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319656.224628:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989917568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319656.224921:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.225029:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917568 00000100:00100000:0.0:1767319656.225040:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917568 00000100:00100000:0.0:1767319656.225216:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767319656.225227:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989917568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319656.225298:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319656.225355:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989917568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319656.225363:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767319656.225424:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989917568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319656.226034:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319656.226307:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319656.226371:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319656.226384:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989917696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319656.226438:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319656.226530:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917696 00000100:00100000:2.0:1767319656.226537:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917696 00000100:00100000:2.0:1767319656.226638:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767319656.226648:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989917696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319656.226675:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319656.226725:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989917696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319656.226923:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767319656.226976:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989917696:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319656.227172:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319656.227179:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319656.227182:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319656.227186:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319656.227192:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319656.227198:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4900 00000100:00080000:3.0:1767319656.227203:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319656.227209:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319656.227270:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5880 x1853163989917824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319656.227300:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319656.227303:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319656.227305:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319656.227309:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4900 00000100:00080000:3.0:1767319656.227312:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319656.227316:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319656.227331:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163989917952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319656.227362:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319656.227366:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319656.227368:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319656.227371:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4900 00000100:00080000:3.0:1767319656.227374:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319656.227377:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319656.227389:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163989918208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319656.227417:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319656.227421:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319656.227422:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319656.227426:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4900 00000100:00080000:3.0:1767319656.227428:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319656.227431:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319656.227444:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6d80 x1853163989918464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319656.227467:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319656.227480:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989918336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319656.227529:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319656.227575:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918336 00000100:00100000:3.0:1767319656.227674:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918336 00000100:00100000:2.0:1767319656.227742:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989918080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319656.227773:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.227968:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989917824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319656.228003:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.228041:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989917952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319656.228081:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.228107:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989918208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319656.228129:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.228148:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989918464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319656.228169:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319656.228201:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918080 00000100:00100000:0.0:1767319656.228206:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918080 00000100:00080000:1.0:1767319656.229293:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319656.229306:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319656.229384:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917952 00000100:00100000:1.0:1767319656.229395:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917952 00000100:00100000:1.0:1767319656.229457:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:1.0:1767319656.229467:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989917952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319656.229496:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319656.230508:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989917824 00000100:00100000:2.0:1767319656.230522:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989917824 00000100:00100000:2.0:1767319656.230573:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918208 00000100:00100000:2.0:1767319656.230589:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918208 00000100:00100000:2.0:1767319656.230602:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918464 00000100:00100000:2.0:1767319656.230605:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918464 00000100:00100000:2.0:1767319656.230623:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23452 00000100:00100000:2.0:1767319656.230629:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989917824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319656.230651:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319656.231404:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208 00000100:00100000:3.0:1767319656.231419:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989918336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319656.232718:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5209 00000100:00100000:0.0:1767319656.232744:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989918080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319656.233514:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989917824:12345-0@lo:38:kworker.0 Request processed in 2877us (5503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319656.233526:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23452 00000100:00100000:2.0:1767319656.233562:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23453 00000100:00100000:2.0:1767319656.233568:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989918208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319656.233608:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319656.233646:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989918208:12345-0@lo:38:kworker.0 Request processed in 77us (5516us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319656.233652:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23453 00000100:00100000:2.0:1767319656.233666:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23454 00000100:00100000:2.0:1767319656.233670:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989918464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319656.233681:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319656.233705:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989918464:12345-0@lo:38:kworker.0 Request processed in 33us (5535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319656.233711:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23454 00000100:00080000:2.0:1767319656.233887:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.233893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.233898:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989917824:0@lo:38:kworker.0 00000100:00080000:2.0:1767319656.233924:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.233927:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.233930:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989917952:0@lo:38:kworker.0 00000100:00080000:2.0:1767319656.233942:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.233946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.233950:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989918208:0@lo:38:kworker.0 00000100:00080000:2.0:1767319656.233959:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319656.233963:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319656.233966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989918464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319656.234799:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989917952:12345-0@lo:38:kworker.0 Request processed in 5324us (6709us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319656.234812:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:3.0:1767319656.235256:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989918336:12345-0@lo:400:kworker.0 Request processed in 3815us (7699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319656.235268:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208 00000100:00100000:0.0:1767319656.235381:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989918080:12345-0@lo:400:kworker.0 Request processed in 2651us (7605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319656.235390:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5209 00000100:00100000:2.0:1767319656.235503:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989918080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319656.235691:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989918336:0@lo:400:kworker.0 00010000:00010000:1.0:1767319657.056464:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319657.248435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319657.320964:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319657.321084:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319657.321177:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850496 00000100:00100000:3.0:1767319657.321191:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850496 00000100:00100000:3.0:1767319657.321343:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850368 00000100:00100000:3.0:1767319657.321347:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850368 00000100:00100000:3.0:1767319657.321372:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5210 00000100:00100000:3.0:1767319657.321383:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925850496:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319657.321492:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925850496:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319657.321502:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5210 00000100:00100000:3.0:1767319657.321524:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23455 00000100:00100000:3.0:1767319657.321588:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925850368:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319657.321615:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319657.321648:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925850368:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 118us (564us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319657.321655:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23455 00000100:00080000:2.0:1767319657.321911:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319658.082209:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319658.273377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319659.104568:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319659.297133:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319660.129173:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319660.320401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319661.153019:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319661.344689:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319661.344701:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319661.344704:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319661.344709:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319661.344715:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319661.344725:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4905 00000100:00080000:2.0:1767319661.344730:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319661.344739:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319661.344789:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712d80 x1853163989918592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319661.344809:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319661.344812:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319661.344814:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319661.344818:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4905 00000100:00080000:2.0:1767319661.344820:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319661.344824:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319661.344836:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713480 x1853163989918720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319661.344864:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319661.344867:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319661.344869:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319661.344872:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4905 00000100:00080000:2.0:1767319661.344875:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319661.344879:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319661.344889:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163989918976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319661.344916:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319661.344919:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319661.344921:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319661.344925:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4905 00000100:00080000:2.0:1767319661.344927:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319661.344931:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319661.344941:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4aa00 x1853163989919232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319661.345106:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989918848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319661.345226:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319661.345336:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989919616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319661.345369:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319661.345399:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319661.345405:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989919488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319661.345432:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319661.345465:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989919104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319661.345491:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319661.345510:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319661.345516:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989919360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319661.345535:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319661.345567:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919616 00000100:00100000:1.0:1767319661.345577:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919616 00000100:00100000:1.0:1767319661.345643:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:1.0:1767319661.345654:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989919616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319661.345691:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319661.345737:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989919616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319661.345745:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:1.0:1767319661.345797:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989919616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319661.345985:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918848 00000100:00100000:2.0:1767319661.345989:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918848 00000100:00100000:2.0:1767319661.346029:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919104 00000100:00100000:2.0:1767319661.346033:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919104 00000100:00100000:2.0:1767319661.346067:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5211 00000100:00100000:2.0:1767319661.346075:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989918848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319661.346123:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989918848:12345-0@lo:400:kworker.0 Request processed in 49us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319661.346130:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5211 00000100:00100000:2.0:1767319661.346144:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5212 00000100:00100000:2.0:1767319661.346150:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989919104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319661.346181:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989919104:12345-0@lo:400:kworker.0 Request processed in 32us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319661.346196:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5212 00000100:00100000:2.0:1767319661.346217:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919488 00000100:00100000:2.0:1767319661.346220:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919488 00000100:00100000:2.0:1767319661.346267:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919360 00000100:00100000:2.0:1767319661.346271:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919360 00000100:00100000:2.0:1767319661.346286:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:2.0:1767319661.346293:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989919488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319661.346323:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989919488:12345-0@lo:400:kworker.0 Request processed in 31us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319661.346329:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00100000:2.0:1767319661.346340:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:2.0:1767319661.346346:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989919360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319661.346374:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989919360:12345-0@lo:400:kworker.0 Request processed in 28us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319661.346380:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00080000:2.0:1767319661.346397:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319661.346402:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319661.346405:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319661.346430:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989919488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319661.346441:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989918848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319661.346624:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989918592:0@lo:38:kworker.0 00000100:00100000:0.0:1767319661.346663:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319661.346695:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989918720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319661.346721:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319661.346744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989918976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319661.346766:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319661.346786:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989919232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319661.346811:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319661.346838:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918592 00000100:00100000:0.0:1767319661.346842:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918592 00000100:00100000:0.0:1767319661.346860:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918976 00000100:00100000:0.0:1767319661.346863:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918976 00000100:00100000:0.0:1767319661.346871:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919232 00000100:00100000:0.0:1767319661.346873:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919232 00000100:00100000:0.0:1767319661.346883:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23456 00000100:00100000:0.0:1767319661.346888:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989918592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319661.346911:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319661.346947:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989918592:12345-0@lo:38:kworker.0 Request processed in 58us (285us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319661.346954:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23456 00000100:00100000:0.0:1767319661.346972:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23457 00000100:00100000:0.0:1767319661.346976:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989918976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319661.346984:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319661.347006:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989918976:12345-0@lo:38:kworker.0 Request processed in 28us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319661.347011:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23457 00000100:00100000:0.0:1767319661.347021:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23458 00000100:00100000:0.0:1767319661.347024:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989919232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319661.347032:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319661.347053:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989919232:12345-0@lo:38:kworker.0 Request processed in 28us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319661.347073:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23458 00000100:00100000:0.0:1767319661.347104:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319661.347169:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319661.347175:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319661.347179:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989918592:0@lo:38:kworker.0 00000100:00080000:0.0:1767319661.347200:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319661.347204:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319661.347207:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989918976:0@lo:38:kworker.0 00000100:00080000:0.0:1767319661.347214:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319661.347218:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319661.347221:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989919232:0@lo:38:kworker.0 00000100:00100000:3.0:1767319661.347752:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319661.347767:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989919744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319661.347814:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319661.347911:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989918720 00000100:00100000:1.0:1767319661.347917:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989918720 00000100:00100000:1.0:1767319661.347958:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:1.0:1767319661.347964:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989918720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319661.347979:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319661.348026:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989918720:12345-0@lo:38:kworker.0 Request processed in 61us (1303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319661.348032:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00100000:1.0:1767319661.348085:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989919360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319661.348100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989919104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319661.348309:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919744 00000100:00100000:2.0:1767319661.348314:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919744 00000100:00100000:2.0:1767319661.348357:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:2.0:1767319661.348364:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989919744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319661.348393:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319661.348435:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989919744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319661.348441:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:3.0:1767319661.348526:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989919744:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319661.348605:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319661.348611:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319661.348615:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989918720:0@lo:38:kworker.0 00010000:00010000:1.0:1767319662.177612:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319662.368685:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319662.436214:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319662.436316:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319662.436698:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850752 00000100:00100000:3.0:1767319662.436713:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850752 00000100:00100000:3.0:1767319662.436864:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850624 00000100:00100000:3.0:1767319662.436868:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850624 00000100:00100000:3.0:1767319662.436895:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5213 00000100:00100000:3.0:1767319662.436906:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925850752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319662.437011:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925850752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319662.437020:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5213 00000100:00100000:3.0:1767319662.437040:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23459 00000100:00100000:3.0:1767319662.437044:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925850624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319662.437070:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319662.437100:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925850624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (784us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319662.437107:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23459 00000100:00080000:2.0:1767319662.439342:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319663.203626:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319663.392383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319664.231445:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319664.416466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319665.250494:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319665.440560:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319666.273389:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319666.468536:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319666.468565:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989919872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319666.468653:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319666.468752:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989919872 00000100:00100000:0.0:1767319666.468761:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989919872 00000100:00100000:0.0:1767319666.468833:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:0.0:1767319666.468846:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989919872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319666.468888:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319666.468919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319666.468948:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989919872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319666.468956:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1767319666.469008:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989919872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319666.469128:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319666.469525:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319666.469538:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989920000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319666.469590:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319666.469623:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920000 00000100:00100000:2.0:1767319666.469628:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920000 00000100:00100000:2.0:1767319666.469668:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:2.0:1767319666.469674:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989920000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319666.469695:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319666.469731:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989920000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319666.469737:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00080000:3.0:1767319666.469944:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319666.469992:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989920000:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319666.470010:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319666.470019:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319666.470022:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319666.470027:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319666.470031:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319666.470039:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4911 00000100:00080000:1.0:1767319666.470044:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319666.470049:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319666.470096:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989920128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319666.470113:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319666.470116:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319666.470118:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319666.470122:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4911 00000100:00080000:1.0:1767319666.470124:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319666.470127:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319666.470140:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bd500 x1853163989920256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319666.470228:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989920384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319666.470317:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319666.470446:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989920128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319666.470493:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319666.470529:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989920256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319666.470554:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319666.470629:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920384 00000100:00100000:0.0:1767319666.470631:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920128 00000100:00100000:0.0:1767319666.470639:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920128 00000100:00100000:2.0:1767319666.470639:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920384 00000100:00100000:0.0:1767319666.470684:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23460 00000100:00100000:0.0:1767319666.470692:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989920128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319666.470714:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319666.470718:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214 00000100:00100000:2.0:1767319666.470731:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989920384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319666.470766:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989920128:12345-0@lo:38:kworker.0 Request processed in 72us (270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319666.470774:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23460 00000100:00080000:0.0:1767319666.470821:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319666.470828:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319666.470835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989920128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319666.470835:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319666.470867:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920256 00000100:00100000:0.0:1767319666.470871:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920256 00000100:00080000:1.0:1767319666.470893:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319666.470897:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319666.470902:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00080000:1.0:1767319666.470909:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4911 00000100:00100000:0.0:1767319666.470917:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989920256:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319666.470919:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319666.470933:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00010000:00020000:0.0:1767319666.470939:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319666.470963:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc700 x1853163989920512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319666.470985:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989920256:12345-0@lo:38:kworker.0 Request processed in 69us (427us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319666.470996:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00080000:1.0:1767319666.471011:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319666.471017:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319666.471020:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319666.471025:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4911 00000100:00100000:0.0:1767319666.471030:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989920512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319666.471059:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319666.471082:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319666.471086:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319666.471101:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989920256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319666.471125:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920512 00000100:00100000:0.0:1767319666.471129:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920512 00000100:00100000:0.0:1767319666.471150:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23461 00000100:00100000:0.0:1767319666.471154:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989920512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319666.471164:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319666.471192:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989920512:12345-0@lo:38:kworker.0 Request processed in 36us (133us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319666.471199:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23461 00000100:00080000:0.0:1767319666.471222:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319666.471226:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319666.471250:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989920512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319666.471281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989920640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319666.471306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319666.471333:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920640 00000100:00100000:0.0:1767319666.471337:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920640 00000100:00100000:0.0:1767319666.471364:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215 00000100:00100000:0.0:1767319666.471370:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989920640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319666.471404:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989920640:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319666.471411:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215 00000100:00100000:0.0:1767319666.471437:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989920640:0@lo:400:kworker.0 00000100:00080000:0.0:1767319666.471480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319666.471712:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319666.471718:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319666.471752:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163989920768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319666.472887:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989920768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319666.472949:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319666.473201:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920768 00000100:00100000:1.0:1767319666.473214:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920768 00000100:00100000:1.0:1767319666.473300:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23462 00000100:00100000:1.0:1767319666.473308:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989920768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319666.473331:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319666.473406:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989920768:12345-0@lo:38:kworker.0 Request processed in 97us (455us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319666.473413:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23462 00000100:00080000:0.0:1767319666.473929:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319666.473939:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319666.473944:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989920768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319666.477753:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989920384:12345-0@lo:400:kworker.0 Request processed in 7014us (7423us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319666.477768:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214 00000100:00100000:3.0:1767319666.479419:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989920384:0@lo:400:kworker.0 00010000:00010000:1.0:1767319667.296870:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319667.488402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319667.554904:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319667.554953:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319667.555263:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925850880 00000100:00100000:0.0:1767319667.555273:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925850880 00000100:00100000:0.0:1767319667.555310:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851008 00000100:00100000:0.0:1767319667.555313:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851008 00000100:00100000:0.0:1767319667.555373:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5216 00000100:00100000:0.0:1767319667.555383:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925851008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319667.555481:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925851008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319667.555489:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5216 00000100:00100000:0.0:1767319667.555512:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23463 00000100:00100000:0.0:1767319667.555517:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925850880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319667.555552:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319667.555580:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925850880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319667.555587:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23463 00000100:00080000:3.0:1767319667.555972:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319668.320823:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319668.516460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319669.344554:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319669.536387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319670.370630:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319670.560543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319671.392538:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319671.585010:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989920896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319671.585082:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319671.585203:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319671.585208:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319671.585211:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319671.585214:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319671.585218:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319671.585223:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4916 00000100:00080000:2.0:1767319671.585227:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319671.585248:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319671.585271:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163989921024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319671.585294:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319671.585297:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319671.585299:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319671.585303:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4916 00000100:00080000:2.0:1767319671.585305:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319671.585308:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319671.585322:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f800 x1853163989921152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319671.585345:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319671.585348:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319671.585350:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319671.585353:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4916 00000100:00080000:2.0:1767319671.585356:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319671.585359:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319671.585370:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163989921408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319671.585385:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319671.585387:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319671.585389:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319671.585393:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4916 00000100:00080000:2.0:1767319671.585395:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319671.585398:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319671.585410:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163989921664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319671.585463:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319671.585472:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989921792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.585504:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989920896 00000100:00100000:2.0:1767319671.585507:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319671.585512:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989920896 00000100:00100000:2.0:1767319671.585562:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989921280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.585578:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:0.0:1767319671.585586:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989920896:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319671.585594:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1767319671.585612:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319671.585620:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319671.585627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989921536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319671.585656:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319671.585677:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989920896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319671.585686:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00100000:2.0:1767319671.585693:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921280 00000100:00100000:2.0:1767319671.585698:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921280 00000100:00100000:0.0:1767319671.585716:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319671.585732:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921536 00000100:00100000:2.0:1767319671.585736:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921536 00000100:00100000:0.0:1767319671.585742:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5217 00000100:00100000:0.0:1767319671.585751:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989921280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319671.585762:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218 00000100:00100000:0.0:1767319671.585797:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989921280:12345-0@lo:400:kworker.0 Request processed in 48us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319671.585940:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989921536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319671.585974:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989921536:12345-0@lo:400:kworker.0 Request processed in 37us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319671.586030:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989921024:0@lo:38:kworker.0 00000100:00100000:1.0:1767319671.586098:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319671.586121:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989921152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319671.586145:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319671.586173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989921408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319671.586195:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319671.586213:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989921664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319671.586252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319671.586282:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921152 00000100:00100000:1.0:1767319671.586286:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921152 00000100:00100000:1.0:1767319671.586309:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:1.0:1767319671.586313:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989921152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319671.586331:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319671.586390:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989921152:12345-0@lo:38:kworker.0 Request processed in 75us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319671.586396:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:1.0:1767319671.586416:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921024 00000100:00100000:1.0:1767319671.586420:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921024 00000100:00100000:0.0:1767319671.586451:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5217 00000100:00100000:0.0:1767319671.586467:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921408 00000100:00100000:0.0:1767319671.586470:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921408 00000100:00100000:0.0:1767319671.586478:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921664 00000100:00100000:0.0:1767319671.586480:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921664 00000100:00100000:0.0:1767319671.586487:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23464 00000100:00100000:0.0:1767319671.586491:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989921408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319671.586499:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319671.586524:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989921408:12345-0@lo:38:kworker.0 Request processed in 32us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319671.586525:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319671.586532:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23464 00000100:00100000:3.0:1767319671.586541:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989921920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319671.586544:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23465 00000100:00100000:0.0:1767319671.586550:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989921664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319671.586556:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319671.586585:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989921664:12345-0@lo:38:kworker.0 Request processed in 33us (331us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319671.586586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319671.586593:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23465 00000100:00080000:3.0:1767319671.586622:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319671.586628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319671.586630:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989921536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.586641:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989921280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319671.586642:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921792 00000100:00100000:3.0:1767319671.586647:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921792 00000100:00100000:3.0:1767319671.586685:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:3.0:1767319671.586691:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989921792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.586769:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989920896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319671.586816:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218 00000100:00080000:2.0:1767319671.586930:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319671.586947:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989921920 00000100:00100000:2.0:1767319671.586954:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989921920 00000100:00100000:2.0:1767319671.586978:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:2.0:1767319671.586984:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163989921920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319671.587012:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319671.587163:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989921792:12345-0@lo:400:kworker.0 Request processed in 471us (1656us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319671.587171:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00080000:0.0:1767319671.587172:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319671.587178:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319671.587181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989921152:0@lo:38:kworker.0 00000100:00080000:0.0:1767319671.587189:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319671.587191:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319671.587194:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989921408:0@lo:38:kworker.0 00000100:00080000:0.0:1767319671.587206:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319671.587209:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319671.587212:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989921792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319671.587213:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989921664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319671.587327:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23466 00000100:00100000:1.0:1767319671.587333:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989921024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319671.587344:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319671.587377:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989921024:12345-0@lo:38:kworker.0 Request processed in 43us (1279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319671.587383:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23466 00000100:00080000:0.0:1767319671.587459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319671.587463:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319671.587466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989921024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319671.587581:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989921920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 597us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319671.587588:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:3.0:1767319671.587634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989921920:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319672.416836:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319672.608906:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319672.676127:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319672.676183:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319672.676888:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851136 00000100:00100000:0.0:1767319672.676899:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851136 00000100:00100000:0.0:1767319672.676951:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851264 00000100:00100000:0.0:1767319672.676955:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851264 00000100:00100000:1.0:1767319672.677003:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23467 00000100:00100000:1.0:1767319672.677012:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925851136:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319672.677037:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319672.677124:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925851136:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 111us (1005us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319672.678084:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319672.686309:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5219 00000100:00100000:0.0:1767319672.686337:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925851264:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319672.686432:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925851264:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (10248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319672.686441:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5219 00000100:00100000:1.0:1767319672.688343:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23467 00010000:00010000:3.0:1767319673.440532:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319673.633056:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319674.465258:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319674.656925:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319675.488521:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319675.685993:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319676.513159:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319676.704365:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319651/real 1767319651] req@ffff96e1eb710e00 x1853163989916672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319676 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319676.704422:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319676.704441:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989922048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319676.704538:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1eb710e00 x1853163989916672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319676 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319676.704553:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319676.704566:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319676.704569:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319676.704572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989916672:0@lo:250:kworker.0 00000100:00080000:1.0:1767319676.704593:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319676.704596:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319676.704599:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319676.704603:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4900 00000100:00080000:1.0:1767319676.704606:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319676.704612:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319676.704630:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721180 x1853163989922176/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319676.704653:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319676.704656:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319676.704658:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319676.704662:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4921 00000100:00080000:1.0:1767319676.704664:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319676.704667:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319676.704681:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723100 x1853163989922304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319676.704689:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319676.704692:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319676.704695:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319676.704698:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4921 00000100:00080000:1.0:1767319676.704701:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319676.704704:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319676.704715:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720700 x1853163989922432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319676.704741:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319676.704744:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319676.704746:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319676.704749:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4921 00000100:00080000:1.0:1767319676.704751:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319676.704755:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319676.704766:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720000 x1853163989922688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319676.704789:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319676.704792:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319676.704794:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319676.704797:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4921 00000100:00080000:1.0:1767319676.704799:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319676.704802:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319676.704813:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989922944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319676.704841:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989923200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319676.704886:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989922176:0@lo:250:kworker.0 00000100:00100000:2.0:1767319676.704941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989922816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.708216:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319676.708319:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989922560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.708355:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319676.708380:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989923328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319676.708405:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319676.708447:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922560 00000100:00100000:3.0:1767319676.708455:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922560 00000100:00100000:3.0:1767319676.708509:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5220 00000100:00100000:3.0:1767319676.708518:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989922560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.708574:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989922560:12345-0@lo:400:kworker.0 Request processed in 58us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319676.708581:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5220 00000100:00100000:3.0:1767319676.708604:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922048 00000100:00100000:3.0:1767319676.708608:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922048 00000100:00100000:3.0:1767319676.708630:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923328 00000100:00100000:3.0:1767319676.708633:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923328 00000100:00100000:3.0:1767319676.708650:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1767319676.708656:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989922048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319676.708680:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319676.708708:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989922048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319676.708714:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1767319676.708725:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:3.0:1767319676.708730:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989923328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319676.708745:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319676.708785:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989923328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319676.708791:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00080000:3.0:1767319676.708807:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319676.708810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319676.708813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319676.708845:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989922560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.708862:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989923328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319676.708874:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989922048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319676.708946:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989923072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.708974:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319676.709008:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923072 00000100:00100000:3.0:1767319676.709012:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923072 00000100:00100000:3.0:1767319676.709038:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1767319676.709044:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989923072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.709075:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989923072:12345-0@lo:400:kworker.0 Request processed in 31us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319676.709081:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1767319676.709107:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989923072:0@lo:400:kworker.0 00000100:00100000:1.0:1767319676.710852:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319676.711079:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923200 00000100:00100000:3.0:1767319676.711086:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923200 00000100:00100000:3.0:1767319676.711162:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:3.0:1767319676.711172:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989923200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.711289:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989923200:12345-0@lo:400:kworker.0 Request processed in 119us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319676.711297:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000400:00000100:0.0:1767319676.711414:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989922176 offset 0 length 520: 4 00000100:00100000:0.0:1767319676.711435:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989922304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319676.711459:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319676.711472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989922432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319676.711486:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319676.711496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989922688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319676.711508:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319676.711517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989922944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319676.711528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319676.711551:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922432 00000100:00100000:0.0:1767319676.711554:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922432 00000100:00100000:0.0:1767319676.711570:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767319676.711573:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989922432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319676.711587:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319676.711621:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989922432:12345-0@lo:38:kworker.0 Request processed in 47us (133us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319676.711627:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767319676.711648:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922304 00000100:00100000:0.0:1767319676.711651:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922304 00000100:00100000:0.0:1767319676.711666:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922688 00000100:00100000:0.0:1767319676.711669:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922688 00000100:00100000:0.0:1767319676.711680:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922944 00000100:00100000:0.0:1767319676.711682:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922944 00000100:00100000:0.0:1767319676.711696:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23468 00000100:00100000:0.0:1767319676.711700:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989922304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319676.711710:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319676.711738:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989922304:12345-0@lo:38:kworker.0 Request processed in 36us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319676.711744:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23468 00000100:00100000:0.0:1767319676.711756:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23469 00000100:00100000:0.0:1767319676.711759:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989922688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319676.711768:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319676.711787:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989922688:12345-0@lo:38:kworker.0 Request processed in 27us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319676.711790:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23469 00000100:00100000:0.0:1767319676.711798:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23470 00000100:00100000:0.0:1767319676.711817:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989922944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319676.711823:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319676.711836:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989922944:12345-0@lo:38:kworker.0 Request processed in 19us (308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319676.711840:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23470 00000100:00080000:0.0:1767319676.711888:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319676.711894:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319676.711897:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989922304:0@lo:38:kworker.0 00000100:00080000:0.0:1767319676.711925:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319676.711930:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319676.711932:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989922432:0@lo:38:kworker.0 00000100:00080000:0.0:1767319676.711941:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319676.711943:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319676.711945:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989922688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319676.711949:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319676.711951:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319676.711953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989922944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319676.711992:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989923200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319676.713957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319676.714179:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989922816 00000100:00100000:0.0:1767319676.714188:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989922816 00000100:00100000:0.0:1767319676.714292:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221 00000100:00100000:0.0:1767319676.714300:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989922816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319676.714361:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989922816:12345-0@lo:400:kworker.0 Request processed in 62us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319676.714410:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221 00000100:00080000:3.0:1767319676.714489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319676.714560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989922816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319676.776821:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767319676.776869:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925851392 offset 0 length 520: 4 00000100:00100000:3.0:1767319676.776924:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319676.776969:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851648 00000100:00100000:0.0:1767319676.776981:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851648 00000100:00100000:0.0:1767319676.777056:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851520 00000100:00100000:0.0:1767319676.777060:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851520 00000100:00100000:3.0:1767319676.777074:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5222 00000100:00100000:0.0:1767319676.777084:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23471 00000100:00100000:3.0:1767319676.777090:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925851648:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319676.777096:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925851520:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319676.777122:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319676.777172:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925851648:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319676.777179:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5222 00000100:00080000:3.0:1767319676.778442:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319676.782050:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925851520:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 4940us (5110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319676.782066:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23471 00010000:00010000:1.0:1767319677.536751:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319677.731542:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319678.561835:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319678.755086:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319679.585205:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319679.777874:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319680.614185:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319680.800346:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319681.632635:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319681.824761:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989923456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319681.824873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319681.824958:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319681.825034:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319681.825040:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319681.825043:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319681.825047:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319681.825051:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319681.825057:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4926 00000100:00080000:3.0:1767319681.825062:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319681.825068:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319681.825109:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319681.825109:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722d80 x1853163989923712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319681.825122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989923584:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319681.825133:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319681.825139:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319681.825141:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319681.825146:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4926 00000100:00080000:3.0:1767319681.825149:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319681.825154:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319681.825167:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.825170:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163989923840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319681.825200:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319681.825214:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989923712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319681.825265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319681.825287:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989923840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319681.825309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319681.825338:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319681.825341:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319681.825346:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4926 00000100:00080000:3.0:1767319681.825349:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319681.825351:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923456 00000100:00080000:3.0:1767319681.825355:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319681.825360:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923456 00000100:00100000:3.0:1767319681.825372:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163989924096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319681.825401:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319681.825404:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319681.825405:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319681.825409:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4926 00000100:00080000:3.0:1767319681.825411:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319681.825416:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923584 00000100:00080000:3.0:1767319681.825417:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319681.825421:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923584 00000100:00100000:3.0:1767319681.825434:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163989924352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319681.825444:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:2.0:1767319681.825454:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989923456:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319681.825467:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00000100:00100000:3.0:1767319681.825478:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989923584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319681.825483:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767319681.825497:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319681.825603:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989923968:0@lo:400:kworker.0 00000100:00100000:1.0:1767319681.825613:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923712 00000100:00100000:1.0:1767319681.825618:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923712 00000100:00100000:1.0:1767319681.825647:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23472 00000100:00100000:2.0:1767319681.825648:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989923456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 191us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319681.825655:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989923712:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319681.825662:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00010000:00020000:1.0:1767319681.825676:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319681.825688:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989924096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319681.830135:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319681.830366:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319681.830378:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989924224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.830420:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319681.830463:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923840 00000100:00100000:0.0:1767319681.830471:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923840 00000100:00100000:0.0:1767319681.830524:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:0.0:1767319681.830532:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989923840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319681.830553:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319681.830595:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989923840:12345-0@lo:38:kworker.0 Request processed in 63us (5284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319681.830603:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:0.0:1767319681.830631:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989923968 00000100:00100000:0.0:1767319681.830634:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989923968 00000100:00100000:0.0:1767319681.830667:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924224 00000100:00100000:0.0:1767319681.830670:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924224 00000100:00100000:0.0:1767319681.830691:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5223 00000100:00100000:0.0:1767319681.830697:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989923968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.830743:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989923968:12345-0@lo:400:kworker.0 Request processed in 45us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319681.830749:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5223 00000100:00100000:0.0:1767319681.830762:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5224 00000100:00100000:0.0:1767319681.830769:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989924224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.830796:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989924224:12345-0@lo:400:kworker.0 Request processed in 28us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319681.830802:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5224 00000100:00100000:0.0:1767319681.830862:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989924224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.830874:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989923968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319681.830985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989923584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319681.831001:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989923456:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319681.831036:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319681.831042:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319681.831044:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319681.831773:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989923712:12345-0@lo:38:kworker.0 Request processed in 6114us (6503us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319681.831782:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23472 00000100:00100000:2.0:1767319681.833847:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319681.833902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989924352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319681.833938:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319681.834065:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319681.834070:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319681.834074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989923712:0@lo:38:kworker.0 00000100:00080000:2.0:1767319681.834085:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319681.834088:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319681.834091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989923840:0@lo:38:kworker.0 00000100:00100000:1.0:1767319681.835724:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924096 00000100:00100000:1.0:1767319681.835737:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924096 00000100:00100000:1.0:1767319681.835799:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924352 00000100:00100000:1.0:1767319681.835803:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924352 00000100:00100000:1.0:1767319681.835844:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23473 00000100:00100000:1.0:1767319681.835852:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989924096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319681.835873:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319681.835941:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989924096:12345-0@lo:38:kworker.0 Request processed in 88us (2098us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319681.835949:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23473 00000100:00100000:1.0:1767319681.835968:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23474 00000100:00100000:1.0:1767319681.835973:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989924352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319681.835982:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319681.836006:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989924352:12345-0@lo:38:kworker.0 Request processed in 33us (2068us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319681.836012:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23474 00000100:00080000:2.0:1767319681.837170:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319681.837184:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319681.837188:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989924096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319681.837200:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319681.837214:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319681.837217:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989924352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319681.840061:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989923584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14573us (14881us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319681.840079:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00000100:00100000:3.0:1767319681.891472:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319681.891564:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319681.897038:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851904 00000100:00100000:0.0:1767319681.897057:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851904 00000100:00100000:0.0:1767319681.897136:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925851776 00000100:00100000:0.0:1767319681.897140:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925851776 00000100:00100000:0.0:1767319681.897163:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5225 00000100:00100000:0.0:1767319681.897175:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925851904:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319681.897305:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925851904:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 131us (5839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319681.897313:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5225 00000100:00100000:0.0:1767319681.897333:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23475 00000100:00100000:0.0:1767319681.897338:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925851776:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319681.897358:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319681.897384:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925851776:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (5819us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319681.897390:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23475 00000100:00080000:1.0:1767319681.897601:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319682.656447:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319682.849253:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319683.680838:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319683.872421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319684.704473:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319684.898196:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319685.735065:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319685.920362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319686.754982:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319686.945157:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319686.945176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989924480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319686.945262:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319686.945389:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924480 00000100:00100000:0.0:1767319686.945396:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924480 00000100:00100000:3.0:1767319686.945432:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319686.945444:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319686.945447:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:3.0:1767319686.945454:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989924608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319686.945457:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989924480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319686.945483:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319686.945488:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319686.945516:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924608 00000100:00100000:2.0:1767319686.945523:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924608 00000100:00080000:1.0:1767319686.945550:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319686.945551:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00080000:1.0:1767319686.945558:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319686.945563:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989924608:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319686.945564:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319686.945572:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319686.945576:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319686.945581:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4931 00000100:00080000:1.0:1767319686.945584:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00002000:00000024:2.0:1767319686.945587:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319686.945589:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319686.945614:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163989924736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319686.945633:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319686.945635:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319686.945637:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319686.945639:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4931 00000100:00080000:1.0:1767319686.945641:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319686.945643:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319686.945652:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae300 x1853163989924864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319686.945668:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319686.945671:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319686.945672:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319686.945674:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4931 00000100:00080000:1.0:1767319686.945676:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319686.945677:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319686.945684:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163989925120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319686.945693:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319686.945695:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319686.945696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319686.945698:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4931 00000100:00080000:1.0:1767319686.945699:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319686.945701:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319686.945707:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163989925376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319686.945753:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319686.945757:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319686.945784:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989924992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319686.945835:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989924736:0@lo:38:kworker.0 00000100:00100000:1.0:1767319686.949551:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.949618:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319686.949629:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989925248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.949658:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.949703:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924992 00000100:00100000:1.0:1767319686.949710:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924992 00000100:00100000:1.0:1767319686.949766:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925248 00000100:00100000:1.0:1767319686.949769:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925248 00000100:00100000:1.0:1767319686.949792:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5226 00000100:00100000:1.0:1767319686.949800:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989924992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319686.949858:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989924608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4294us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319686.949864:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989924992:12345-0@lo:400:kworker.0 Request processed in 62us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319686.949874:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:1.0:1767319686.949875:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5226 00000100:00100000:2.0:1767319686.949910:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5227 00000100:00080000:1.0:1767319686.949966:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319686.949998:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989924992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.950136:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989924608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319686.950258:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989924480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4801us (4995us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319686.950266:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:1.0:1767319686.950335:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989924480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319686.950390:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319686.950439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989924864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.950458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319686.950479:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989925120:0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.950499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319686.950549:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989925376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.950572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319686.950583:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924864 00000100:00100000:0.0:1767319686.950588:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924864 00000100:00100000:1.0:1767319686.950593:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989924736 00000100:00100000:1.0:1767319686.950595:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989924736 00000100:00100000:2.0:1767319686.950604:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989925248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319686.950613:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:1.0:1767319686.950613:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925120 00000100:00100000:1.0:1767319686.950616:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925120 00000100:00100000:0.0:1767319686.950619:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989924864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319686.950637:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319686.950640:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23476 00000100:00100000:1.0:1767319686.950645:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989924736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319686.950654:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319686.950881:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989925248:12345-0@lo:400:kworker.0 Request processed in 282us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319686.950888:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5227 00000100:00100000:2.0:1767319686.950904:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925376 00000100:00100000:2.0:1767319686.950909:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925376 00000100:00100000:0.0:1767319686.950922:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989924864:12345-0@lo:38:kworker.0 Request processed in 300us (460us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319686.950922:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989924736:12345-0@lo:38:kworker.0 Request processed in 274us (528us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319686.950929:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:1.0:1767319686.950929:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23476 00000100:00100000:1.0:1767319686.950943:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23477 00000100:00100000:1.0:1767319686.950947:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989925120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319686.950955:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319686.950978:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989925120:12345-0@lo:38:kworker.0 Request processed in 30us (479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319686.950985:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23477 00000100:00100000:0.0:1767319686.950997:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989925248:0@lo:400:kworker.0 00000100:00080000:3.0:1767319686.951160:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319686.951166:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319686.951170:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989924736:0@lo:38:kworker.0 00000100:00080000:3.0:1767319686.951178:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319686.951181:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319686.951183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989924864:0@lo:38:kworker.0 00000100:00080000:3.0:1767319686.951191:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319686.951194:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319686.951198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989925120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319686.951396:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23478 00000100:00100000:2.0:1767319686.951401:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989925376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319686.951414:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319686.951447:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989925376:12345-0@lo:38:kworker.0 Request processed in 44us (874us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319686.951454:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23478 00000100:00080000:3.0:1767319686.951502:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319686.951508:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319686.951511:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989925376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319687.015350:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319687.015529:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319687.016055:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852160 00000100:00100000:0.0:1767319687.016065:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852160 00000100:00100000:0.0:1767319687.016150:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852032 00000100:00100000:0.0:1767319687.016154:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852032 00000100:00100000:0.0:1767319687.016177:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5228 00000100:00100000:0.0:1767319687.016187:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925852160:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319687.016291:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925852160:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319687.016299:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5228 00000100:00100000:0.0:1767319687.016321:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23479 00000100:00100000:0.0:1767319687.016325:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925852032:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319687.016346:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319687.016372:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925852032:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (842us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319687.016378:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23479 00000100:00080000:2.0:1767319687.016738:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319687.777761:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319687.968495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319688.800511:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319688.992619:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319689.826397:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319690.016388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319690.848699:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319691.040363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319691.872833:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319692.064788:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319692.064792:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319692.064804:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989925504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319692.064883:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319692.065018:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319692.065024:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319692.065027:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319692.065031:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319692.065035:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319692.065041:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4936 00000100:00080000:0.0:1767319692.065044:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319692.065050:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319692.065073:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163989925632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319692.065097:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319692.065101:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319692.065102:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319692.065106:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4936 00000100:00080000:0.0:1767319692.065108:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319692.065112:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319692.065126:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163989925760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319692.065149:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319692.065153:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319692.065154:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319692.065158:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4936 00000100:00100000:2.0:1767319692.065159:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989925632:0@lo:38:kworker.0 00000100:00080000:0.0:1767319692.065160:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319692.065163:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319692.065173:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1c700 x1853163989926016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319692.065189:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319692.065200:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319692.065203:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319692.065204:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319692.065207:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4936 00000100:00080000:0.0:1767319692.065210:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319692.065211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989925760:0@lo:38:kworker.0 00000100:00080000:0.0:1767319692.065213:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319692.065222:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1c000 x1853163989926272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319692.065248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319692.065265:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989926144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319692.065274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989926016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319692.065291:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319692.065308:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925760 00000100:00100000:0.0:1767319692.065315:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319692.065315:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925760 00000100:00100000:0.0:1767319692.065320:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989926400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319692.065341:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319692.065346:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1767319692.065353:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989925760:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319692.065365:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925632 00000100:00100000:0.0:1767319692.065369:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925632 00010000:00020000:2.0:1767319692.065372:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319692.065388:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926144 00000100:00100000:0.0:1767319692.065390:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926144 00000100:00100000:2.0:1767319692.065406:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989925760:12345-0@lo:38:kworker.0 Request processed in 53us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319692.065413:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00100000:0.0:1767319692.065424:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5229 00000100:00100000:0.0:1767319692.065431:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989926144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319692.065434:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989925888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319692.065454:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319692.065469:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989926144:12345-0@lo:400:kworker.0 Request processed in 39us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319692.065475:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5229 00000100:00100000:2.0:1767319692.065486:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926400 00000100:00100000:0.0:1767319692.065487:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925888 00000100:00100000:0.0:1767319692.065490:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925888 00000100:00100000:2.0:1767319692.065490:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926400 00000100:00100000:0.0:1767319692.065511:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5230 00000100:00100000:0.0:1767319692.065517:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989925888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319692.065531:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1767319692.065537:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989926400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319692.065548:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989925888:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319692.065554:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5230 00000100:00100000:2.0:1767319692.065562:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989926400:12345-0@lo:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319692.065566:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23480 00000100:00100000:2.0:1767319692.065568:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:0.0:1767319692.065570:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989925632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319692.065580:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319692.065601:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319692.065602:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989925632:12345-0@lo:38:kworker.0 Request processed in 31us (413us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319692.065605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319692.065608:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23480 00000100:00100000:2.0:1767319692.065638:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319692.065662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989926272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319692.065683:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989926400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319692.065683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319692.065693:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989926144:0@lo:400:kworker.0 00000100:00080000:2.0:1767319692.065703:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319692.065707:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319692.065710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989925632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319692.065713:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926016 00000100:00100000:0.0:1767319692.065715:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926016 00000100:00080000:2.0:1767319692.065718:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319692.065720:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319692.065723:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989925760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319692.065729:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926272 00000100:00100000:0.0:1767319692.065732:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926272 00000100:00100000:0.0:1767319692.065743:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23481 00000100:00100000:2.0:1767319692.065746:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23482 00000100:00100000:0.0:1767319692.065747:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989926016:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319692.065751:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989926272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319692.065757:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319692.065759:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319692.065790:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989926272:12345-0@lo:38:kworker.0 Request processed in 38us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319692.065796:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23482 00000100:00100000:1.0:1767319692.066095:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989925504 00000100:00100000:1.0:1767319692.066100:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989925504 00000100:00100000:1.0:1767319692.066137:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1767319692.066144:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989925504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319692.066165:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319692.066201:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989925504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319692.066206:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00080000:1.0:1767319692.066251:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319692.066282:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989925888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319692.066293:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989926016:12345-0@lo:38:kworker.0 Request processed in 544us (653us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319692.066297:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989925504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319692.066299:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23481 00000100:00080000:2.0:1767319692.066366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319692.066370:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319692.066373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989926016:0@lo:38:kworker.0 00000100:00080000:2.0:1767319692.066382:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319692.066385:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319692.066387:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989926272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319692.066857:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319692.066867:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989926528:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319692.066902:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319692.067859:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926528 00000100:00100000:0.0:1767319692.067867:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926528 00000100:00100000:0.0:1767319692.067913:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1767319692.067921:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989926528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319692.068037:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319692.068098:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989926528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319692.068107:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:2.0:1767319692.068143:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989926528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319692.134212:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319692.136716:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319692.143428:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852416 00000100:00100000:0.0:1767319692.143443:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852416 00000100:00100000:0.0:1767319692.143532:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852288 00000100:00080000:1.0:1767319692.143532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319692.143538:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852288 00000100:00100000:0.0:1767319692.143866:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5231 00000100:00100000:0.0:1767319692.143878:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925852416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319692.143891:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23483 00000100:00100000:1.0:1767319692.143899:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925852288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319692.143920:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319692.143996:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925852288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (7290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319692.144004:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23483 00000100:00100000:0.0:1767319692.144270:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925852416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 393us (10069us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319692.144279:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5231 00010000:00010000:1.0:1767319692.897364:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319693.088572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319693.920464:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319694.112353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319694.944425:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319695.136630:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319695.968505:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319696.160476:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319696.992525:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319697.184744:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989926656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319697.184828:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319697.185098:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926656 00000100:00100000:2.0:1767319697.185107:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926656 00000100:00100000:2.0:1767319697.185177:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:2.0:1767319697.185188:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989926656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319697.185216:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319697.185281:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989926656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319697.185288:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:2.0:1767319697.185333:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989926656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319697.185566:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319697.185634:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319697.185639:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319697.185642:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319697.185646:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319697.185649:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319697.185654:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4941 00000100:00080000:2.0:1767319697.185658:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319697.185661:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319697.185683:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2d80 x1853163989926784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319697.185706:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319697.185709:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319697.185711:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319697.185714:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4941 00000100:00080000:2.0:1767319697.185717:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319697.185721:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319697.185733:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2a00 x1853163989926912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319697.185757:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319697.185760:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319697.185762:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319697.185766:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4941 00000100:00080000:2.0:1767319697.185768:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319697.185772:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319697.185781:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163989927168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319697.185796:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319697.185800:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319697.185801:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319697.185805:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4941 00000100:00080000:2.0:1767319697.185807:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319697.185821:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319697.185832:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978a80 x1853163989927424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319697.185865:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989927296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319697.185899:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319697.185927:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319697.185933:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989927040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319697.185955:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319697.185979:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319697.185985:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989927552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319697.186012:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319697.186163:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927296 00000100:00100000:3.0:1767319697.186168:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927296 00000100:00100000:3.0:1767319697.186209:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927040 00000100:00100000:3.0:1767319697.186213:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927040 00000100:00100000:3.0:1767319697.186255:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5232 00000100:00100000:3.0:1767319697.186263:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989927296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319697.186305:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989927296:12345-0@lo:400:kworker.0 Request processed in 43us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319697.186311:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5232 00000100:00100000:3.0:1767319697.186324:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5233 00000100:00100000:3.0:1767319697.186331:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989927040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319697.186356:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989927040:12345-0@lo:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319697.186361:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5233 00000100:00100000:3.0:1767319697.186393:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989927040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319697.186404:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989927296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319697.186449:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989927680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319697.186472:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319697.186503:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927680 00000100:00100000:3.0:1767319697.186506:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927680 00000100:00100000:3.0:1767319697.186541:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:3.0:1767319697.186548:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989927680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319697.186566:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319697.186599:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989927680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319697.186605:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:3.0:1767319697.186633:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989927680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319697.186705:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989926784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319697.186734:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319697.186767:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989926912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319697.186791:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319697.186829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989927168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319697.186851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319697.186868:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989927424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319697.186887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319697.186921:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926784 00000100:00100000:0.0:1767319697.186925:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926784 00000100:00100000:0.0:1767319697.186945:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927168 00000100:00100000:0.0:1767319697.186948:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927168 00000100:00100000:0.0:1767319697.186956:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927424 00000100:00100000:0.0:1767319697.186958:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927424 00000100:00100000:0.0:1767319697.186968:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23484 00000100:00100000:0.0:1767319697.186972:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989926784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319697.186988:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319697.187021:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989926784:12345-0@lo:38:kworker.0 Request processed in 48us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319697.187027:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23484 00000100:00100000:0.0:1767319697.187041:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23485 00000100:00100000:0.0:1767319697.187046:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989927168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319697.187056:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319697.187080:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989927168:12345-0@lo:38:kworker.0 Request processed in 34us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319697.187086:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23485 00000100:00100000:0.0:1767319697.187096:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23486 00000100:00100000:0.0:1767319697.187100:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989927424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319697.187108:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319697.187134:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989927424:12345-0@lo:38:kworker.0 Request processed in 33us (246us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319697.187140:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23486 00000100:00100000:0.0:1767319697.187159:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989926912 00000100:00100000:0.0:1767319697.187163:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989926912 00000100:00100000:0.0:1767319697.187183:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:0.0:1767319697.187189:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989926912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319697.187200:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319697.187224:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989926912:12345-0@lo:38:kworker.0 Request processed in 34us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319697.187254:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00080000:0.0:1767319697.187292:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319697.187297:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319697.187301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989926784:0@lo:38:kworker.0 00000100:00080000:0.0:1767319697.187309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319697.187312:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319697.187315:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989926912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319697.187322:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319697.187326:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319697.187329:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989927168:0@lo:38:kworker.0 00000100:00080000:0.0:1767319697.187336:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319697.187339:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319697.187341:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989927424:0@lo:38:kworker.0 00000100:00080000:1.0:1767319697.187624:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319697.187631:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319697.187633:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319697.187647:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927552 00000100:00100000:1.0:1767319697.187651:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927552 00000100:00100000:1.0:1767319697.187692:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:1.0:1767319697.187699:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989927552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319697.187749:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989927552:12345-0@lo:400:kworker.0 Request processed in 51us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319697.187755:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:3.0:1767319697.187842:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989927552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319697.254447:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319697.254677:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319697.254880:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852544 00000100:00100000:3.0:1767319697.254890:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852544 00000100:00100000:3.0:1767319697.254945:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852672 00000100:00100000:3.0:1767319697.254948:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852672 00000100:00100000:3.0:1767319697.255204:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5234 00000100:00100000:3.0:1767319697.255214:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925852672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319697.255319:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925852672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319697.255328:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5234 00000100:00100000:3.0:1767319697.255348:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23487 00000100:00100000:3.0:1767319697.255353:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925852544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319697.255375:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319697.255400:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925852544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (964us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319697.255406:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23487 00000100:00080000:1.0:1767319697.256277:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319698.020282:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319698.208489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319699.041341:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319699.232359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319700.064808:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319700.256358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319701.091562:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319701.280476:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319701.280711:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319676/real 1767319676] req@ffff96e2fa721180 x1853163989922176/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319701 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319701.280749:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa721180 x1853163989922176/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319701 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319701.280763:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319701.280790:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319701.280794:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989922176:0@lo:250:kworker.0 00000100:00080000:0.0:1767319701.280863:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319701.280869:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319701.280872:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319701.280877:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4926 00000100:00080000:0.0:1767319701.280882:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319701.280889:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319701.280925:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ed80 x1853163989927808/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319701.280951:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319701.280955:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319701.280957:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319701.280960:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4946 00000100:00080000:0.0:1767319701.280963:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319701.280966:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319701.280981:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f100 x1853163989927936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319701.280990:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319701.280993:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319701.280994:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319701.280998:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4946 00000100:00080000:0.0:1767319701.281000:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319701.281003:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319701.281013:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e680 x1853163989928064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319701.281077:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989928192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319701.281165:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319701.281293:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989927808:0@lo:250:kworker.0 00000400:00000100:2.0:1767319701.281329:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989927808 offset 0 length 520: 4 00000100:00100000:2.0:1767319701.281348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989927936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319701.281371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319701.281392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989928064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319701.281425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319701.281469:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928064 00000100:00100000:2.0:1767319701.281477:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928064 00000100:00100000:2.0:1767319701.281511:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:2.0:1767319701.281517:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989928064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319701.281538:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319701.281587:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989928064:12345-0@lo:38:kworker.0 Request processed in 68us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319701.281594:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00080000:2.0:1767319701.281635:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319701.281639:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319701.281642:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989928064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319701.281677:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928192 00000100:00100000:2.0:1767319701.281680:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928192 00000100:00100000:2.0:1767319701.281719:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989927936 00000100:00100000:2.0:1767319701.281722:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989927936 00000100:00100000:2.0:1767319701.281737:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5235 00000100:00100000:2.0:1767319701.281744:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989928192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319701.281834:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23488 00000100:00100000:3.0:1767319701.281841:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989927936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319701.281851:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319701.281885:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989927936:12345-0@lo:38:kworker.0 Request processed in 43us (513us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319701.281892:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23488 00000100:00080000:3.0:1767319701.281934:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319701.281939:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319701.281942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989927936:0@lo:38:kworker.0 00000100:00080000:3.0:1767319701.281965:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319701.282355:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319701.282360:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319701.282363:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319701.282368:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4946 00000100:00080000:0.0:1767319701.282371:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319701.282375:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319701.282398:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1c700 x1853163989928320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319701.282478:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989928448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319701.282511:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319701.282544:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928448 00000100:00100000:3.0:1767319701.282549:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928448 00000100:00100000:3.0:1767319701.282585:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5236 00000100:00100000:3.0:1767319701.282591:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989928448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319701.282627:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989928448:12345-0@lo:400:kworker.0 Request processed in 36us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319701.282633:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5236 00000100:00080000:3.0:1767319701.282652:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319701.282671:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989928448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319701.282700:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989928320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319701.282723:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319701.282748:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928320 00000100:00100000:3.0:1767319701.282751:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928320 00000100:00100000:3.0:1767319701.282769:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23489 00000100:00100000:3.0:1767319701.282773:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989928320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319701.282786:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319701.282816:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989928320:12345-0@lo:38:kworker.0 Request processed in 41us (92us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319701.282822:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23489 00000100:00080000:3.0:1767319701.282845:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319701.282849:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319701.282852:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989928320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319701.286369:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989928192:12345-0@lo:400:kworker.0 Request processed in 4611us (5188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319701.286385:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5235 00000100:00080000:0.0:1767319701.287351:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319701.287361:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319701.287365:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319701.287372:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4946 00000100:00080000:0.0:1767319701.287377:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319701.287383:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319701.287425:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163989928576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319701.287548:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989928832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319701.287606:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319701.287647:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319701.287654:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989928704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319701.287675:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319701.287706:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928832 00000100:00100000:0.0:1767319701.287714:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928832 00000100:00100000:0.0:1767319701.287761:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928704 00000100:00100000:0.0:1767319701.287764:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928704 00000100:00100000:0.0:1767319701.287785:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:0.0:1767319701.287794:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989928832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319701.287843:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989928832:12345-0@lo:400:kworker.0 Request processed in 50us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319701.287849:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00100000:0.0:1767319701.287864:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1767319701.287871:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989928704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319701.287899:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989928704:12345-0@lo:400:kworker.0 Request processed in 28us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319701.287905:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1767319701.287944:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989928704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319701.287954:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989928832:0@lo:400:kworker.0 00000100:00080000:0.0:1767319701.287975:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319701.287979:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319701.288174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989928576:0@lo:38:kworker.0 00000100:00100000:3.0:1767319701.288208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319701.288795:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928576 00000100:00100000:0.0:1767319701.288802:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928576 00000100:00100000:0.0:1767319701.288878:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23490 00000100:00100000:0.0:1767319701.288884:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989928576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319701.288905:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319701.288961:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989928576:12345-0@lo:38:kworker.0 Request processed in 76us (752us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319701.288968:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23490 00000100:00080000:2.0:1767319701.289031:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319701.289037:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319701.289041:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989928576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319701.294534:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989928192:0@lo:400:kworker.0 00010000:00010000:0.0:1767319702.112459:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319702.304634:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319702.304657:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989928960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319702.304731:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319702.304913:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989928960 00000100:00100000:3.0:1767319702.304922:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989928960 00000100:00100000:3.0:1767319702.304979:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:3.0:1767319702.304990:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989928960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319702.305019:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319702.305063:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989928960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319702.305070:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:3.0:1767319702.305338:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319702.305735:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989929088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319702.305768:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319702.305827:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989928960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319702.305962:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929088 00000100:00100000:3.0:1767319702.305967:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929088 00000100:00100000:3.0:1767319702.306003:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:3.0:1767319702.306010:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989929088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319702.306028:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319702.306074:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989929088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319702.306080:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:2.0:1767319702.306166:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989929088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319702.370907:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319702.370954:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767319702.370978:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925853056 offset 0 length 520: 4 00000100:00100000:3.0:1767319702.371058:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852928 00000100:00100000:3.0:1767319702.371068:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852928 00000100:00100000:3.0:1767319702.371146:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925852800 00000100:00100000:3.0:1767319702.371151:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925852800 00000100:00100000:3.0:1767319702.371186:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5237 00000100:00100000:3.0:1767319702.371196:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925852928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319702.371202:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23491 00000100:00100000:1.0:1767319702.371212:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925852800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319702.371259:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319702.371386:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319702.371447:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925852928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 251us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319702.371455:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5237 00000100:00100000:1.0:1767319702.372877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925852800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1656us (1913us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319702.372888:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23491 00010000:00010000:1.0:1767319703.136526:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319703.330154:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319704.161189:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319704.355885:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319705.185013:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319705.376348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319706.208490:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319706.400350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319706.400392:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319706.400397:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319706.400401:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319706.400404:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319706.400408:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319706.400415:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4951 00000100:00080000:1.0:1767319706.400420:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319706.400426:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319706.400468:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989929216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319706.400487:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319706.400491:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319706.400493:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319706.400498:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4951 00000100:00080000:1.0:1767319706.400500:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319706.400504:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319706.400531:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163989929344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319706.400572:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319706.400576:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319706.400577:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319706.400581:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4951 00000100:00080000:1.0:1767319706.400584:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319706.400587:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319706.400599:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163989929600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319706.400615:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319706.400618:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319706.400621:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319706.400623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989929472:0@lo:400:kworker.0 00000100:00080000:1.0:1767319706.400626:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4951 00000100:00080000:1.0:1767319706.400632:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319706.400635:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319706.400652:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710e00 x1853163989929856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319706.400703:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319706.400706:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989929984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319706.400718:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989929728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319706.400761:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319706.400788:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989930112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319706.400818:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929472 00000100:00100000:0.0:1767319706.400823:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319706.400827:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929472 00000100:00100000:0.0:1767319706.400880:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930112 00000100:00100000:0.0:1767319706.400885:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930112 00000100:00100000:3.0:1767319706.400891:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929728 00000100:00100000:3.0:1767319706.400897:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929728 00000100:00100000:0.0:1767319706.400927:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1767319706.400931:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5238 00000100:00100000:0.0:1767319706.400941:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989930112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319706.400944:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989929472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319706.400959:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319706.401005:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5239 00000100:00100000:0.0:1767319706.401013:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989930112:12345-0@lo:400:kworker.0 Request processed in 74us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319706.401019:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989929728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319706.401026:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989929472:12345-0@lo:400:kworker.0 Request processed in 84us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319706.401027:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1767319706.401038:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5238 00000100:00080000:3.0:1767319706.401065:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319706.401066:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989929728:12345-0@lo:400:kworker.0 Request processed in 52us (304us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319706.401073:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319706.401077:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5239 00000100:00100000:1.0:1767319706.401104:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929984 00000100:00100000:1.0:1767319706.401108:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929984 00000100:00100000:3.0:1767319706.401116:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989929728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319706.401146:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:1.0:1767319706.401155:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989929984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319706.401159:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989929472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319706.401194:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989929984:12345-0@lo:400:kworker.0 Request processed in 41us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319706.401205:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00080000:3.0:1767319706.401207:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319706.401475:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989929216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319706.401477:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989929984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319706.401881:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989930112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319706.402426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319706.402483:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929216 00000100:00100000:1.0:1767319706.402490:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929216 00000100:00100000:2.0:1767319706.402621:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989929344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319706.402627:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23492 00000100:00100000:1.0:1767319706.402634:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989929216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319706.402655:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319706.402660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319706.402693:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989929216:12345-0@lo:38:kworker.0 Request processed in 57us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319706.402700:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23492 00000100:00100000:2.0:1767319706.403064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989929600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319706.403092:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319706.403113:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989929856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319706.403135:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929600 00000100:00100000:2.0:1767319706.403138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319706.403141:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929600 00000100:00100000:1.0:1767319706.403164:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929856 00000100:00100000:1.0:1767319706.403168:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929856 00000100:00080000:2.0:1767319706.403177:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319706.403185:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319706.403189:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23493 00000100:00100000:2.0:1767319706.403190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989929216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319706.403198:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989929600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319706.403211:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319706.403250:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23494 00000100:00100000:2.0:1767319706.403257:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989929856:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319706.403264:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989929600:12345-0@lo:38:kworker.0 Request processed in 66us (170us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767319706.403269:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319706.403274:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23493 00000100:00100000:2.0:1767319706.403306:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989929856:12345-0@lo:38:kworker.0 Request processed in 47us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319706.403314:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23494 00000100:00080000:2.0:1767319706.403342:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319706.403345:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319706.403349:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989929600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319706.403364:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319706.403368:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319706.403370:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989929856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319706.405688:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989929344 00000100:00100000:0.0:1767319706.405702:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989929344 00000100:00100000:0.0:1767319706.405760:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:0.0:1767319706.405767:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989929344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319706.405787:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319706.405890:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989929344:12345-0@lo:38:kworker.0 Request processed in 122us (3233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319706.405898:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00080000:3.0:1767319706.406120:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319706.406127:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319706.406131:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989929344:0@lo:38:kworker.0 00010000:00010000:0.0:1767319707.237706:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319707.424935:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319707.424954:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989930240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319707.425025:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319707.425130:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319707.425185:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930240 00000100:00100000:0.0:1767319707.425193:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930240 00000100:00100000:0.0:1767319707.425270:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:0.0:1767319707.425278:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989930240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319707.425306:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319707.425364:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989930240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319707.425372:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:3.0:1767319707.425753:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319707.425762:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989930368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319707.425789:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319707.425859:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930368 00000100:00100000:2.0:1767319707.425865:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930368 00000100:00100000:2.0:1767319707.425900:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:2.0:1767319707.425907:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989930368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319707.425925:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319707.425959:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989930368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319707.425965:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:1.0:1767319707.426062:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989930240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319707.426276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989930368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319707.492010:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319707.492096:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319707.492288:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853184 00000100:00100000:3.0:1767319707.492300:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853184 00000100:00100000:3.0:1767319707.492360:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853312 00000100:00100000:3.0:1767319707.492364:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853312 00000100:00100000:2.0:1767319707.492461:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23495 00000100:00100000:2.0:1767319707.492471:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925853184:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319707.492495:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319707.492559:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925853184:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 87us (570us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319707.492567:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23495 00000100:00100000:3.0:1767319707.492734:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5240 00000100:00100000:3.0:1767319707.492742:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925853312:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319707.492792:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925853312:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 50us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319707.492799:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5240 00000100:00080000:1.0:1767319707.494741:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319708.258279:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319708.455141:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319709.280505:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319709.473586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319710.304757:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319710.496390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319711.334909:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319711.521054:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319711.521195:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319711.521201:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319711.521204:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319711.521207:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319711.521211:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319711.521218:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4956 00000100:00080000:2.0:1767319711.521223:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319711.521245:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319711.521294:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163989930496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319711.521320:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319711.521324:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319711.521326:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319711.521329:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4956 00000100:00080000:2.0:1767319711.521331:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319711.521335:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319711.521348:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098e00 x1853163989930624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319711.521385:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319711.521391:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319711.521393:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319711.521396:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4956 00000100:00080000:2.0:1767319711.521398:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319711.521401:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319711.521412:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163989930880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319711.521426:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319711.521429:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319711.521431:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319711.521434:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4956 00000100:00080000:2.0:1767319711.521436:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319711.521439:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319711.521447:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2680 x1853163989931136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319711.521487:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989931008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319711.521587:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319711.521617:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989930752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319711.521647:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319711.521686:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931008 00000100:00100000:2.0:1767319711.521694:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931008 00000100:00100000:2.0:1767319711.521750:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930752 00000100:00100000:2.0:1767319711.521753:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930752 00000100:00100000:2.0:1767319711.521776:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241 00000100:00100000:2.0:1767319711.521784:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989931008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319711.521789:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242 00000100:00100000:1.0:1767319711.521797:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989930752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319711.521834:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989930752:12345-0@lo:400:kworker.0 Request processed in 38us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319711.521834:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989931008:12345-0@lo:400:kworker.0 Request processed in 50us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319711.521842:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242 00000100:00100000:2.0:1767319711.521844:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241 00000100:00100000:3.0:1767319711.521916:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989931264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319711.521951:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989931008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319711.521981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989930496:0@lo:38:kworker.0 00000100:00080000:0.0:1767319711.522026:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319711.522050:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989931392:0@lo:400:kworker.0 00000100:00100000:1.0:1767319711.526632:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989930752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319711.527918:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319711.528213:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931264 00000100:00100000:1.0:1767319711.528223:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931264 00000100:00100000:1.0:1767319711.528324:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:1.0:1767319711.528334:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989931264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319711.528393:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989931264:12345-0@lo:400:kworker.0 Request processed in 61us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319711.528400:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00100000:2.0:1767319711.528520:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319711.528549:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989930624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319711.528593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319711.528606:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319711.528617:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989930880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319711.528638:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319711.528642:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931392 00000100:00100000:0.0:1767319711.528646:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931392 00000100:00100000:2.0:1767319711.528655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989931136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319711.528671:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1767319711.528674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319711.528677:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989931392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319711.528702:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930624 00000100:00100000:2.0:1767319711.528706:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930624 00000100:00100000:0.0:1767319711.528710:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989931392:12345-0@lo:400:kworker.0 Request processed in 34us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319711.528717:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1767319711.528727:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1767319711.528732:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9a51c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989930624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319711.528752:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319711.528758:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989931392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319711.528784:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9a51c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989930624:12345-0@lo:38:kworker.0 Request processed in 51us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319711.528790:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1767319711.528800:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930496 00000100:00100000:0.0:1767319711.528803:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930496 00000100:00100000:0.0:1767319711.528821:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989930880 00000100:00100000:0.0:1767319711.528824:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989930880 00000100:00100000:0.0:1767319711.528833:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931136 00000100:00100000:0.0:1767319711.528835:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931136 00000100:00100000:0.0:1767319711.528847:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23496 00000100:00100000:0.0:1767319711.528851:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989930496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319711.528860:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319711.528883:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989930496:12345-0@lo:38:kworker.0 Request processed in 32us (365us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319711.528889:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23496 00000100:00100000:0.0:1767319711.528900:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23497 00000100:00100000:0.0:1767319711.528903:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989930880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319711.528910:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319711.528926:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989930880:12345-0@lo:38:kworker.0 Request processed in 22us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319711.528931:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23497 00000100:00100000:0.0:1767319711.528940:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23498 00000100:00100000:0.0:1767319711.528944:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989931136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319711.528952:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319711.528953:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319711.528958:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319711.528961:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989930496:0@lo:38:kworker.0 00000100:00080000:2.0:1767319711.528970:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319711.528971:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989931136:12345-0@lo:38:kworker.0 Request processed in 26us (296us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319711.528973:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319711.528976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989930624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319711.528977:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23498 00000100:00080000:2.0:1767319711.528983:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319711.528986:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319711.528988:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989930880:0@lo:38:kworker.0 00000100:00080000:2.0:1767319711.528995:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319711.528998:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319711.529001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989931136:0@lo:38:kworker.0 00000100:00080000:3.0:1767319711.529354:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319711.529360:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319711.529382:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989931264:0@lo:400:kworker.0 00010000:00010000:0.0:1767319712.361996:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319712.544552:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319712.544570:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989931520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319712.544638:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319712.544751:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931520 00000100:00100000:0.0:1767319712.544760:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931520 00000100:00100000:0.0:1767319712.544814:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:0.0:1767319712.544823:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989931520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319712.544852:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319712.544900:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989931520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319712.544908:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:0.0:1767319712.544956:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989931520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319712.545194:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319712.545202:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989931648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319712.545258:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319712.545285:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931648 00000100:00100000:2.0:1767319712.545289:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931648 00000100:00100000:2.0:1767319712.545313:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:2.0:1767319712.545320:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989931648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319712.545336:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319712.545369:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989931648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319712.545375:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00100000:2.0:1767319712.545404:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989931648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319712.545471:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319712.612339:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319712.612401:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319712.612503:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853568 00000100:00100000:1.0:1767319712.612512:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853568 00000100:00080000:3.0:1767319712.612563:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319712.612572:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853440 00000100:00100000:1.0:1767319712.612575:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853440 00000100:00100000:1.0:1767319712.612601:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5243 00000100:00100000:1.0:1767319712.612612:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925853568:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319712.612619:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23499 00000100:00100000:3.0:1767319712.612624:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925853440:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319712.612642:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319712.612705:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925853440:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 79us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319712.612712:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23499 00000100:00100000:1.0:1767319712.612775:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925853568:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 166us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319712.612780:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5243 00010000:00010000:1.0:1767319713.378435:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319713.568385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319714.401563:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319714.592823:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319715.424566:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319715.616351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319716.448427:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319716.640495:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319716.640506:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319716.640510:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319716.640514:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319716.640518:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319716.640525:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4961 00000100:00080000:2.0:1767319716.640530:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319716.640536:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319716.640578:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db100 x1853163989931776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319716.640594:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319716.640597:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319716.640599:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319716.640603:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4961 00000100:00080000:2.0:1767319716.640605:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319716.640608:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319716.640621:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9500 x1853163989931904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319716.640660:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319716.640663:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319716.640665:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319716.640669:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4961 00000100:00080000:2.0:1767319716.640671:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319716.640674:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319716.640686:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8380 x1853163989932160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319716.640705:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319716.640709:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319716.640710:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319716.640713:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4961 00000100:00080000:2.0:1767319716.640715:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319716.640719:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319716.640727:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db800 x1853163989932416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319716.640773:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989932544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319716.640834:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319716.640887:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319716.640894:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989932672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319716.640918:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319716.640955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989932032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319716.640992:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319716.641004:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989932288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319716.641124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989931776:0@lo:38:kworker.0 00000100:00100000:2.0:1767319716.641184:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932032 00000100:00100000:2.0:1767319716.641192:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932032 00000100:00100000:2.0:1767319716.641263:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244 00000100:00100000:2.0:1767319716.641442:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989932032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.643449:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319716.643575:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932544 00000100:00100000:1.0:1767319716.643583:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932544 00000100:00100000:1.0:1767319716.643632:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932672 00000100:00100000:1.0:1767319716.643637:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932672 00000100:00100000:1.0:1767319716.643657:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767319716.643663:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989932544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.643720:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989932544:12345-0@lo:400:kworker.0 Request processed in 58us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319716.643725:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767319716.643741:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:1.0:1767319716.643747:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989932672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.643776:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989932672:12345-0@lo:400:kworker.0 Request processed in 30us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319716.643781:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:1.0:1767319716.644960:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319716.644997:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932288 00000100:00100000:1.0:1767319716.645005:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932288 00000100:00100000:1.0:1767319716.645060:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245 00000100:00100000:1.0:1767319716.645068:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989932288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.645141:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989932288:12345-0@lo:400:kworker.0 Request processed in 73us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319716.645147:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245 00000100:00100000:1.0:1767319716.645402:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989932672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.645423:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989932544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319716.645462:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989932288:0@lo:400:kworker.0 00000100:00080000:1.0:1767319716.645500:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319716.645505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319716.645508:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319716.648715:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319716.648775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989931904:0@lo:38:kworker.0 00000100:00100000:0.0:1767319716.648808:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319716.648845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989932160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319716.648870:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319716.648893:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989932416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319716.648912:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319716.648921:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989932032:12345-0@lo:400:kworker.0 Request processed in 7648us (7926us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319716.648932:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244 00000100:00100000:0.0:1767319716.648956:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932160 00000100:00100000:2.0:1767319716.648956:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931776 00000100:00100000:0.0:1767319716.648963:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932160 00000100:00100000:2.0:1767319716.648963:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931776 00000100:00100000:0.0:1767319716.648986:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932416 00000100:00100000:0.0:1767319716.648988:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932416 00000100:00100000:3.0:1767319716.649051:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989931904 00000100:00100000:3.0:1767319716.649057:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989931904 00000100:00100000:3.0:1767319716.649084:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:3.0:1767319716.649093:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989931904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319716.649113:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319716.649154:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989931904:12345-0@lo:38:kworker.0 Request processed in 62us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319716.649160:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:3.0:1767319716.649208:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989932032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319716.649434:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23500 00000100:00100000:2.0:1767319716.649440:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989932160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319716.649452:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319716.649483:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989932160:12345-0@lo:38:kworker.0 Request processed in 43us (612us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319716.649490:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23500 00000100:00100000:2.0:1767319716.649505:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23501 00000100:00100000:2.0:1767319716.649509:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989931776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319716.649518:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319716.649539:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989931776:12345-0@lo:38:kworker.0 Request processed in 28us (832us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319716.649545:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23501 00000100:00100000:2.0:1767319716.649555:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23502 00000100:00100000:2.0:1767319716.649558:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989932416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319716.649567:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319716.649587:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989932416:12345-0@lo:38:kworker.0 Request processed in 27us (674us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319716.649593:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23502 00000100:00080000:0.0:1767319716.649842:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319716.649848:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319716.649851:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989931776:0@lo:38:kworker.0 00000100:00080000:0.0:1767319716.649861:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319716.649864:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319716.649868:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989931904:0@lo:38:kworker.0 00000100:00080000:0.0:1767319716.649876:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319716.649880:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319716.649884:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989932160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319716.649892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319716.649895:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319716.649898:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989932416:0@lo:38:kworker.0 00010000:00010000:0.0:1767319717.473199:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319717.664712:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989932800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319717.664799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319717.665126:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932800 00000100:00100000:2.0:1767319717.665134:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932800 00000100:00100000:2.0:1767319717.665199:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:2.0:1767319717.665209:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989932800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319717.665268:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319717.665317:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989932800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319717.665325:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00100000:3.0:1767319717.665513:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989932800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319717.668123:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319717.669246:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319717.669266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989932928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319717.669348:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319717.669524:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989932928 00000100:00100000:3.0:1767319717.669533:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989932928 00000100:00100000:3.0:1767319717.669591:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:3.0:1767319717.669600:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989932928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319717.669632:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319717.669688:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989932928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319717.669696:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:0.0:1767319717.669825:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989932928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319717.732651:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319717.732788:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853824 00000100:00100000:1.0:1767319717.732800:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853824 00000100:00100000:1.0:1767319717.732889:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5246 00000100:00100000:1.0:1767319717.732901:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925853824:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319717.732989:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925853824:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319717.732998:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5246 00000100:00080000:3.0:1767319717.733407:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319717.734457:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319717.734540:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853696 00000100:00100000:2.0:1767319717.734548:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853696 00000100:00100000:2.0:1767319717.734600:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23503 00000100:00100000:2.0:1767319717.734608:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925853696:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319717.734630:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319717.734695:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925853696:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 86us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319717.734702:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23503 00010000:00010000:1.0:1767319718.496639:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319718.688437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319719.521054:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319719.713676:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319720.544483:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319720.736444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319721.572328:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319721.760421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319721.760562:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319721.760568:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319721.760572:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319721.760577:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319721.760580:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319721.760587:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4966 00000100:00080000:2.0:1767319721.760592:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319721.760599:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319721.760636:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8a80 x1853163989933056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319721.760671:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319721.760675:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319721.760681:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319721.760684:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4966 00000100:00080000:2.0:1767319721.760686:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319721.760689:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319721.760709:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0dad80 x1853163989933184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319721.760740:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319721.760744:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319721.760746:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319721.760749:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4966 00000100:00080000:2.0:1767319721.760751:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319721.760754:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319721.760764:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8380 x1853163989933440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319721.760778:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319721.760781:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319721.760782:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319721.760786:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4966 00000100:00080000:2.0:1767319721.760788:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319721.760791:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319721.760801:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db100 x1853163989933696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319721.760853:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989933568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.760930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319721.760987:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319721.760994:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989933312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.761015:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319721.761049:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989933952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.761085:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319721.761104:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319721.761109:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989933824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.761132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319721.761162:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933568 00000100:00100000:2.0:1767319721.761169:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933568 00000100:00100000:2.0:1767319721.761215:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933312 00000100:00100000:2.0:1767319721.761219:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933312 00000100:00100000:2.0:1767319721.761263:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5247 00000100:00100000:2.0:1767319721.761272:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989933568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.761325:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989933568:12345-0@lo:400:kworker.0 Request processed in 54us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319721.761332:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5247 00000100:00100000:2.0:1767319721.761349:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248 00000100:00100000:2.0:1767319721.761356:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989933312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.761381:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989933312:12345-0@lo:400:kworker.0 Request processed in 26us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319721.761386:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248 00000100:00100000:2.0:1767319721.761422:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989933312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.761430:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989933568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.762094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989933056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319721.762151:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319721.762192:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989933184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319721.762218:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319721.762265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989933440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319721.762287:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319721.762302:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989933696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319721.762323:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319721.762350:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933056 00000100:00100000:0.0:1767319721.762356:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933056 00000100:00100000:0.0:1767319721.762373:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933440 00000100:00100000:0.0:1767319721.762375:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933440 00000100:00100000:0.0:1767319721.762381:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933696 00000100:00100000:0.0:1767319721.762383:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933696 00000100:00100000:0.0:1767319721.762392:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23504 00000100:00100000:0.0:1767319721.762397:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989933056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.762417:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.762454:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989933056:12345-0@lo:38:kworker.0 Request processed in 55us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.762460:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23504 00000100:00100000:0.0:1767319721.762476:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23505 00000100:00100000:0.0:1767319721.762492:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989933440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.762502:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.762525:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989933440:12345-0@lo:38:kworker.0 Request processed in 32us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.762530:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23505 00000100:00100000:0.0:1767319721.762541:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23506 00000100:00100000:0.0:1767319721.762545:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989933696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.762552:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.762574:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989933696:12345-0@lo:38:kworker.0 Request processed in 28us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319721.762579:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23506 00000100:00100000:0.0:1767319721.762597:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933184 00000100:00100000:0.0:1767319721.762600:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933184 00000100:00100000:0.0:1767319721.762620:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:0.0:1767319721.762625:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989933184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319721.762635:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319721.762687:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989933184:12345-0@lo:38:kworker.0 Request processed in 40us (447us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319721.762707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319721.762737:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933952 00000100:00100000:1.0:1767319721.762751:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933952 00000100:00080000:3.0:1767319721.762805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319721.762825:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989933824 00000100:00100000:1.0:1767319721.762831:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989933824 00000100:00100000:3.0:1767319721.766036:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:2.0:1767319721.766062:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:3.0:1767319721.766071:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989933952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.766093:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989933824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.766223:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989933824:12345-0@lo:400:kworker.0 Request processed in 149us (5088us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319721.766249:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00080000:1.0:1767319721.766328:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319721.766436:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989933824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319721.766452:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989933952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319721.766523:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00080000:0.0:1767319721.766573:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.766581:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.766588:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989933056:0@lo:38:kworker.0 00000100:00080000:0.0:1767319721.766600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.766605:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.766608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989933184:0@lo:38:kworker.0 00000100:00080000:0.0:1767319721.766624:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.766628:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.766631:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989933440:0@lo:38:kworker.0 00000100:00080000:0.0:1767319721.766640:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319721.766643:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319721.766646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989933696:0@lo:38:kworker.0 00000100:00100000:3.0:1767319721.767800:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989933952:12345-0@lo:400:kworker.0 Request processed in 1742us (6706us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319721.767812:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00010000:00010000:0.0:1767319722.592579:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319722.784709:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319722.786777:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989934080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319722.786844:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319722.786916:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319722.786923:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989934208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319722.786947:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319722.804034:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934080 00000100:00100000:2.0:1767319722.804051:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934080 00000100:00100000:2.0:1767319722.804137:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934208 00000100:00100000:2.0:1767319722.804141:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934208 00000100:00100000:2.0:1767319722.804163:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:2.0:1767319722.804173:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989934080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319722.804208:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319722.804422:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:1.0:1767319722.804434:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989934208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319722.804451:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319722.804508:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989934080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 336us (17662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319722.804516:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1767319722.812912:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989934208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8471us (25952us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319722.812928:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1767319722.821411:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989934080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319722.821465:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989934208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319722.857631:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319722.857684:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319722.857761:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925853952 00000100:00100000:3.0:1767319722.857772:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925853952 00000100:00100000:2.0:1767319722.857784:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854080 00000100:00100000:2.0:1767319722.857793:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854080 00000100:00100000:3.0:1767319722.857829:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23507 00000100:00100000:3.0:1767319722.857839:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925853952:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767319722.857855:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5249 00000100:00100000:2.0:1767319722.857864:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925854080:12345-192.168.204.1@tcp:400:kworker.0 00010000:00020000:3.0:1767319722.857874:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319722.857936:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925853952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (315us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319722.857942:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23507 00000100:00080000:1.0:1767319722.857976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319722.861224:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925854080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 3335us (3513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319722.861261:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5249 00010000:00010000:1.0:1767319723.617076:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319723.808579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319724.642431:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319724.834379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319725.667204:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319725.856787:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319726.691187:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319726.880349:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.880360:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319726.880363:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.880367:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.880372:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.880380:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4971 00000100:00080000:2.0:1767319726.880385:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.880391:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319726.880431:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf800 x1853163989934336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319726.880457:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.880461:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.880463:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.880468:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4971 00000100:00080000:2.0:1767319726.880470:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.880474:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319726.880486:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadf80 x1853163989934464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319726.880531:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.880535:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.880537:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.880540:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4971 00000100:00080000:2.0:1767319726.880543:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.880546:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319726.880558:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989934720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319726.880572:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.880576:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.880577:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.880580:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4971 00000100:00080000:2.0:1767319726.880583:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.880586:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319726.880601:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0da680 x1853163989934976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319726.880968:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319701/real 1767319701] req@ffff96e2f1f1ed80 x1853163989927808/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319726 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319726.881002:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f1f1ed80 x1853163989927808/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319726 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319726.881027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989934336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.881082:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989934848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.881088:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.881116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.881143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989934464:0@lo:38:kworker.0 00000100:00100000:3.0:1767319726.881149:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989934592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.881168:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.881168:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934336 00000100:00100000:1.0:1767319726.881176:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934336 00000100:00100000:3.0:1767319726.881192:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.881198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989934720:0@lo:38:kworker.0 00000100:00100000:2.0:1767319726.881564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319726.881787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989935104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.881812:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.881835:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319726.881840:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989935232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.881859:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.881888:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934464 00000100:00100000:0.0:1767319726.881892:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934464 00000100:00100000:0.0:1767319726.881915:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1767319726.881922:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989934464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319726.881941:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319726.881993:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989934464:12345-0@lo:38:kworker.0 Request processed in 70us (824us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319726.882000:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:3.0:1767319726.884253:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989935104 00000100:00100000:3.0:1767319726.884265:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989935104 00000100:00100000:3.0:1767319726.884323:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989935232 00000100:00100000:3.0:1767319726.884327:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989935232 00000100:00100000:3.0:1767319726.884353:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:3.0:1767319726.884362:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989935104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319726.884427:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989935104:12345-0@lo:400:kworker.0 Request processed in 67us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319726.884435:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:3.0:1767319726.884450:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:3.0:1767319726.884456:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989935232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319726.884484:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989935232:12345-0@lo:400:kworker.0 Request processed in 29us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319726.884490:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1767319726.886698:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934848 00000100:00100000:1.0:1767319726.886710:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934848 00000100:00100000:1.0:1767319726.886779:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934592 00000100:00100000:1.0:1767319726.886782:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934592 00000100:00100000:1.0:1767319726.886817:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250 00000100:00100000:1.0:1767319726.886827:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989934848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.886907:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989934848:12345-0@lo:400:kworker.0 Request processed in 80us (5789us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.886914:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250 00000100:00100000:1.0:1767319726.886931:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251 00000100:00100000:1.0:1767319726.886937:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989934592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.886974:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989934592:12345-0@lo:400:kworker.0 Request processed in 37us (5784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.886992:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251 00000100:00100000:1.0:1767319726.887008:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23508 00000100:00100000:1.0:1767319726.887012:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989934336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319726.887033:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319726.887370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319726.887375:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319726.887378:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319726.891491:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989935232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.894562:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989934336:12345-0@lo:38:kworker.0 Request processed in 7537us (13462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319726.894578:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23508 00000100:00100000:1.0:1767319726.894655:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989934848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.894724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989934592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319726.895396:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989935104:0@lo:400:kworker.0 00000100:00100000:2.0:1767319726.897783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319726.897855:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989934976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.897896:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934720 00000100:00100000:1.0:1767319726.897904:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934720 00000100:00100000:2.0:1767319726.897909:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319726.897928:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319726.897948:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319726.897952:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989934976 00000100:00100000:2.0:1767319726.897953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989927808:0@lo:250:kworker.0 00000100:00100000:1.0:1767319726.897954:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989934976 00000100:00100000:1.0:1767319726.897973:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23509 00000100:00100000:1.0:1767319726.897990:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989934720:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319726.898002:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319726.898005:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319726.898008:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989934336:0@lo:38:kworker.0 00010000:00020000:1.0:1767319726.898010:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319726.898051:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989934720:12345-0@lo:38:kworker.0 Request processed in 60us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319726.898059:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23509 00000100:00100000:1.0:1767319726.898075:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23510 00000100:00100000:1.0:1767319726.898079:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989934976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319726.898089:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319726.898111:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989934976:12345-0@lo:38:kworker.0 Request processed in 30us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319726.898127:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23510 00000100:00080000:2.0:1767319726.898140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319726.898145:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319726.898147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989934464:0@lo:38:kworker.0 00000100:00080000:2.0:1767319726.898156:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319726.898160:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319726.898162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989934720:0@lo:38:kworker.0 00000100:00080000:2.0:1767319726.898171:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319726.898172:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.898174:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:1.0:1767319726.898177:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1767319726.898177:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989934976:0@lo:38:kworker.0 00000100:00080000:1.0:1767319726.898179:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319726.898184:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4951 00000100:00080000:1.0:1767319726.898188:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319726.898192:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319726.898215:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163989935360/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319726.898303:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989935360:0@lo:250:kworker.0 00000400:00000100:2.0:1767319726.898324:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989935360 offset 0 length 520: 4 00010000:00010000:0.0:1767319727.715354:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319727.904577:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319727.904602:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319727.904616:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989935488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319727.904683:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319727.904869:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319727.904878:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989935616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319727.905813:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319727.906051:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989935488 00000100:00100000:1.0:1767319727.906060:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989935488 00000100:00100000:1.0:1767319727.906115:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989935616 00000100:00100000:1.0:1767319727.906119:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989935616 00000100:00100000:1.0:1767319727.906136:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:1.0:1767319727.906145:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989935488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319727.906176:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319727.906242:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989935488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319727.906249:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:1.0:1767319727.906269:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:1.0:1767319727.906275:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989935616:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319727.906280:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989935488:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319727.906290:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319727.906323:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989935616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319727.906329:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00100000:1.0:1767319727.906358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989935616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319727.976347:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767319727.979333:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925854208 offset 0 length 520: 4 00000100:00100000:3.0:1767319727.979426:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319727.984539:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854464 00000100:00100000:2.0:1767319727.984556:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854464 00000100:00100000:2.0:1767319727.984652:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854336 00000100:00100000:2.0:1767319727.984656:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854336 00000100:00100000:2.0:1767319727.984683:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5252 00000100:00100000:2.0:1767319727.984694:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925854464:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319727.984753:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319727.985384:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23511 00000100:00100000:1.0:1767319727.985392:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925854336:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319727.985413:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319727.985476:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925854336:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 82us (6049us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319727.985485:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23511 00000100:00100000:2.0:1767319727.985952:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925854464:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1258us (9613us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319727.985972:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5252 00010000:00010000:1.0:1767319728.738333:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319728.929586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319729.760692:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319729.952397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319730.784547:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319730.976465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319731.808479:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319732.000359:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.000371:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319732.000375:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.000378:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319732.000382:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319732.000392:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4976 00000100:00080000:1.0:1767319732.000398:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319732.000404:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319732.000446:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989935744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319732.000514:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989935744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319732.000565:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319732.000636:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319732.000833:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989935744 00000100:00100000:3.0:1767319732.000842:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989935744 00000100:00080000:1.0:1767319732.000849:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.000853:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319732.000854:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319732.000857:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4976 00000100:00080000:1.0:1767319732.000860:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319732.000864:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319732.000881:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadf80 x1853163989935872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319732.000895:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23512 00000100:00100000:3.0:1767319732.000908:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989935744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319732.001335:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319732.001348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989935872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319732.001394:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319732.001395:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989935744:12345-0@lo:38:kworker.0 Request processed in 484us (755us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319732.001406:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23512 00000100:00080000:2.0:1767319732.001446:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319732.001452:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319732.001455:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989935744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319732.002016:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989935872 00000100:00100000:0.0:1767319732.002043:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989935872 00000100:00100000:0.0:1767319732.002085:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767319732.002091:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989935872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319732.002104:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319732.002147:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989935872:12345-0@lo:38:kworker.0 Request processed in 55us (756us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319732.002153:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00080000:2.0:1767319732.002219:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319732.002223:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319732.002226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989935872:0@lo:38:kworker.0 00000100:00100000:3.0:1767319732.002468:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989936000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319732.002873:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319732.003010:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.003016:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319732.003018:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319732.003023:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4976 00000100:00080000:1.0:1767319732.003026:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319732.003031:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319732.003051:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad880 x1853163989936128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319732.003109:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989936256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319732.003136:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319732.003201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989936128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319732.003298:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.003301:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319732.003304:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319732.003308:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4976 00000100:00080000:1.0:1767319732.003310:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319732.003314:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319732.003329:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadf80 x1853163989936384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319732.003383:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989936512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319732.003413:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319732.003436:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319732.003442:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989936640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319732.003462:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319732.003509:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936512 00000100:00100000:1.0:1767319732.003522:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936512 00000100:00100000:1.0:1767319732.003572:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936640 00000100:00100000:1.0:1767319732.003575:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936640 00000100:00100000:1.0:1767319732.003595:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:1.0:1767319732.003604:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989936512:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319732.003879:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319732.003896:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319732.003910:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:3.0:1767319732.003919:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989936640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319732.003967:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989936640:12345-0@lo:400:kworker.0 Request processed in 49us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319732.003974:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00100000:3.0:1767319732.004017:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989936640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319732.004264:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989936512:12345-0@lo:400:kworker.0 Request processed in 662us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319732.004269:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767319732.004321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989936512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319732.004442:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936000 00000100:00100000:0.0:1767319732.004446:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936000 00000100:00100000:0.0:1767319732.004484:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936256 00000100:00100000:0.0:1767319732.004486:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936256 00000100:00100000:0.0:1767319732.004505:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253 00000100:00100000:0.0:1767319732.004512:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989936000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319732.004856:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319732.004899:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989936384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319732.004934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319732.004962:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989936000:12345-0@lo:400:kworker.0 Request processed in 450us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319732.004966:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936128 00000100:00100000:0.0:1767319732.004969:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253 00000100:00100000:3.0:1767319732.004970:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936128 00000100:00100000:0.0:1767319732.004983:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936384 00000100:00100000:3.0:1767319732.004985:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254 00000100:00100000:0.0:1767319732.004986:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936384 00000100:00100000:3.0:1767319732.004991:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989936256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319732.004995:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23513 00000100:00100000:0.0:1767319732.004999:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989936128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319732.005015:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319732.005020:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989936256:12345-0@lo:400:kworker.0 Request processed in 30us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319732.005026:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254 00000100:00100000:3.0:1767319732.005038:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23514 00000100:00100000:3.0:1767319732.005042:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989936384:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319732.005045:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989936128:12345-0@lo:38:kworker.0 Request processed in 45us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319732.005051:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23513 00010000:00020000:3.0:1767319732.005051:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319732.005072:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989936384:12345-0@lo:38:kworker.0 Request processed in 28us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319732.005078:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23514 00000100:00080000:0.0:1767319732.005080:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319732.005099:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319732.005100:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989936000:0@lo:400:kworker.0 00000100:00080000:3.0:1767319732.005103:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319732.005106:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989936384:0@lo:38:kworker.0 00000100:00080000:3.0:1767319732.005113:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319732.005117:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319732.005119:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989936128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319732.005739:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989936256:0@lo:400:kworker.0 00010000:00010000:0.0:1767319732.832457:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319733.024665:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319733.024679:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989936768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319733.024743:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.024845:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989936896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319733.024885:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319733.024931:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936768 00000100:00100000:1.0:1767319733.024941:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936768 00000100:00100000:1.0:1767319733.024988:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989936896 00000100:00100000:1.0:1767319733.024991:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989936896 00000100:00100000:1.0:1767319733.025006:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:1.0:1767319733.025013:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989936768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319733.025043:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319733.025082:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989936768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319733.025089:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00100000:1.0:1767319733.025108:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:1.0:1767319733.025115:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989936896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319733.025128:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319733.025153:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989936896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319733.025159:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:2.0:1767319733.034695:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319733.038419:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989936896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319733.038478:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989936768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319733.094475:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319733.094530:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319733.094616:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854592 00000100:00100000:2.0:1767319733.094627:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854592 00000100:00100000:2.0:1767319733.094668:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854720 00000100:00100000:2.0:1767319733.094671:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854720 00000100:00100000:2.0:1767319733.094719:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5255 00000100:00100000:2.0:1767319733.094729:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925854720:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319733.094801:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925854720:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319733.094809:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5255 00000100:00100000:2.0:1767319733.094827:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23515 00000100:00100000:2.0:1767319733.094831:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925854592:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319733.094851:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319733.094888:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925854592:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (423us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319733.094894:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23515 00000100:00080000:3.0:1767319733.095086:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319733.856621:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319734.048551:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319734.881047:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319735.072608:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319735.904851:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319736.096363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319736.929134:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319737.120514:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319737.120531:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319737.120533:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319737.120537:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319737.120541:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319737.120549:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4981 00000100:00080000:2.0:1767319737.120560:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319737.120567:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319737.120615:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9500 x1853163989937024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319737.120667:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319737.120671:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319737.120672:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319737.120676:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4981 00000100:00080000:2.0:1767319737.120678:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319737.120682:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319737.120696:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db800 x1853163989937152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319737.120717:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319737.120720:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319737.120722:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319737.120725:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4981 00000100:00080000:2.0:1767319737.120727:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319737.120731:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319737.120741:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db480 x1853163989937408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319737.120756:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319737.120759:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319737.120761:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319737.120764:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4981 00000100:00080000:2.0:1767319737.120766:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319737.120769:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319737.120786:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2680 x1853163989937664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319737.120839:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989937024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319737.120860:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989937792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319737.123018:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989937280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.123173:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319737.123226:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319737.123242:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989937920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.123258:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319737.123289:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937792 00000100:00100000:2.0:1767319737.123294:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937792 00000100:00100000:2.0:1767319737.123332:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937920 00000100:00100000:2.0:1767319737.123334:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937920 00000100:00100000:2.0:1767319737.123347:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:2.0:1767319737.123352:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989937792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.123389:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989937792:12345-0@lo:400:kworker.0 Request processed in 37us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319737.123394:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:2.0:1767319737.123405:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:2.0:1767319737.123408:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989937920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.123426:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989937920:12345-0@lo:400:kworker.0 Request processed in 17us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319737.123432:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00080000:2.0:1767319737.123446:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319737.123450:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319737.123495:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989937920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.123507:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989937792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319737.123849:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319737.123892:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989937536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319737.123972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319737.124164:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937024 00000100:00100000:2.0:1767319737.124169:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937024 00000100:00100000:2.0:1767319737.124196:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23516 00000100:00100000:2.0:1767319737.124202:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989937024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319737.124219:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319737.129667:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319737.129705:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989937024:12345-0@lo:38:kworker.0 Request processed in 5497us (5728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319737.129723:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23516 00000100:00100000:2.0:1767319737.129751:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937280 00000100:00100000:2.0:1767319737.129759:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937280 00000100:00080000:3.0:1767319737.129840:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319737.129855:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5256 00000100:00100000:2.0:1767319737.129865:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989937280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319737.129939:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989937280:12345-0@lo:400:kworker.0 Request processed in 76us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319737.129946:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5256 00000100:00100000:3.0:1767319737.129982:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989937280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319737.131894:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319737.131928:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319737.131936:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319737.131940:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989937024:0@lo:38:kworker.0 00000100:00100000:1.0:1767319737.131952:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989937152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319737.132004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319737.132040:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989937408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319737.132048:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937152 00000100:00100000:0.0:1767319737.132054:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937152 00000100:00100000:1.0:1767319737.132073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319737.132089:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767319737.132102:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989937152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319737.132122:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319737.132157:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989937152:12345-0@lo:38:kworker.0 Request processed in 54us (153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319737.132163:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:1.0:1767319737.133866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989937664:0@lo:38:kworker.0 00000100:00100000:3.0:1767319737.133913:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937536 00000100:00100000:1.0:1767319737.133918:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319737.133931:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937536 00000100:00080000:1.0:1767319737.134087:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319737.134093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319737.134096:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989937152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319737.134224:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319737.134531:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937408 00000100:00100000:3.0:1767319737.134536:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937408 00000100:00100000:3.0:1767319737.134647:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989937664 00000100:00100000:3.0:1767319737.134651:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989937664 00000100:00100000:2.0:1767319737.134693:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5257 00000100:00100000:2.0:1767319737.134702:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989937536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319737.134714:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23517 00000100:00100000:1.0:1767319737.134721:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989937408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319737.134741:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319737.134799:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989937408:12345-0@lo:38:kworker.0 Request processed in 66us (2715us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319737.134810:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23517 00000100:00100000:1.0:1767319737.134831:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23518 00000100:00100000:1.0:1767319737.134838:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989937664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319737.134848:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319737.134874:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989937664:12345-0@lo:38:kworker.0 Request processed in 35us (958us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319737.134880:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23518 00000100:00100000:2.0:1767319737.134957:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989937536:12345-0@lo:400:kworker.0 Request processed in 256us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319737.134964:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5257 00000100:00080000:1.0:1767319737.137051:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319737.137064:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319737.137070:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989937408:0@lo:38:kworker.0 00000100:00080000:1.0:1767319737.137087:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319737.137091:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319737.137093:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989937664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319737.137368:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989937536:0@lo:400:kworker.0 00010000:00010000:0.0:1767319737.952495:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319738.144365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319738.144840:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319738.144855:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989938048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319738.144925:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319738.144971:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938048 00000100:00100000:3.0:1767319738.144982:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938048 00000100:00100000:3.0:1767319738.145065:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:3.0:1767319738.145075:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989938048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319738.145107:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319738.145602:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989938176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319738.145630:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319738.145687:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989938048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 614us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319738.145695:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:3.0:1767319738.145710:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938176 00000100:00100000:3.0:1767319738.145713:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938176 00000100:00100000:3.0:1767319738.145729:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:3.0:1767319738.145734:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989938176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319738.145748:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319738.146067:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989938176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 331us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319738.146074:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1767319738.146141:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989938048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319738.146173:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989938176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319738.210912:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319738.211012:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319738.211188:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854976 00000100:00100000:3.0:1767319738.211203:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854976 00000100:00100000:3.0:1767319738.211314:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925854848 00000100:00100000:3.0:1767319738.211318:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925854848 00000100:00100000:3.0:1767319738.211341:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5258 00000100:00100000:3.0:1767319738.211352:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925854976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319738.211435:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925854976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319738.211443:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5258 00000100:00100000:3.0:1767319738.211734:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23519 00000100:00100000:3.0:1767319738.211740:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925854848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319738.211761:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319738.211806:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925854848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 65us (794us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319738.211814:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23519 00000100:00080000:1.0:1767319738.212491:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319738.976483:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319739.168794:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319740.003175:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319740.192583:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319741.024462:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319741.216365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319742.048606:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319742.240644:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319742.240739:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319742.240745:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319742.240748:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319742.240752:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319742.240755:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319742.240762:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4986 00000100:00080000:1.0:1767319742.240767:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319742.240774:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319742.240816:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163989938304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319742.240842:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319742.240846:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319742.240847:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319742.240851:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4986 00000100:00080000:1.0:1767319742.240853:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319742.240857:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319742.240871:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3b80 x1853163989938432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319742.240889:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989938304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319742.240915:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319742.240919:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319742.240921:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319742.240924:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4986 00000100:00080000:1.0:1767319742.240926:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319742.240929:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319742.240940:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163989938688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319742.240954:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319742.240957:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767319742.240957:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319742.240959:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319742.240961:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4986 00000100:00080000:1.0:1767319742.240963:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319742.240967:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319742.240975:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8df80 x1853163989938944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319742.241015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989938432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319742.241027:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938304 00000100:00100000:1.0:1767319742.241034:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938304 00000100:00100000:3.0:1767319742.241052:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319742.241071:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23520 00000100:00100000:3.0:1767319742.241075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989938688:0@lo:38:kworker.0 00000100:00100000:1.0:1767319742.241078:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989938304:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319742.241096:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767319742.241097:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319742.241109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989938944:0@lo:38:kworker.0 00000100:00100000:3.0:1767319742.241126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319742.241133:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989938304:12345-0@lo:38:kworker.0 Request processed in 55us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319742.241140:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23520 00000100:00100000:1.0:1767319742.241154:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938688 00000100:00080000:3.0:1767319742.241154:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319742.241157:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938688 00000100:00080000:3.0:1767319742.241158:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319742.241161:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989938304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319742.241169:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938944 00000100:00100000:1.0:1767319742.241171:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938944 00000100:00100000:1.0:1767319742.241183:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23521 00000100:00100000:1.0:1767319742.241187:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989938688:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319742.241192:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23522 00010000:00020000:1.0:1767319742.241196:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319742.241197:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989938944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319742.241205:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319742.241260:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989938560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319742.241262:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989938816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.242742:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989938944:12345-0@lo:38:kworker.0 Request processed in 1536us (1606us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319742.242755:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23522 00000100:00080000:3.0:1767319742.242818:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319742.242824:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319742.242828:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989938944:0@lo:38:kworker.0 00000100:00100000:3.0:1767319742.242901:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989939072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.242942:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319742.242971:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319742.242977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989939200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.242998:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319742.243038:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939072 00000100:00100000:3.0:1767319742.243141:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939072 00000100:00100000:3.0:1767319742.243192:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939200 00000100:00100000:3.0:1767319742.243195:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939200 00000100:00100000:3.0:1767319742.243217:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:3.0:1767319742.243225:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989939072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.243300:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989939072:12345-0@lo:400:kworker.0 Request processed in 76us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319742.243307:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:3.0:1767319742.243321:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:3.0:1767319742.243341:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989939200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.243371:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989939200:12345-0@lo:400:kworker.0 Request processed in 45us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319742.243376:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00100000:3.0:1767319742.243671:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989939200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.243683:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989939072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.243766:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938432 00000100:00100000:3.0:1767319742.243771:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938432 00000100:00100000:3.0:1767319742.243793:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:3.0:1767319742.243798:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989938432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319742.243816:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319742.243850:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989938432:12345-0@lo:38:kworker.0 Request processed in 50us (2809us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319742.243855:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00080000:3.0:1767319742.243878:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319742.243882:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319742.243885:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989938432:0@lo:38:kworker.0 00000100:00080000:3.0:1767319742.243923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319742.243926:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319742.244931:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989938688:12345-0@lo:38:kworker.0 Request processed in 3737us (3828us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319742.244943:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23521 00000100:00080000:3.0:1767319742.245298:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319742.245305:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319742.245308:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989938688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319742.250378:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319742.250754:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319742.258852:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938816 00000100:00100000:1.0:1767319742.258870:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938816 00000100:00080000:2.0:1767319742.259006:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319742.260247:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989938560 00000100:00100000:3.0:1767319742.260257:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989938560 00000100:00100000:3.0:1767319742.260406:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5259 00000100:00100000:0.0:1767319742.261112:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5260 00000100:00100000:0.0:1767319742.261125:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989938560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319742.261228:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989938560:12345-0@lo:400:kworker.0 Request processed in 97us (10464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319742.261250:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5260 00000100:00100000:0.0:1767319742.261316:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989938560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.261634:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989938816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319742.261689:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989938816:12345-0@lo:400:kworker.0 Request processed in 1275us (11319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319742.261704:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5259 00000100:00100000:0.0:1767319742.261925:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989938816:0@lo:400:kworker.0 00000100:00080000:2.0:1767319742.266261:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319743.072442:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319743.265089:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319743.265728:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319743.265749:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989939328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319743.265828:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319743.265912:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939328 00000100:00100000:3.0:1767319743.265921:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939328 00000100:00100000:3.0:1767319743.265968:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:3.0:1767319743.265978:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989939328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319743.266008:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319743.266057:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989939328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319743.266064:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00100000:3.0:1767319743.266365:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989939328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319743.267422:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319743.267450:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989939456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319743.267507:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319743.267704:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939456 00000100:00100000:1.0:1767319743.267711:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939456 00000100:00100000:1.0:1767319743.267763:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00100000:1.0:1767319743.267772:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989939456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319743.267798:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319743.267860:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989939456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319743.267870:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00100000:2.0:1767319743.268057:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989939456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319743.335335:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319743.335390:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319743.335654:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925855104 00000100:00100000:3.0:1767319743.335665:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925855104 00000100:00100000:3.0:1767319743.335842:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925855232 00000100:00100000:3.0:1767319743.335847:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925855232 00000100:00100000:0.0:1767319743.338115:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5261 00000100:00100000:0.0:1767319743.338142:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925855232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319743.338546:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319743.339067:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925855232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 933us (3670us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319743.339079:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5261 00000100:00100000:0.0:1767319743.339123:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23523 00000100:00100000:0.0:1767319743.339129:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925855104:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319743.339151:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319743.339193:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925855104:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 64us (3871us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319743.339199:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23523 00010000:00010000:1.0:1767319744.096995:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319744.288328:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319745.121473:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319745.313182:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319746.145816:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319746.337091:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319747.169558:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319747.360393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319747.360875:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.360880:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319747.360883:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.360887:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.360890:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.360899:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4991 00000100:00080000:2.0:1767319747.360903:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.360911:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319747.360967:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b100 x1853163989939584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319747.360992:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.360995:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.360997:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.361000:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4991 00000100:00080000:2.0:1767319747.361002:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.361006:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319747.361018:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75500 x1853163989939712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319747.361056:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.361060:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.361062:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.361065:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4991 00000100:00080000:2.0:1767319747.361068:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.361071:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319747.361083:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979500 x1853163989939968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319747.361096:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319747.361099:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319747.361101:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319747.361104:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4991 00000100:00080000:2.0:1767319747.361106:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319747.361110:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319747.361117:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b480 x1853163989940224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319747.361183:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989940352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319747.361278:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319747.361347:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319747.361354:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989940480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319747.361376:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319747.361411:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940352 00000100:00100000:2.0:1767319747.361418:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940352 00000100:00100000:2.0:1767319747.361468:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940480 00000100:00100000:2.0:1767319747.361472:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940480 00000100:00100000:2.0:1767319747.361493:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:2.0:1767319747.361501:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989940352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319747.361561:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989940352:12345-0@lo:400:kworker.0 Request processed in 60us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319747.361568:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00100000:2.0:1767319747.361585:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:2.0:1767319747.361591:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989940480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319747.361629:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989940480:12345-0@lo:400:kworker.0 Request processed in 38us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319747.361635:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00080000:2.0:1767319747.361651:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319747.361655:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319747.361682:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989940480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319747.361691:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989940352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.362009:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989940096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.362061:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319747.362097:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319747.362103:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989939840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.362124:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319747.362170:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940096 00000100:00100000:0.0:1767319747.362175:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940096 00000100:00100000:0.0:1767319747.362210:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939840 00000100:00100000:0.0:1767319747.362213:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939840 00000100:00100000:0.0:1767319747.362259:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262 00000100:00100000:0.0:1767319747.362266:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989940096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.362303:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989940096:12345-0@lo:400:kworker.0 Request processed in 38us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319747.362309:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262 00000100:00100000:0.0:1767319747.362325:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263 00000100:00100000:0.0:1767319747.362331:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989939840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.362356:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989939840:12345-0@lo:400:kworker.0 Request processed in 26us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319747.362362:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263 00000100:00080000:0.0:1767319747.362380:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319747.362399:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989939840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319747.362409:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989940096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319747.362793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989939584:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.362829:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319747.362867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989939712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.362890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319747.362923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989939968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.362945:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319747.362963:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989940224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319747.362982:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319747.363011:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939584 00000100:00100000:1.0:1767319747.363015:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939584 00000100:00100000:1.0:1767319747.363048:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939968 00000100:00100000:1.0:1767319747.363051:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939968 00000100:00100000:1.0:1767319747.363065:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940224 00000100:00100000:1.0:1767319747.363067:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940224 00000100:00100000:1.0:1767319747.363077:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23524 00000100:00100000:1.0:1767319747.363081:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989939584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319747.363100:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319747.363132:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989939584:12345-0@lo:38:kworker.0 Request processed in 49us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319747.363138:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23524 00000100:00100000:0.0:1767319747.363449:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989939712 00000100:00100000:0.0:1767319747.363455:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989939712 00000100:00100000:0.0:1767319747.363484:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1767319747.363489:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989939712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319747.363502:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319747.363534:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989939712:12345-0@lo:38:kworker.0 Request processed in 44us (643us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319747.363540:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1767319747.363581:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23525 00000100:00100000:0.0:1767319747.363586:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989939968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319747.363596:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319747.363632:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989939968:12345-0@lo:38:kworker.0 Request processed in 44us (685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319747.363638:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23525 00000100:00100000:0.0:1767319747.363651:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23526 00000100:00100000:0.0:1767319747.363654:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989940224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319747.363663:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319747.363683:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989940224:12345-0@lo:38:kworker.0 Request processed in 27us (700us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319747.363688:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23526 00000100:00080000:0.0:1767319747.371692:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319747.371706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319747.371711:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989939584:0@lo:38:kworker.0 00000100:00080000:0.0:1767319747.371726:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319747.371730:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319747.371733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989939712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319747.371743:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319747.371747:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319747.371750:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989939968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319747.371759:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319747.371763:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319747.371766:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989940224:0@lo:38:kworker.0 00010000:00010000:0.0:1767319748.192573:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319748.385081:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989940608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319748.385153:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319748.385310:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319748.389675:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940608 00000100:00100000:2.0:1767319748.389691:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940608 00000100:00100000:2.0:1767319748.389792:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:2.0:1767319748.389804:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989940608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319748.389839:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319748.389934:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989940608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319748.389941:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1767319748.390169:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989940608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319748.395945:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989940736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319748.396015:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319748.398096:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940736 00000100:00100000:3.0:1767319748.398110:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940736 00000100:00100000:3.0:1767319748.398182:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:3.0:1767319748.398192:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989940736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319748.398227:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319748.398337:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989940736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (2321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319748.398344:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767319748.398443:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989940736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319748.453310:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319748.453354:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319748.454974:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925855488 00000100:00100000:2.0:1767319748.454988:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925855488 00000100:00100000:2.0:1767319748.455933:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925855360 00000100:00100000:2.0:1767319748.455940:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925855360 00000100:00100000:2.0:1767319748.455971:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5264 00000100:00100000:2.0:1767319748.455982:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925855488:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319748.456075:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925855488:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (2776us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319748.456083:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5264 00000100:00100000:2.0:1767319748.456104:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23527 00000100:00100000:2.0:1767319748.456109:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925855360:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319748.456127:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319748.456151:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925855360:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (2797us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319748.456158:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23527 00000100:00080000:0.0:1767319748.459706:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319749.216864:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319749.408727:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319750.240639:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319750.432637:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319751.264470:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319751.456411:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319726/real 1767319726] req@ffff96e1eb710700 x1853163989935360/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319751 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319751.456451:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1eb710700 x1853163989935360/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319751 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319751.456483:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319751.456505:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319751.456509:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989935360:0@lo:250:kworker.0 00000100:00080000:2.0:1767319751.456587:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319751.456593:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319751.456596:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319751.456609:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 4976 00000100:00080000:2.0:1767319751.456612:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319751.456621:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319751.456654:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163989940864/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319751.456679:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319751.456684:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319751.456685:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319751.456689:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4997 00000100:00080000:2.0:1767319751.456691:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319751.456695:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319751.456708:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989940864:0@lo:250:kworker.0 00000100:00100000:2.0:1767319751.456714:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163989940992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319751.456733:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319751.456736:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319751.456738:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319751.456741:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4997 00000100:00080000:2.0:1767319751.456743:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319751.456746:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000400:00000100:0.0:1767319751.456755:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989940864 offset 0 length 520: 4 00000100:00100000:2.0:1767319751.456756:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163989941120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319751.456789:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319751.456792:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319751.456794:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319751.456797:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4997 00000100:00080000:2.0:1767319751.456799:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319751.456803:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319751.456891:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989940992:0@lo:38:kworker.0 00000100:00100000:0.0:1767319751.456934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319751.456950:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319751.456960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989941120:0@lo:38:kworker.0 00000100:00100000:3.0:1767319751.456960:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989941248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319751.456983:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319751.456984:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319751.457013:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989940992 00000100:00100000:0.0:1767319751.457016:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941120 00000100:00100000:0.0:1767319751.457021:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941120 00000100:00100000:3.0:1767319751.457021:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989940992 00000100:00100000:3.0:1767319751.457052:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941248 00000100:00100000:3.0:1767319751.457055:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941248 00000100:00100000:0.0:1767319751.457062:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:0.0:1767319751.457069:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989941120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319751.457091:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319751.457091:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265 00000100:00100000:3.0:1767319751.457098:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989941248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319751.457136:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989941248:12345-0@lo:400:kworker.0 Request processed in 39us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319751.457144:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989941120:12345-0@lo:38:kworker.0 Request processed in 67us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319751.457144:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265 00000100:00100000:0.0:1767319751.457149:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00000100:00100000:3.0:1767319751.457160:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23528 00000100:00100000:3.0:1767319751.457165:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989940992:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319751.457169:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767319751.457173:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319751.457191:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319751.457196:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319751.457196:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989940992:12345-0@lo:38:kworker.0 Request processed in 30us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319751.457199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989941120:0@lo:38:kworker.0 00000100:00100000:3.0:1767319751.457202:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23528 00000100:00080000:0.0:1767319751.457213:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319751.457216:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319751.457219:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989940992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319751.457227:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989941248:0@lo:400:kworker.0 00000100:00100000:3.0:1767319751.457504:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319751.457564:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163989941376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319751.457618:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319751.457622:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319751.457624:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319751.457628:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4997 00000100:00100000:1.0:1767319751.457630:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767319751.457630:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319751.457636:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319751.457639:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989941504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319751.457648:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163989941632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319751.457670:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319751.457695:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941504 00000100:00100000:2.0:1767319751.457697:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989941376:0@lo:38:kworker.0 00000100:00100000:1.0:1767319751.457699:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941504 00000100:00100000:2.0:1767319751.457723:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319751.457729:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941376 00000100:00100000:1.0:1767319751.457732:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941376 00000100:00100000:2.0:1767319751.457737:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989941632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319751.457747:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5266 00000100:00100000:1.0:1767319751.457753:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989941504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319751.457755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319751.457783:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941632 00000100:00100000:2.0:1767319751.457787:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941632 00000100:00100000:2.0:1767319751.457803:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23529 00000100:00100000:2.0:1767319751.457808:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989941376:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319751.457881:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989941504:12345-0@lo:400:kworker.0 Request processed in 127us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319751.457887:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5266 00000100:00100000:1.0:1767319751.457903:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23530 00000100:00100000:1.0:1767319751.457907:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989941632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319751.457929:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319751.457959:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989941632:12345-0@lo:38:kworker.0 Request processed in 50us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319751.457964:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23530 00000100:00100000:1.0:1767319751.457994:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989941504:0@lo:400:kworker.0 00000100:00080000:1.0:1767319751.458008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319751.458021:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319751.458027:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319751.458030:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989941632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319751.458052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989941760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319751.458078:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319751.458099:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319751.458104:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989941888:0@lo:400:kworker.0 00000100:00100000:1.0:1767319751.458123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319751.458331:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941760 00000100:00100000:3.0:1767319751.458336:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941760 00000100:00100000:3.0:1767319751.458378:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989941888 00000100:00100000:3.0:1767319751.458382:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989941888 00000100:00100000:3.0:1767319751.458401:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:3.0:1767319751.458407:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989941760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319751.458443:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989941760:12345-0@lo:400:kworker.0 Request processed in 36us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319751.458450:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:3.0:1767319751.458589:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:3.0:1767319751.458597:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989941888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319751.458631:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989941888:12345-0@lo:400:kworker.0 Request processed in 36us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319751.458636:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00080000:1.0:1767319751.459244:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319751.459249:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319751.459276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989941888:0@lo:400:kworker.0 00000100:00100000:1.0:1767319751.459288:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989941760:0@lo:400:kworker.0 00010000:00020000:2.0:1767319751.459485:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319751.459549:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989941376:12345-0@lo:38:kworker.0 Request processed in 1739us (1824us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319751.459557:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23529 00000100:00080000:1.0:1767319751.459588:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319751.459594:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319751.459597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989941376:0@lo:38:kworker.0 00010000:00010000:3.0:1767319752.288655:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319752.480469:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767319752.552723:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925855616 offset 0 length 520: 4 00000100:00100000:3.0:1767319752.560605:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319752.561300:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925855744 00000100:00100000:2.0:1767319752.561317:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925855744 00000100:00100000:2.0:1767319752.561391:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23531 00000100:00100000:2.0:1767319752.561400:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925855744:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319752.561425:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319752.561523:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925855744:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 122us (931us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319752.561530:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23531 00000100:00100000:2.0:1767319752.576045:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319752.581315:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925855872 00000100:00100000:0.0:1767319752.581334:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925855872 00000100:00100000:0.0:1767319752.581536:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5267 00000100:00100000:0.0:1767319752.581550:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925855872:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319752.581677:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925855872:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 129us (5641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319752.581685:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5267 00000100:00080000:1.0:1767319752.585295:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319753.313627:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319753.505147:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319753.505187:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989942016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319753.505278:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319753.505502:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942016 00000100:00100000:2.0:1767319753.505511:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942016 00000100:00100000:2.0:1767319753.505574:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:2.0:1767319753.505585:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989942016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319753.505617:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319753.505664:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989942016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319753.505671:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00080000:0.0:1767319753.505740:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319753.505778:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989942016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319753.510309:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319753.510334:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989942144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319753.510411:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319753.510469:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942144 00000100:00100000:3.0:1767319753.510477:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942144 00000100:00100000:3.0:1767319753.510561:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:3.0:1767319753.510569:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989942144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319753.510602:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319753.510643:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989942144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319753.510651:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:3.0:1767319753.510695:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989942144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319753.511089:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319753.511357:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319754.336767:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319754.528457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319755.360716:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319755.552356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319756.384561:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319756.577351:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319756.577363:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319756.577366:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319756.577370:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319756.577373:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319756.577381:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5001 00000100:00080000:2.0:1767319756.577386:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319756.577393:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319756.577444:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229880 x1853163989942272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319756.577477:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319756.577481:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319756.577482:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319756.577486:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5001 00000100:00080000:2.0:1767319756.577489:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319756.577493:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319756.577508:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163989942400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319756.577534:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319756.577538:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319756.577540:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319756.577543:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5001 00000100:00080000:2.0:1767319756.577545:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319756.577549:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319756.577560:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163989942656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319756.577574:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319756.577577:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319756.577579:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319756.577582:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5001 00000100:00080000:2.0:1767319756.577584:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319756.577587:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319756.577595:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc380 x1853163989942912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319756.577692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989942528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319756.577760:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319756.577845:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319756.577852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989942784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319756.577876:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319756.577914:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319756.578021:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989943168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319756.578048:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989943040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319756.578060:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319756.578107:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319756.578130:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942528 00000100:00100000:0.0:1767319756.578139:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942528 00000100:00100000:3.0:1767319756.578146:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943168 00000100:00100000:3.0:1767319756.578151:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943168 00000100:00100000:3.0:1767319756.578193:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943040 00000100:00100000:3.0:1767319756.578196:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943040 00000100:00100000:0.0:1767319756.578206:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942784 00000100:00100000:0.0:1767319756.578210:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942784 00000100:00100000:3.0:1767319756.578226:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1767319756.578261:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268 00000100:00100000:3.0:1767319756.578267:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989943168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319756.578274:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989942528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319756.578331:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989943168:12345-0@lo:400:kworker.0 Request processed in 67us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319756.578334:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989942528:12345-0@lo:400:kworker.0 Request processed in 64us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319756.578342:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1767319756.578347:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268 00000100:00100000:3.0:1767319756.578362:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1767319756.578369:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5269 00000100:00100000:3.0:1767319756.578373:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989943040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319756.578382:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989942784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319756.578414:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989943040:12345-0@lo:400:kworker.0 Request processed in 44us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319756.578420:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1767319756.578425:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989942784:12345-0@lo:400:kworker.0 Request processed in 44us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319756.578446:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5269 00000100:00080000:0.0:1767319756.578472:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319756.578477:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319756.578480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319756.578492:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989943040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319756.578496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989942272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319756.578528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319756.578558:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989942400:0@lo:38:kworker.0 00000100:00100000:3.0:1767319756.578561:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942272 00000100:00100000:3.0:1767319756.578567:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942272 00000100:00100000:0.0:1767319756.578589:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319756.578594:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23532 00000100:00100000:3.0:1767319756.578600:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989942272:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319756.578619:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989942656:0@lo:38:kworker.0 00010000:00020000:3.0:1767319756.578620:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319756.578657:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319756.578662:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989942272:12345-0@lo:38:kworker.0 Request processed in 59us (134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319756.578670:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23532 00000100:00100000:0.0:1767319756.578680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989942912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319756.578683:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942656 00000100:00100000:3.0:1767319756.578688:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942656 00000100:00100000:0.0:1767319756.578710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319756.578711:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23533 00000100:00100000:3.0:1767319756.578718:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989942656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319756.578728:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319756.578739:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319756.578744:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319756.578749:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989942272:0@lo:38:kworker.0 00000100:00100000:3.0:1767319756.578758:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989942656:12345-0@lo:38:kworker.0 Request processed in 38us (100us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319756.578762:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319756.578769:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319756.578775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989942656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319756.578776:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23533 00000100:00100000:3.0:1767319756.578794:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942912 00000100:00100000:3.0:1767319756.578798:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942912 00000100:00100000:0.0:1767319756.578808:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989942400 00000100:00100000:0.0:1767319756.578813:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989942400 00000100:00100000:0.0:1767319756.578833:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:0.0:1767319756.578838:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989942400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319756.578848:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319756.578879:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989942400:12345-0@lo:38:kworker.0 Request processed in 41us (292us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319756.578885:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:0.0:1767319756.579117:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989943168:0@lo:400:kworker.0 00000100:00080000:0.0:1767319756.579138:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319756.579141:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319756.579144:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989942400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319756.580071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989942784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319756.580084:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989942528:0@lo:400:kworker.0 00000100:00100000:3.0:1767319756.580627:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23534 00000100:00100000:3.0:1767319756.580633:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989942912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319756.580649:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319756.580704:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989942912:12345-0@lo:38:kworker.0 Request processed in 70us (1997us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319756.580710:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23534 00000100:00080000:0.0:1767319756.582343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319756.582354:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319756.582359:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989942912:0@lo:38:kworker.0 00010000:00010000:3.0:1767319757.408530:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319757.600475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319757.676327:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319757.676374:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319757.679332:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856128 00000100:00100000:2.0:1767319757.679345:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856128 00000100:00100000:2.0:1767319757.679434:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856000 00000100:00100000:2.0:1767319757.679437:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856000 00000100:00100000:2.0:1767319757.679465:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5270 00000100:00100000:2.0:1767319757.679474:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925856128:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319757.679629:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925856128:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 156us (3314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319757.679638:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5270 00000100:00100000:2.0:1767319757.679655:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23535 00000100:00100000:2.0:1767319757.679660:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925856000:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319757.679679:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319757.679700:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925856000:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 39us (3326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319757.679705:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23535 00000100:00080000:0.0:1767319757.680012:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319758.434348:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319758.624389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319758.624483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989943296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319758.624550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319758.624691:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943296 00000100:00100000:3.0:1767319758.624708:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943296 00000100:00100000:3.0:1767319758.624797:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:3.0:1767319758.624806:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989943296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319758.624855:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319758.624900:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989943296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319758.624913:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:2.0:1767319758.624956:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989943296:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319758.624986:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319758.625184:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319758.625197:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989943424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319758.625226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319758.625324:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943424 00000100:00100000:3.0:1767319758.625329:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943424 00000100:00100000:3.0:1767319758.625368:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:3.0:1767319758.625375:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989943424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319758.625401:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319758.625444:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989943424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319758.625451:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:1.0:1767319758.625523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989943424:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319758.625574:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319759.456559:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319759.648805:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319760.480488:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319760.672379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319761.504468:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319761.696397:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319761.696408:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319761.696411:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319761.696416:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319761.696421:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319761.696426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319761.696431:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5006 00000100:00080000:2.0:1767319761.696436:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319761.696443:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319761.696510:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48000 x1853163989943552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319761.696528:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319761.696531:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319761.696533:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319761.696537:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5006 00000100:00080000:2.0:1767319761.696539:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319761.696544:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319761.696560:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163989943680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319761.696603:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319761.696607:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319761.696609:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319761.696614:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5006 00000100:00080000:2.0:1767319761.696617:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319761.696621:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319761.696632:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989943552:0@lo:38:kworker.0 00000100:00100000:2.0:1767319761.696635:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4bb80 x1853163989943936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319761.696659:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319761.696662:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319761.696664:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319761.696667:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5006 00000100:00080000:2.0:1767319761.696669:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319761.696673:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319761.696685:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163989944192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319761.696731:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989944448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.696758:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989944064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319761.696761:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319761.696772:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319761.696837:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989943808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.701046:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319761.701066:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319761.701117:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943552 00000100:00100000:1.0:1767319761.701126:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943552 00000100:00100000:1.0:1767319761.701159:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944064 00000100:00100000:1.0:1767319761.701162:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944064 00000100:00100000:1.0:1767319761.701202:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5271 00000100:00100000:1.0:1767319761.701213:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989944064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.701304:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989944064:12345-0@lo:400:kworker.0 Request processed in 93us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319761.701312:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5271 00000100:00100000:2.0:1767319761.701317:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989944320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.701345:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23536 00000100:00100000:1.0:1767319761.701351:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989943552:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319761.701368:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989943680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319761.701381:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319761.701405:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767319761.701436:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319761.701457:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944448 00000100:00100000:2.0:1767319761.701463:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944448 00000100:00100000:1.0:1767319761.701471:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989943552:12345-0@lo:38:kworker.0 Request processed in 118us (4712us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319761.701478:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23536 00000100:00080000:1.0:1767319761.701500:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319761.701513:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944320 00000100:00100000:1.0:1767319761.701517:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944320 00000100:00100000:1.0:1767319761.701550:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:1.0:1767319761.701557:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989944320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.701591:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989944320:12345-0@lo:400:kworker.0 Request processed in 35us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319761.701597:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00000100:00080000:1.0:1767319761.701614:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319761.701641:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989944064:0@lo:400:kworker.0 00000100:00080000:1.0:1767319761.701705:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319761.701724:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:2.0:1767319761.701733:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989944448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319761.701776:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989944448:12345-0@lo:400:kworker.0 Request processed in 44us (5004us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319761.701800:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00100000:1.0:1767319761.701822:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943680 00000100:00100000:1.0:1767319761.701828:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943680 00000100:00100000:2.0:1767319761.701837:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989944320:0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.701854:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1767319761.701854:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989944448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.701861:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989943680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319761.701874:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319761.701918:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989943680:12345-0@lo:38:kworker.0 Request processed in 57us (514us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319761.701924:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:0.0:1767319761.702107:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989943936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319761.702138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319761.702163:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989944192:0@lo:38:kworker.0 00000100:00100000:1.0:1767319761.702185:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943936 00000100:00100000:1.0:1767319761.702190:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943936 00000100:00100000:1.0:1767319761.702222:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23537 00000100:00100000:1.0:1767319761.702227:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989943936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319761.702260:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319761.702293:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989943936:12345-0@lo:38:kworker.0 Request processed in 65us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319761.702300:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23537 00000100:00100000:0.0:1767319761.702915:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319761.702972:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319761.702978:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319761.702982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989943552:0@lo:38:kworker.0 00000100:00080000:0.0:1767319761.702994:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319761.702998:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319761.703001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989943680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319761.703056:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944192 00000100:00100000:2.0:1767319761.703061:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944192 00000100:00100000:2.0:1767319761.703092:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23538 00000100:00100000:2.0:1767319761.703097:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989944192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319761.703110:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319761.703123:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319761.703130:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319761.703135:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989943936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319761.703145:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989944192:12345-0@lo:38:kworker.0 Request processed in 46us (954us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319761.703151:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319761.703154:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23538 00000100:00080000:0.0:1767319761.703160:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319761.703165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989944192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319761.703399:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319761.703538:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989943808 00000100:00100000:1.0:1767319761.703543:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989943808 00000100:00080000:1.0:1767319761.703568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319761.703600:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5272 00000100:00100000:1.0:1767319761.703607:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb23c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989943808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319761.703653:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb23c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989943808:12345-0@lo:400:kworker.0 Request processed in 46us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319761.703659:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5272 00000100:00100000:3.0:1767319761.703690:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989943808:0@lo:400:kworker.0 00010000:00010000:3.0:1767319762.530376:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319762.721713:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319762.787999:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319762.789145:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319762.793375:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856384 00000100:00100000:1.0:1767319762.793392:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856384 00000100:00100000:1.0:1767319762.794389:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856256 00000100:00100000:1.0:1767319762.794397:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856256 00000100:00100000:0.0:1767319762.794424:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5273 00000100:00100000:0.0:1767319762.794441:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925856384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319762.794457:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23539 00000100:00100000:3.0:1767319762.794470:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925856256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319762.794496:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319762.794542:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925856384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (6554us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319762.794549:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5273 00000100:00100000:3.0:1767319762.795340:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925856256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 865us (6197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319762.795350:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23539 00000100:00080000:2.0:1767319762.800246:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319763.552552:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319763.744712:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319763.744730:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989944576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319763.744797:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319763.744860:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944576 00000100:00100000:2.0:1767319763.744867:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944576 00000100:00080000:1.0:1767319763.744902:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319763.744925:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:2.0:1767319763.744935:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989944576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319763.744966:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319763.744968:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319763.744993:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319763.745019:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989944576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319763.745024:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989944704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319763.745034:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:3.0:1767319763.745357:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319763.745461:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989944576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319763.745500:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944704 00000100:00100000:0.0:1767319763.745510:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944704 00000100:00100000:0.0:1767319763.746101:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:0.0:1767319763.746111:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989944704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319763.746147:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319763.746221:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989944704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319763.746251:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:2.0:1767319763.746422:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989944704:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319763.746775:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767319764.576871:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319764.773261:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319765.600630:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319765.795941:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319766.624578:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319766.816465:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.816480:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319766.816485:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.816491:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.816496:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.816507:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5011 00000100:00080000:2.0:1767319766.816514:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.816523:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319766.816584:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c380 x1853163989944832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319766.816624:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.816631:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.816633:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.816637:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5011 00000100:00080000:2.0:1767319766.816640:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.816644:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319766.816663:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163989944960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319766.816701:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.816705:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.816707:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.816711:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5011 00000100:00080000:2.0:1767319766.816714:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.816718:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319766.816728:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067fb80 x1853163989945216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319766.816746:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.816751:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.816753:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.816758:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5011 00000100:00080000:2.0:1767319766.816760:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.816765:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319766.816776:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d880 x1853163989945472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319766.816790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989944832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319766.816864:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989945344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.816886:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319766.817004:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319766.817040:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989945600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319766.817120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989945088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.817203:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.818462:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989945728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.818521:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.818579:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945728 00000100:00100000:2.0:1767319766.818588:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945728 00000100:00100000:2.0:1767319766.818661:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767319766.818671:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989945728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.818732:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989945728:12345-0@lo:400:kworker.0 Request processed in 61us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319766.818740:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767319766.818795:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989945728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.818845:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944832 00000100:00100000:2.0:1767319766.818849:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944832 00000100:00100000:2.0:1767319766.818870:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945344 00000100:00100000:2.0:1767319766.818873:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945344 00000100:00100000:2.0:1767319766.818900:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5274 00000100:00100000:2.0:1767319766.818907:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989945344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.818946:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989945344:12345-0@lo:400:kworker.0 Request processed in 39us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319766.818952:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5274 00000100:00100000:2.0:1767319766.818965:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23540 00000100:00100000:2.0:1767319766.818970:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989944832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319766.818995:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.819029:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989944832:12345-0@lo:38:kworker.0 Request processed in 56us (2146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319766.819035:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23540 00000100:00100000:2.0:1767319766.819064:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989945344:0@lo:400:kworker.0 00000100:00080000:2.0:1767319766.819217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319766.819223:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319766.819874:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319766.819887:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319766.819893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989944832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319766.819905:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989944960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319766.819966:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319766.820129:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319766.820211:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945600 00000100:00100000:3.0:1767319766.820218:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945600 00000100:00100000:3.0:1767319766.820389:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:3.0:1767319766.820399:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989945600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.820451:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989945600:12345-0@lo:400:kworker.0 Request processed in 53us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319766.820458:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00080000:3.0:1767319766.820480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319766.820505:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989945600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.820829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989945216:0@lo:38:kworker.0 00000100:00100000:0.0:1767319766.820874:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319766.820924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989945472:0@lo:38:kworker.0 00000100:00100000:0.0:1767319766.820948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319766.820995:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945216 00000100:00100000:0.0:1767319766.821003:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945216 00000100:00100000:0.0:1767319766.821035:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945472 00000100:00100000:0.0:1767319766.821038:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945472 00000100:00100000:0.0:1767319766.821058:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23541 00000100:00100000:0.0:1767319766.821067:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989945216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319766.821095:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319766.821137:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989945216:12345-0@lo:38:kworker.0 Request processed in 70us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319766.821144:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23541 00000100:00100000:0.0:1767319766.821165:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23542 00000100:00100000:0.0:1767319766.821169:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989945472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319766.821180:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319766.821203:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989945472:12345-0@lo:38:kworker.0 Request processed in 33us (256us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319766.821210:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23542 00000100:00080000:0.0:1767319766.821273:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319766.821279:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319766.821284:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989945472:0@lo:38:kworker.0 00000100:00080000:0.0:1767319766.821293:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319766.821296:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319766.821299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989945216:0@lo:38:kworker.0 00000100:00100000:3.0:1767319766.822136:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989944960 00000100:00100000:3.0:1767319766.822155:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989944960 00000100:00100000:3.0:1767319766.822259:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:3.0:1767319766.822281:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989944960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319766.822306:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319766.822390:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989944960:12345-0@lo:38:kworker.0 Request processed in 109us (2424us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319766.822397:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1767319766.822722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319766.825038:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945088 00000100:00100000:3.0:1767319766.825056:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945088 00000100:00100000:3.0:1767319766.825168:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275 00000100:00100000:3.0:1767319766.825189:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989945088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.825485:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989945088:12345-0@lo:400:kworker.0 Request processed in 305us (2762us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319766.825494:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275 00000100:00080000:1.0:1767319766.825932:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319766.825992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989945088:0@lo:400:kworker.0 00000100:00080000:0.0:1767319766.826503:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319766.826510:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319766.826515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989944960:0@lo:38:kworker.0 00010000:00010000:3.0:1767319767.648522:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319767.841681:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319767.916921:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319767.917030:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319767.917149:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856640 00000100:00100000:0.0:1767319767.917163:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856640 00000100:00100000:0.0:1767319767.917329:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856512 00000100:00100000:0.0:1767319767.917334:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856512 00000100:00100000:0.0:1767319767.917360:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5276 00000100:00100000:0.0:1767319767.917372:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925856640:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319767.917482:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925856640:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 112us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319767.917488:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23543 00000100:00100000:0.0:1767319767.917501:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5276 00000100:00100000:3.0:1767319767.917502:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925856512:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319767.917528:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319767.917565:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925856512:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 68us (535us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319767.917570:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23543 00000100:00080000:1.0:1767319767.917898:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319768.676108:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319768.864505:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319768.865676:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319768.865695:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989945856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319768.865789:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319768.865852:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945856 00000100:00100000:1.0:1767319768.865865:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945856 00000100:00080000:0.0:1767319768.865940:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319768.865953:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1767319768.865969:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989945856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319768.866022:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319768.866124:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989945984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319768.866165:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319768.866252:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989945856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 261us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319768.866256:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989945984 00000100:00100000:0.0:1767319768.866263:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989945984 00000100:00100000:1.0:1767319768.866265:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1767319768.866309:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:1.0:1767319768.866318:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989945984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319768.866337:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319768.866391:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319768.866814:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989945984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 497us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319768.866822:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:3.0:1767319768.866900:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989945856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319768.866940:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989945984:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319769.697772:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319769.891078:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319770.720685:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319770.912442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319771.746886:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319771.936527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319771.936546:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319771.936555:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319771.936565:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319771.936571:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319771.936575:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319771.936584:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5016 00000100:00080000:0.0:1767319771.936590:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319771.936597:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319771.936653:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a680 x1853163989946112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319771.936682:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319771.936686:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319771.936688:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319771.936691:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5016 00000100:00080000:0.0:1767319771.936694:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319771.936697:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319771.936711:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163989946240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319771.936754:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319771.936759:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319771.936760:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319771.936760:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989946112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319771.936764:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5016 00000100:00080000:0.0:1767319771.936766:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319771.936770:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319771.936780:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163989946496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319771.936796:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319771.936800:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319771.936802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319771.936805:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5016 00000100:00080000:0.0:1767319771.936808:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319771.936811:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319771.936819:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163989946752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319771.936859:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319771.936872:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989946880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319771.936906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319771.936926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989946240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319771.936930:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319771.936935:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989947008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319771.936950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319771.936954:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319771.937012:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946240 00000100:00100000:0.0:1767319771.937020:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946240 00000100:00100000:0.0:1767319771.937068:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:0.0:1767319771.937076:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989946240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319771.937099:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319771.937153:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989946240:12345-0@lo:38:kworker.0 Request processed in 67us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319771.937162:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:0.0:1767319771.937195:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946880 00000100:00100000:0.0:1767319771.937199:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946880 00000100:00100000:0.0:1767319771.937266:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947008 00000100:00100000:0.0:1767319771.937270:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947008 00000100:00100000:0.0:1767319771.937297:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:0.0:1767319771.937304:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989946880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319771.937357:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989946880:12345-0@lo:400:kworker.0 Request processed in 53us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319771.937363:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:0.0:1767319771.937376:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:0.0:1767319771.937383:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989947008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319771.937403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989946496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319771.937410:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989947008:12345-0@lo:400:kworker.0 Request processed in 29us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319771.937416:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:3.0:1767319771.937429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319771.937433:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319771.937438:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319771.937447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989946752:0@lo:38:kworker.0 00000100:00100000:3.0:1767319771.937465:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319771.937473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989947008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319771.937483:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989946880:0@lo:400:kworker.0 00000100:00080000:3.0:1767319771.937487:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319771.937502:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319771.937505:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989946240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319771.937532:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946112 00000100:00100000:3.0:1767319771.937536:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946112 00000100:00100000:0.0:1767319771.937541:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946496 00000100:00100000:0.0:1767319771.937544:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946496 00000100:00100000:1.0:1767319771.937724:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989946368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319771.937756:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319771.937837:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989946624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319771.938818:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946752 00000100:00100000:0.0:1767319771.938827:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946752 00000100:00100000:0.0:1767319771.938858:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946368 00000100:00100000:0.0:1767319771.938862:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946368 00000100:00100000:0.0:1767319771.938897:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5277 00000100:00100000:0.0:1767319771.938911:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989946368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319771.938978:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989946368:12345-0@lo:400:kworker.0 Request processed in 74us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319771.938985:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5277 00000100:00100000:0.0:1767319771.939001:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23544 00000100:00100000:0.0:1767319771.939005:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989946496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319771.939022:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319771.939056:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989946496:12345-0@lo:38:kworker.0 Request processed in 49us (1626us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319771.939063:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23544 00000100:00100000:0.0:1767319771.939075:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23545 00000100:00100000:0.0:1767319771.939080:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989946112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319771.939089:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319771.939112:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989946112:12345-0@lo:38:kworker.0 Request processed in 31us (2253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319771.939117:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23545 00000100:00100000:0.0:1767319771.939129:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23546 00000100:00100000:0.0:1767319771.939132:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989946752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319771.939139:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319771.939172:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989946752:12345-0@lo:38:kworker.0 Request processed in 38us (1706us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319771.939178:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23546 00000100:00080000:0.0:1767319771.939206:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319771.940070:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319771.940079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319771.940084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989946496:0@lo:38:kworker.0 00000100:00080000:3.0:1767319771.940098:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319771.940102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319771.940105:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989946752:0@lo:38:kworker.0 00000100:00080000:3.0:1767319771.940117:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319771.940120:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319771.940123:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989946112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319771.940208:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319771.940279:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989946624 00000100:00100000:3.0:1767319771.940286:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989946624 00000100:00100000:3.0:1767319771.940339:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5278 00000100:00100000:3.0:1767319771.940354:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989946624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319771.940414:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989946624:12345-0@lo:400:kworker.0 Request processed in 60us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319771.940421:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5278 00000100:00100000:3.0:1767319771.940670:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989946624:0@lo:400:kworker.0 00000100:00100000:3.0:1767319771.940704:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989946368:0@lo:400:kworker.0 00000100:00080000:0.0:1767319771.942300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319772.772983:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319772.962261:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319773.030734:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319773.030789:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319773.030890:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856896 00000100:00100000:1.0:1767319773.030902:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856896 00000100:00100000:1.0:1767319773.030994:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925856768 00000100:00100000:1.0:1767319773.030997:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925856768 00000100:00100000:1.0:1767319773.031033:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5279 00000100:00100000:1.0:1767319773.031047:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925856896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319773.031164:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925856896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 121us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319773.031174:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5279 00000100:00100000:1.0:1767319773.031199:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23547 00000100:00100000:1.0:1767319773.031203:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925856768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319773.031273:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319773.031305:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925856768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 100us (516us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319773.031312:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23547 00000100:00080000:3.0:1767319773.031815:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319773.792606:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319773.984493:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989947136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319773.984601:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319773.984642:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947136 00000100:00100000:0.0:1767319773.984653:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947136 00000100:00080000:3.0:1767319773.984689:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319773.984724:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:0.0:1767319773.984734:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989947136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319773.984775:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319773.984846:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989947136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319773.984855:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00100000:2.0:1767319773.984893:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319773.984932:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989947264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319773.984961:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319773.985041:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989947136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319773.985200:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947264 00000100:00100000:0.0:1767319773.985205:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947264 00000100:00100000:0.0:1767319773.985264:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:0.0:1767319773.985272:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989947264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319773.985291:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319773.985326:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989947264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319773.985336:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00080000:3.0:1767319773.985513:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319773.985539:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989947264:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319774.817291:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319775.008644:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319775.843536:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319776.032686:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319751/real 1767319751] req@ffff96e2fd252a00 x1853163989940864/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319776 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319776.032738:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd252a00 x1853163989940864/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319776 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319776.032763:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319776.032797:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319776.032803:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989940864:0@lo:250:kworker.0 00000100:00080000:1.0:1767319776.032956:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.032963:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319776.032967:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.032974:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5001 00000100:00080000:1.0:1767319776.032979:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.032987:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319776.033034:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf480 x1853163989947392/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319776.033081:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.033086:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.033088:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.033093:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5021 00000100:00080000:1.0:1767319776.033096:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.033101:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319776.033120:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163989947520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319776.033131:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.033135:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.033137:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.033142:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5021 00000100:00080000:1.0:1767319776.033145:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.033150:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319776.033165:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989947648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319776.036998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989947776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319776.037135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319776.037285:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947776 00000100:00100000:0.0:1767319776.037296:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947776 00000100:00100000:0.0:1767319776.037385:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280 00000100:00100000:0.0:1767319776.037398:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989947776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319776.037472:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989947776:12345-0@lo:400:kworker.0 Request processed in 77us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319776.037480:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280 00000100:00080000:0.0:1767319776.037514:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319776.037559:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989947776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319776.037592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319776.040278:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989947392:0@lo:250:kworker.0 00000400:00000100:3.0:1767319776.040360:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989947392 offset 0 length 520: 4 00000100:00100000:3.0:1767319776.040415:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989947520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319776.040451:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319776.040477:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989947648:0@lo:38:kworker.0 00000100:00100000:3.0:1767319776.040505:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319776.040610:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947520 00000100:00100000:0.0:1767319776.040621:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947520 00000100:00100000:0.0:1767319776.040735:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23548 00000100:00100000:0.0:1767319776.040745:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989947520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319776.040775:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319776.040842:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989947520:12345-0@lo:38:kworker.0 Request processed in 97us (389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319776.040850:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23548 00000100:00080000:1.0:1767319776.041379:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.041386:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.041391:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.041399:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5021 00000100:00080000:1.0:1767319776.041404:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.041410:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319776.041449:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163989947904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319776.041489:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319776.041493:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319776.041495:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319776.041499:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5021 00000100:00080000:1.0:1767319776.041501:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319776.041506:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319776.041517:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdf80 x1853163989948160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319776.041579:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319776.041590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989948032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319776.041632:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.042350:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947648 00000100:00100000:2.0:1767319776.042360:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947648 00000100:00100000:2.0:1767319776.042404:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:2.0:1767319776.042411:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989947648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319776.042433:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319776.042484:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989947648:12345-0@lo:38:kworker.0 Request processed in 72us (1978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319776.042491:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:2.0:1767319776.042517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989947904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319776.042562:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989948288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.042594:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.042624:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319776.042630:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989948416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.042653:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319776.042850:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948288 00000100:00100000:2.0:1767319776.042855:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948288 00000100:00100000:2.0:1767319776.042905:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948416 00000100:00100000:2.0:1767319776.042909:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948416 00000100:00100000:2.0:1767319776.043228:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:2.0:1767319776.043256:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989948288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.043317:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989948288:12345-0@lo:400:kworker.0 Request processed in 62us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319776.043324:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00100000:2.0:1767319776.043341:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:2.0:1767319776.043347:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989948416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.043376:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989948416:12345-0@lo:400:kworker.0 Request processed in 30us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319776.043382:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:2.0:1767319776.043438:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989948416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319776.043449:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989948288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319776.046817:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948032 00000100:00100000:1.0:1767319776.046833:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319776.046841:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948032 00000100:00100000:1.0:1767319776.046873:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989948160:0@lo:38:kworker.0 00000100:00100000:1.0:1767319776.046948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319776.047165:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319776.047171:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319776.047176:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989947520:0@lo:38:kworker.0 00000100:00080000:1.0:1767319776.047193:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319776.047197:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319776.047200:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989947648:0@lo:38:kworker.0 00000100:00100000:3.0:1767319776.047287:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989947904 00000100:00100000:3.0:1767319776.047292:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989947904 00000100:00100000:3.0:1767319776.047309:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948160 00000100:00100000:3.0:1767319776.047312:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948160 00000100:00100000:3.0:1767319776.047323:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5281 00000100:00100000:3.0:1767319776.047333:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989948032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319776.047440:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23549 00000100:00100000:0.0:1767319776.047448:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989947904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319776.047471:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319776.047498:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23550 00000100:00100000:1.0:1767319776.047505:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989948160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319776.047518:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319776.047529:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989947904:12345-0@lo:38:kworker.0 Request processed in 79us (700us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319776.047538:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23549 00000100:00100000:1.0:1767319776.047555:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989948160:12345-0@lo:38:kworker.0 Request processed in 48us (605us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319776.047564:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23550 00000100:00080000:0.0:1767319776.047568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319776.047576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319776.047580:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319776.047873:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319776.047879:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319776.047883:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989947904:0@lo:38:kworker.0 00000100:00080000:2.0:1767319776.047894:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319776.047898:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319776.047900:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989948160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319776.048099:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989948032:12345-0@lo:400:kworker.0 Request processed in 766us (6465us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319776.048134:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989948032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319776.048207:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5281 00010000:00010000:3.0:1767319776.864848:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319777.056498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319777.891660:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319778.080935:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319778.159977:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319778.160921:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767319778.162828:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925857280 offset 0 length 520: 4 00000100:00100000:1.0:1767319778.163972:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857024 00000100:00100000:1.0:1767319778.163988:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857024 00000100:00100000:1.0:1767319778.164065:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857152 00000100:00100000:1.0:1767319778.164070:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857152 00000100:00100000:1.0:1767319778.164207:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5282 00000100:00100000:1.0:1767319778.164220:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925857152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319778.164364:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319778.164826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925857152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 606us (3907us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319778.164839:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5282 00000100:00100000:1.0:1767319778.164874:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23551 00000100:00100000:1.0:1767319778.164881:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925857024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319778.164909:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319778.164944:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925857024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 62us (4984us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319778.164950:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23551 00010000:00010000:3.0:1767319778.912982:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319779.104592:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989948544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319779.104604:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319779.104693:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319779.105326:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989948672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319779.105370:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319779.111568:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948544 00000100:00100000:3.0:1767319779.111591:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948544 00000100:00100000:3.0:1767319779.111695:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948672 00000100:00100000:3.0:1767319779.111700:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948672 00000100:00100000:3.0:1767319779.111724:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1767319779.111736:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989948544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319779.111785:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319779.111889:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989948544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (7195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319779.111898:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1767319779.111919:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:3.0:1767319779.111926:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989948672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319779.111947:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319779.111985:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989948672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (6615us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319779.111992:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:3.0:1767319779.112085:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989948544:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319779.112175:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319779.112181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319779.112209:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989948672:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319779.936548:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319780.128732:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319780.960788:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319781.152483:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319781.152499:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319781.152502:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319781.152508:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319781.152513:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319781.152524:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5025 00000100:00080000:1.0:1767319781.152530:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319781.152540:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319781.152620:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989948800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319781.152650:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319781.152655:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319781.152657:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319781.152661:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5025 00000100:00080000:1.0:1767319781.152664:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319781.152668:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319781.152684:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163989948928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319781.152722:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319781.152726:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319781.152728:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319781.152732:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5025 00000100:00080000:1.0:1767319781.152734:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319781.152738:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319781.152754:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdf80 x1853163989949184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319781.152771:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319781.152775:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319781.152777:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319781.152780:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5025 00000100:00080000:1.0:1767319781.152783:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319781.152786:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319781.152798:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecca80 x1853163989949440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319781.152923:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989949696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319781.153040:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319781.153121:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319781.153128:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989949568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319781.153153:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319781.153190:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949696 00000100:00100000:1.0:1767319781.153200:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949696 00000100:00100000:1.0:1767319781.153298:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949568 00000100:00100000:1.0:1767319781.153302:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949568 00000100:00100000:1.0:1767319781.153327:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:1.0:1767319781.153340:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989949696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319781.153405:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989949696:12345-0@lo:400:kworker.0 Request processed in 68us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319781.153415:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00100000:1.0:1767319781.153434:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:1.0:1767319781.153440:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989949568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319781.153469:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989949568:12345-0@lo:400:kworker.0 Request processed in 30us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319781.153475:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00080000:1.0:1767319781.153494:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319781.153499:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319781.153532:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989949568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319781.153543:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989949696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319781.154688:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319781.155522:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989948800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319781.155603:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989949312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319781.155648:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319781.155747:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948800 00000100:00100000:3.0:1767319781.155756:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948800 00000100:00100000:3.0:1767319781.155816:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23552 00000100:00100000:3.0:1767319781.155823:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989948800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319781.155851:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319781.155958:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989949056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319781.156828:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319781.156926:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949312 00000100:00100000:0.0:1767319781.156937:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949312 00000100:00100000:0.0:1767319781.157013:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5283 00000100:00100000:0.0:1767319781.157024:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989949312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319781.157154:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989949312:12345-0@lo:400:kworker.0 Request processed in 132us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319781.157162:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5283 00000100:00100000:2.0:1767319781.164647:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989948928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319781.164757:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319781.164797:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989949184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319781.164843:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319781.164871:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989949440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319781.164895:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319781.165012:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949184 00000100:00100000:2.0:1767319781.165023:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949184 00000100:00100000:2.0:1767319781.165076:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23553 00000100:00100000:2.0:1767319781.165085:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989949184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319781.165115:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319781.165169:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989949184:12345-0@lo:38:kworker.0 Request processed in 82us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319781.165177:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23553 00000100:00100000:2.0:1767319781.165196:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949440 00000100:00100000:2.0:1767319781.165200:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949440 00000100:00100000:2.0:1767319781.165211:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23554 00000100:00100000:2.0:1767319781.165215:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989949440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319781.165225:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319781.165274:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989949440:12345-0@lo:38:kworker.0 Request processed in 57us (378us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319781.165281:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23554 00000100:00100000:2.0:1767319781.165302:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989948928 00000100:00100000:2.0:1767319781.165305:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989948928 00000100:00100000:2.0:1767319781.165325:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:2.0:1767319781.165330:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989948928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319781.165340:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319781.165364:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989948928:12345-0@lo:38:kworker.0 Request processed in 33us (607us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319781.165374:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00000100:00080000:2.0:1767319781.165425:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319781.165431:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319781.165435:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989948928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319781.165446:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319781.165449:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319781.165452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989949184:0@lo:38:kworker.0 00000100:00080000:2.0:1767319781.165459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319781.165462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319781.165465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989949440:0@lo:38:kworker.0 00000100:00080000:2.0:1767319781.165538:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319781.165572:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989949312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319781.168350:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989948800:12345-0@lo:38:kworker.0 Request processed in 12507us (12685us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319781.168371:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23552 00000100:00080000:2.0:1767319781.169126:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319781.169136:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319781.169142:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989948800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319781.169464:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319781.169735:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949056 00000100:00100000:3.0:1767319781.169746:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949056 00000100:00100000:3.0:1767319781.169877:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5284 00000100:00100000:3.0:1767319781.169890:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989949056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319781.169999:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989949056:12345-0@lo:400:kworker.0 Request processed in 112us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319781.170007:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5284 00000100:00100000:1.0:1767319781.170123:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989949056:0@lo:400:kworker.0 00000100:00080000:2.0:1767319781.170437:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319781.984712:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319782.176753:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319783.009678:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319783.200426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319783.268090:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319783.268292:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857408 00000100:00100000:3.0:1767319783.268310:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857408 00000100:00100000:3.0:1767319783.268429:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23555 00000100:00100000:3.0:1767319783.268440:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925857408:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319783.268475:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319783.268587:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925857408:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 146us (512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319783.268596:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23555 00000100:00100000:2.0:1767319783.270692:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319783.271207:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857536 00000100:00100000:3.0:1767319783.271224:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857536 00000100:00100000:3.0:1767319783.271469:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5285 00000100:00100000:3.0:1767319783.271482:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925857536:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319783.271603:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925857536:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 123us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319783.271611:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5285 00000100:00080000:2.0:1767319783.271968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319784.037055:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319784.224817:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319784.225108:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989949824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319784.225249:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319784.225453:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319784.225462:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989949952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319784.225491:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319784.227149:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949824 00000100:00100000:0.0:1767319784.227172:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949824 00000100:00100000:0.0:1767319784.227531:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989949952 00000100:00100000:0.0:1767319784.227536:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989949952 00000100:00100000:1.0:1767319784.234418:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1767319784.234455:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989949824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319784.234514:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319784.234644:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989949824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 209us (9416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319784.234653:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1767319784.234750:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989949824:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319784.239426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319784.239446:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319784.244047:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767319784.244098:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989949952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319784.244158:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319784.244318:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989949952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 249us (18824us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319784.244328:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767319784.244436:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989949952:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319785.056684:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319785.249015:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319786.082760:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319786.272680:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319786.272847:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319786.272855:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319786.272859:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319786.272864:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319786.272869:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319786.272892:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319786.272898:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319786.272908:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319786.273124:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067fb80 x1853163989950080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319786.273167:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319786.273172:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319786.273174:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319786.273179:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319786.273181:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319786.273187:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319786.273203:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d880 x1853163989950208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319786.273213:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989950080:0@lo:38:kworker.0 00000100:00100000:3.0:1767319786.273277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989950336:0@lo:400:kworker.0 00000100:00080000:2.0:1767319786.273361:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319786.273366:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319786.273368:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319786.273441:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319786.273444:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319786.273449:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319786.273463:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ed80 x1853163989950464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319786.273490:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319786.273494:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319786.273496:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319786.273501:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319786.273503:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319786.273507:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319786.273524:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1df80 x1853163989950720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319786.273594:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989950976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319786.273764:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989950848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319786.278198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319786.278351:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319786.278369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989950592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319786.278395:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319786.278430:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319786.282734:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950336 00000100:00100000:0.0:1767319786.282738:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950080 00000100:00100000:0.0:1767319786.282757:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950080 00000100:00100000:3.0:1767319786.282757:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950336 00000100:00100000:3.0:1767319786.282855:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950592 00000100:00100000:3.0:1767319786.282859:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950592 00000100:00100000:0.0:1767319786.282898:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5286 00000100:00100000:0.0:1767319786.282912:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989950336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319786.283024:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989950336:12345-0@lo:400:kworker.0 Request processed in 116us (4844us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319786.284830:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287 00000100:00100000:3.0:1767319786.284861:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989950592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319786.284993:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989950592:12345-0@lo:400:kworker.0 Request processed in 150us (6562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319786.285001:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287 00000100:00100000:3.0:1767319786.285040:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23556 00000100:00100000:3.0:1767319786.285044:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989950080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319786.285072:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319786.285102:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989950080:12345-0@lo:38:kworker.0 Request processed in 57us (6709us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319786.285109:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23556 00000100:00080000:3.0:1767319786.285165:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319786.285218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989950592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319786.285250:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989950336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319786.285332:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319786.285419:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950976 00000100:00100000:3.0:1767319786.285427:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950976 00000100:00100000:3.0:1767319786.285482:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:3.0:1767319786.285488:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989950976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319786.285528:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989950976:12345-0@lo:400:kworker.0 Request processed in 40us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319786.285534:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00080000:3.0:1767319786.285548:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319786.285567:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989950976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319786.286826:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319786.287177:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319786.287185:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319786.287190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989950080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319786.287218:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989950208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319786.287286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319786.287317:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989950464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319786.287351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319786.287383:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950464 00000100:00100000:1.0:1767319786.287389:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950464 00000100:00100000:1.0:1767319786.287430:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23557 00000100:00100000:1.0:1767319786.287437:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989950464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319786.287460:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319786.287498:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989950464:12345-0@lo:38:kworker.0 Request processed in 60us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319786.287506:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23557 00000100:00080000:1.0:1767319786.287541:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319786.287546:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319786.287549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989950464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319786.287557:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989950720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319786.287580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319786.287600:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950720 00000100:00100000:1.0:1767319786.287604:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950720 00000100:00100000:1.0:1767319786.287624:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23558 00000100:00100000:1.0:1767319786.287629:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989950720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319786.287639:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319786.287664:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989950720:12345-0@lo:38:kworker.0 Request processed in 34us (83us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319786.287670:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23558 00000100:00080000:1.0:1767319786.287694:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319786.287699:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319786.287702:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989950720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319786.288378:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950848 00000100:00100000:3.0:1767319786.288384:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950848 00000100:00100000:3.0:1767319786.288440:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:3.0:1767319786.288449:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989950848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319786.288513:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989950848:12345-0@lo:400:kworker.0 Request processed in 66us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319786.288520:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:3.0:1767319786.288560:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989950208 00000100:00100000:3.0:1767319786.288564:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989950208 00000100:00100000:3.0:1767319786.288587:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:3.0:1767319786.288591:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989950208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319786.288605:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319786.288650:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989950208:12345-0@lo:38:kworker.0 Request processed in 58us (1364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319786.288656:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00100000:0.0:1767319786.290838:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5286 00000100:00080000:1.0:1767319786.291195:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319786.291287:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989950848:0@lo:400:kworker.0 00000100:00080000:1.0:1767319786.291344:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319786.291350:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319786.291353:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989950208:0@lo:38:kworker.0 00010000:00010000:3.0:1767319787.106113:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319787.296366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319788.128512:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319788.320611:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319788.391806:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319788.392161:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857792 00000100:00100000:0.0:1767319788.392178:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857792 00000100:00100000:0.0:1767319788.392314:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5288 00000100:00100000:0.0:1767319788.392328:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925857792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319788.392445:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925857792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 120us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319788.392456:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5288 00000100:00100000:2.0:1767319788.392958:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319788.393014:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857664 00000100:00100000:2.0:1767319788.393019:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857664 00000100:00100000:2.0:1767319788.393047:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23559 00000100:00100000:2.0:1767319788.393054:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925857664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319788.393079:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319788.393118:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925857664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 64us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319788.393125:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23559 00000100:00080000:1.0:1767319788.393187:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319789.152532:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319789.344764:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319789.344790:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989951104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319789.344955:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319789.345411:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951104 00000100:00100000:2.0:1767319789.345425:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951104 00000100:00100000:2.0:1767319789.345523:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:2.0:1767319789.345536:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989951104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319789.345583:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319789.345648:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989951104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319789.345657:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00080000:1.0:1767319789.345735:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319789.345785:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989951104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319789.346969:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319789.347061:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989951232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319789.347143:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319789.347266:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951232 00000100:00100000:3.0:1767319789.347274:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951232 00000100:00100000:3.0:1767319789.347348:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:3.0:1767319789.347357:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989951232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319789.347394:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319789.348342:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319789.363315:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989951232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15941us (16154us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319789.363335:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00100000:1.0:1767319789.364376:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989951232:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319790.176738:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319790.368438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319791.200650:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319791.393223:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319791.393262:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319791.393314:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319791.393317:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319791.393321:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319791.393326:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319791.393336:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5035 00000100:00080000:3.0:1767319791.393340:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319791.393348:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319791.393419:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720e00 x1853163989951360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319791.393484:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989951360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319791.393573:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319791.393670:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319791.393675:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319791.393677:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319791.393682:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5035 00000100:00080000:3.0:1767319791.393685:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319791.393689:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319791.393706:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721180 x1853163989951488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319791.393760:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951360 00000100:00100000:0.0:1767319791.393770:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951360 00000100:00100000:0.0:1767319791.393859:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23560 00000100:00100000:0.0:1767319791.393869:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989951360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319791.393894:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319791.394028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989951488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319791.394060:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319791.394135:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951488 00000100:00100000:1.0:1767319791.394141:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951488 00000100:00100000:1.0:1767319791.394171:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1767319791.394177:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989951488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319791.394189:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319791.394224:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989951488:12345-0@lo:38:kworker.0 Request processed in 46us (163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319791.394251:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00080000:3.0:1767319791.394427:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319791.394432:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319791.394434:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319791.394438:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5035 00000100:00080000:3.0:1767319791.394442:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319791.394447:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319791.394462:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ed80 x1853163989951744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319791.394482:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319791.394485:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319791.394486:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319791.394490:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5035 00000100:00080000:3.0:1767319791.394492:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319791.394496:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319791.394507:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c380 x1853163989952000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319791.394565:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989951872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.394600:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319791.394625:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319791.394631:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989951616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.394656:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319791.394689:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951872 00000100:00100000:3.0:1767319791.394693:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951872 00000100:00100000:3.0:1767319791.394743:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951616 00000100:00100000:3.0:1767319791.394747:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951616 00000100:00100000:3.0:1767319791.394769:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5289 00000100:00100000:3.0:1767319791.394776:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989951872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.394838:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989951872:12345-0@lo:400:kworker.0 Request processed in 62us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319791.394845:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5289 00000100:00100000:3.0:1767319791.394859:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5290 00000100:00100000:3.0:1767319791.394865:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989951616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.394891:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989951616:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319791.394896:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5290 00000100:00080000:3.0:1767319791.394915:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319791.394956:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989951616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.394967:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989951872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.394993:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989952256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.395021:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319791.395046:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952256 00000100:00100000:3.0:1767319791.395050:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952256 00000100:00100000:3.0:1767319791.395083:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:3.0:1767319791.395090:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989952256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.395120:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989952256:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319791.395127:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000100:00080000:3.0:1767319791.395145:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319791.395161:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989952256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.395174:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319791.395178:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989952128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.395201:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319791.395219:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952128 00000100:00100000:3.0:1767319791.395223:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952128 00000100:00100000:3.0:1767319791.395276:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:3.0:1767319791.395282:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989952128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319791.395310:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989952128:12345-0@lo:400:kworker.0 Request processed in 29us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319791.395316:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00080000:3.0:1767319791.395329:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319791.395345:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989952128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319791.395531:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989951360:12345-0@lo:38:kworker.0 Request processed in 1661us (1957us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319791.395541:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23560 00000100:00080000:2.0:1767319791.395631:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319791.395638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319791.395641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989951360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319791.395661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989951744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319791.395692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319791.395759:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989952000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319791.395781:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319791.395883:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319791.395888:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319791.395891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989951488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319791.395955:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989951744 00000100:00100000:0.0:1767319791.395960:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989951744 00000100:00100000:0.0:1767319791.395985:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952000 00000100:00100000:0.0:1767319791.395988:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952000 00000100:00100000:0.0:1767319791.396077:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23561 00000100:00100000:0.0:1767319791.396083:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989951744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319791.396103:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319791.396140:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989951744:12345-0@lo:38:kworker.0 Request processed in 56us (447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319791.396146:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23561 00000100:00100000:0.0:1767319791.396159:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23562 00000100:00100000:0.0:1767319791.396163:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989952000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319791.396172:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319791.396193:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989952000:12345-0@lo:38:kworker.0 Request processed in 29us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319791.396198:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23562 00000100:00080000:2.0:1767319791.396297:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319791.396302:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319791.396305:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989951744:0@lo:38:kworker.0 00000100:00080000:2.0:1767319791.396313:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319791.396317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319791.396320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989952000:0@lo:38:kworker.0 00010000:00010000:3.0:1767319792.233613:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319792.416556:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319793.248603:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319793.440425:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319793.508401:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319793.508612:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319793.519447:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925857920 00000100:00100000:0.0:1767319793.519473:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925857920 00000100:00100000:0.0:1767319793.519642:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858048 00000100:00100000:0.0:1767319793.519647:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858048 00000100:00080000:2.0:1767319793.519810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319793.520017:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5291 00000100:00100000:3.0:1767319793.520035:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925858048:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319793.520357:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925858048:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 324us (11741us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319793.520368:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5291 00000100:00100000:3.0:1767319793.520427:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23563 00000100:00100000:3.0:1767319793.520436:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925857920:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319793.520480:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319793.520519:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925857920:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 84us (12134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319793.520526:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23563 00010000:00010000:0.0:1767319794.272957:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319794.464449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319794.465272:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989952384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319794.465381:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319794.465486:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319794.465494:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989952512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319794.465519:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319794.465678:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952384 00000100:00100000:2.0:1767319794.465691:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952384 00000100:00100000:2.0:1767319794.465782:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952512 00000100:00100000:2.0:1767319794.465786:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952512 00000100:00100000:2.0:1767319794.465808:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1767319794.465819:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989952384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319794.465865:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319794.465922:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989952384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319794.465930:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1767319794.465951:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1767319794.465959:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989952512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319794.465978:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319794.466006:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989952512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319794.466029:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00080000:1.0:1767319794.466448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319794.466454:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319794.466507:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989952512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319794.466522:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989952384:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319795.300690:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319795.488442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319796.320603:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319796.515050:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319796.515797:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319796.515806:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319796.515811:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319796.515815:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319796.515820:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319796.515831:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5041 00000100:00080000:2.0:1767319796.515836:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319796.515845:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319796.515910:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ed80 x1853163989952640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319796.515954:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319796.515958:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319796.515961:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319796.515966:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5041 00000100:00080000:2.0:1767319796.515969:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319796.515973:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319796.515990:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f480 x1853163989952768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319796.516088:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989952896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319796.516200:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319796.516372:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319796.516377:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319796.516379:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319796.516383:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5041 00000100:00080000:2.0:1767319796.516386:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319796.516391:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319796.516409:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f100 x1853163989953024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319796.516566:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952896 00000100:00100000:3.0:1767319796.516578:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952896 00000100:00100000:3.0:1767319796.516678:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5292 00000100:00100000:3.0:1767319796.516702:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989952896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.517466:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989952640:0@lo:38:kworker.0 00000100:00100000:0.0:1767319796.517524:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319796.517571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989952768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319796.517610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319796.517639:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989953024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319796.517661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319796.517714:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952640 00000100:00100000:0.0:1767319796.517720:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952640 00000100:00100000:0.0:1767319796.517751:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953024 00000100:00100000:0.0:1767319796.517754:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953024 00000100:00100000:0.0:1767319796.517773:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23564 00000100:00100000:0.0:1767319796.517780:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989952640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319796.517804:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319796.517847:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989952640:12345-0@lo:38:kworker.0 Request processed in 66us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319796.517854:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23564 00000100:00100000:0.0:1767319796.517880:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23565 00000100:00100000:0.0:1767319796.517884:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989953024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319796.517893:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319796.517917:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989953024:12345-0@lo:38:kworker.0 Request processed in 32us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319796.517922:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23565 00000100:00100000:0.0:1767319796.517943:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989952768 00000100:00100000:0.0:1767319796.517948:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989952768 00000100:00100000:0.0:1767319796.517970:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:0.0:1767319796.517974:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989952768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319796.517985:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319796.518011:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989952768:12345-0@lo:38:kworker.0 Request processed in 36us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319796.518022:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00080000:0.0:1767319796.518077:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319796.518083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319796.518087:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989952640:0@lo:38:kworker.0 00000100:00080000:0.0:1767319796.518098:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319796.518101:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319796.518104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989952768:0@lo:38:kworker.0 00000100:00080000:0.0:1767319796.518111:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319796.518114:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319796.518117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989953024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319796.518166:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989953152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.518191:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319796.518221:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953152 00000100:00100000:0.0:1767319796.518224:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953152 00000100:00100000:0.0:1767319796.518295:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5293 00000100:00100000:0.0:1767319796.518302:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989953152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.518338:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989953152:12345-0@lo:400:kworker.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319796.518344:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5293 00000100:00100000:0.0:1767319796.518370:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989953152:0@lo:400:kworker.0 00000100:00080000:0.0:1767319796.518409:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319796.529712:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319796.529731:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319796.529737:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319796.529748:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5041 00000100:00080000:2.0:1767319796.529755:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319796.529764:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319796.529832:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f800 x1853163989953280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319796.529971:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989953408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.530075:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.530140:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319796.530146:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989953536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.530171:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.530211:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953408 00000100:00100000:2.0:1767319796.530220:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953408 00000100:00100000:2.0:1767319796.530327:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953536 00000100:00100000:2.0:1767319796.530332:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953536 00000100:00100000:2.0:1767319796.530370:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:2.0:1767319796.530381:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989953408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.530451:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989953408:12345-0@lo:400:kworker.0 Request processed in 71us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319796.530459:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00100000:2.0:1767319796.530478:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:2.0:1767319796.530484:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989953536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.530513:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989953536:12345-0@lo:400:kworker.0 Request processed in 29us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319796.530519:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00080000:2.0:1767319796.530549:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319796.530554:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319796.530599:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989953536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319796.530611:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989953408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319796.530774:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989953280:0@lo:38:kworker.0 00000100:00100000:0.0:1767319796.530823:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319796.531477:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953280 00000100:00100000:2.0:1767319796.531486:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953280 00000100:00100000:3.0:1767319796.531650:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989952896:12345-0@lo:400:kworker.0 Request processed in 14957us (15445us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319796.531663:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5292 00000100:00100000:3.0:1767319796.531708:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23566 00000100:00100000:3.0:1767319796.531715:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989953280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319796.531751:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319796.531815:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989953280:12345-0@lo:38:kworker.0 Request processed in 100us (991us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319796.531820:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23566 00000100:00080000:3.0:1767319796.531863:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319796.531869:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319796.531874:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989953280:0@lo:38:kworker.0 00000100:00100000:1.0:1767319796.534586:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989952896:0@lo:400:kworker.0 00010000:00010000:3.0:1767319797.349444:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319797.537650:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319798.368666:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319798.563024:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319798.632560:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319798.632714:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858176 00000100:00100000:2.0:1767319798.632729:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858176 00000100:00100000:2.0:1767319798.632796:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23567 00000100:00100000:2.0:1767319798.632807:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925858176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319798.632844:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319798.632948:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925858176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 141us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319798.632957:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23567 00000100:00100000:2.0:1767319798.636331:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319798.636550:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858304 00000100:00100000:3.0:1767319798.636573:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858304 00000100:00100000:3.0:1767319798.636677:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5294 00000100:00100000:3.0:1767319798.636689:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925858304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319798.636823:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925858304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319798.636832:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5294 00000100:00080000:2.0:1767319798.637014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319799.392471:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319799.585020:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319799.585045:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989953664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319799.585157:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319799.585290:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953664 00000100:00100000:2.0:1767319799.585302:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953664 00000100:00100000:2.0:1767319799.585375:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1767319799.585386:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989953664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319799.585430:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319799.585484:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989953664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319799.585493:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00080000:2.0:1767319799.585525:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319799.585570:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989953664:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319799.585885:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319799.589267:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989953792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319799.589386:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319799.589544:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989953792 00000100:00100000:3.0:1767319799.589556:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989953792 00000100:00100000:3.0:1767319799.589665:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:3.0:1767319799.589676:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989953792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319799.589718:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767319799.589915:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319799.590750:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989953792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1069us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319799.590766:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00100000:2.0:1767319799.590884:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989953792:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319800.419751:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319800.608651:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319801.440555:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319801.632429:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319801.632588:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319776/real 1767319776] req@ffff96e2dfecf480 x1853163989947392/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319801 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319801.632646:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfecf480 x1853163989947392/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319801 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319801.632671:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319801.632704:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319801.632708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989947392:0@lo:250:kworker.0 00000100:00080000:2.0:1767319801.634319:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319801.634339:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319801.634344:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319801.634356:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5025 00000100:00080000:2.0:1767319801.634364:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319801.634374:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319801.634438:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1dc00 x1853163989953920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319801.634471:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319801.634475:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319801.634477:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319801.634481:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5046 00000100:00080000:2.0:1767319801.634484:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319801.634488:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319801.634504:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1df80 x1853163989954048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319801.634512:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319801.634515:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319801.634517:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319801.634521:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5046 00000100:00080000:2.0:1767319801.634523:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319801.634526:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319801.634536:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e300 x1853163989954176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319801.634587:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319801.634591:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319801.634593:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319801.634605:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5046 00000100:00080000:2.0:1767319801.634609:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319801.634614:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319801.634628:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f800 x1853163989954432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319801.634650:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319801.634656:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319801.634658:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319801.634661:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5046 00000100:00080000:2.0:1767319801.634664:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319801.634676:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319801.634688:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720e00 x1853163989954688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319801.634703:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989954560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319801.634735:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989954304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319801.634756:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989954816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.634829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989953920:0@lo:250:kworker.0 00000100:00100000:1.0:1767319801.636956:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319801.636983:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1767319801.637913:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989953920 offset 0 length 520: 4 00000100:00100000:2.0:1767319801.637946:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319801.637958:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989954048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319801.637958:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989954944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.638000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319801.638000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319801.638028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989954176:0@lo:38:kworker.0 00000100:00100000:0.0:1767319801.638055:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319801.638058:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954816 00000100:00100000:2.0:1767319801.638068:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954816 00000100:00100000:0.0:1767319801.638073:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989954432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319801.638095:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319801.638112:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989954688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319801.638132:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319801.638149:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954944 00000100:00100000:2.0:1767319801.638152:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954944 00000100:00100000:0.0:1767319801.638172:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954560 00000100:00100000:0.0:1767319801.638177:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954560 00000100:00100000:2.0:1767319801.638180:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1767319801.638191:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989954816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.638213:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954048 00000100:00100000:0.0:1767319801.638216:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954048 00000100:00100000:0.0:1767319801.638251:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954432 00000100:00100000:0.0:1767319801.638254:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954432 00000100:00100000:0.0:1767319801.638263:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954688 00000100:00100000:0.0:1767319801.638265:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954688 00000100:00100000:0.0:1767319801.638276:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5295 00000100:00100000:0.0:1767319801.638283:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989954560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.638342:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989954560:12345-0@lo:400:kworker.0 Request processed in 59us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319801.638350:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5295 00000100:00100000:0.0:1767319801.638374:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23568 00000100:00100000:0.0:1767319801.638378:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989954048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319801.638401:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319801.638438:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989954048:12345-0@lo:38:kworker.0 Request processed in 57us (436us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319801.638445:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23568 00000100:00100000:0.0:1767319801.638461:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23569 00000100:00100000:0.0:1767319801.638465:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989954432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319801.638473:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319801.638495:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989954432:12345-0@lo:38:kworker.0 Request processed in 29us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319801.638502:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23569 00000100:00100000:0.0:1767319801.638514:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23570 00000100:00100000:0.0:1767319801.638518:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989954688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319801.638527:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319801.638708:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989954560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319801.638788:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954176 00000100:00100000:1.0:1767319801.638793:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954176 00000100:00100000:1.0:1767319801.638820:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:1.0:1767319801.638826:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989954176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319801.638838:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319801.639212:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989954688:12345-0@lo:38:kworker.0 Request processed in 684us (1070us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319801.639217:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319801.639227:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23570 00000100:00100000:1.0:1767319801.639336:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989954176:12345-0@lo:38:kworker.0 Request processed in 507us (1278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319801.639344:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:1.0:1767319801.639379:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:1.0:1767319801.639397:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989954944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319801.639447:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989954944:12345-0@lo:400:kworker.0 Request processed in 60us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319801.639454:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00100000:0.0:1767319801.639502:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989954304 00000100:00100000:0.0:1767319801.639506:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989954304 00000100:00100000:0.0:1767319801.639532:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5296 00000100:00100000:0.0:1767319801.639638:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989954304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.639676:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989954304:12345-0@lo:400:kworker.0 Request processed in 42us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319801.639683:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5296 00000100:00080000:0.0:1767319801.639742:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319801.639749:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319801.639753:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989954048:0@lo:38:kworker.0 00000100:00080000:0.0:1767319801.639766:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319801.639769:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319801.639772:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989954176:0@lo:38:kworker.0 00000100:00080000:0.0:1767319801.639781:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319801.639785:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319801.639788:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989954432:0@lo:38:kworker.0 00000100:00080000:0.0:1767319801.639796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319801.639800:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319801.639802:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989954688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319801.639913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319801.639919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319801.639921:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319801.639947:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989954944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319801.639977:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989954304:0@lo:400:kworker.0 00000100:00100000:2.0:1767319801.640154:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989954816:12345-0@lo:400:kworker.0 Request processed in 1963us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319801.640163:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:0.0:1767319801.640173:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989954816:0@lo:400:kworker.0 00010000:00010000:3.0:1767319802.464673:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319802.656412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319802.736197:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319802.736381:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858688 00000100:00100000:3.0:1767319802.736394:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858688 00000100:00100000:3.0:1767319802.736504:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5297 00000100:00100000:3.0:1767319802.736515:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925858688:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767319802.736691:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319802.740197:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925858688:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 3663us (3998us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319802.740218:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5297 00000400:00000100:0.0:1767319802.741524:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925858432 offset 0 length 520: 4 00000100:00100000:0.0:1767319802.741606:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319802.741694:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858560 00000100:00100000:3.0:1767319802.741708:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858560 00000100:00100000:3.0:1767319802.741766:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23571 00000100:00100000:3.0:1767319802.741775:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925858560:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319802.741803:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319802.741928:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925858560:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 153us (321us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319802.741936:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23571 00010000:00010000:3.0:1767319803.491437:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319803.680615:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319804.513452:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319804.704395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319804.704691:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989955072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319804.704788:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319804.704938:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955072 00000100:00100000:2.0:1767319804.704948:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955072 00000100:00100000:2.0:1767319804.705027:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:2.0:1767319804.705039:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989955072:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319804.705047:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989955200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319804.705079:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319804.705079:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319804.705121:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955200 00000100:00100000:0.0:1767319804.705126:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955200 00000100:00100000:2.0:1767319804.705129:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989955072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319804.705137:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:0.0:1767319804.705147:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767319804.705153:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989955200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319804.705172:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319804.705203:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989955200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319804.705204:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989955072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319804.705209:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:0.0:1767319804.705262:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989955200:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319804.705284:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319804.705288:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319805.538312:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319805.730979:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319806.560529:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319806.752601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319806.752618:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319806.752622:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319806.752627:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319806.752632:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319806.752652:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319806.752655:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5051 00000100:00080000:3.0:1767319806.752663:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319806.752679:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319806.752740:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163989955328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319806.752770:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319806.752773:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319806.752775:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319806.752780:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5051 00000100:00080000:3.0:1767319806.752782:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319806.752787:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319806.752801:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163989955456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319806.752881:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989955584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.752981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319806.753115:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955584 00000100:00100000:1.0:1767319806.753126:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955584 00000100:00100000:1.0:1767319806.753203:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5298 00000100:00100000:1.0:1767319806.753212:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989955584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.753340:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989955328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319806.753365:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319806.753386:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989955456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319806.753404:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319806.753437:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955328 00000100:00100000:0.0:1767319806.753440:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955328 00000100:00100000:0.0:1767319806.753459:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23572 00000100:00100000:0.0:1767319806.753463:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989955328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319806.753482:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319806.753525:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989955328:12345-0@lo:38:kworker.0 Request processed in 59us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319806.753533:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23572 00000100:00100000:0.0:1767319806.753565:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955456 00000100:00100000:0.0:1767319806.753568:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955456 00000100:00100000:0.0:1767319806.753588:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:0.0:1767319806.753593:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989955456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319806.753603:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319806.753630:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989955456:12345-0@lo:38:kworker.0 Request processed in 36us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319806.753635:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00080000:0.0:1767319806.753677:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319806.753682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319806.753686:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989955328:0@lo:38:kworker.0 00000100:00080000:0.0:1767319806.753696:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319806.753705:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319806.753708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989955456:0@lo:38:kworker.0 00000100:00080000:0.0:1767319806.753752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319806.753960:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319806.753965:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319806.753968:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319806.753974:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5051 00000100:00080000:3.0:1767319806.753977:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319806.753982:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319806.754007:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587800 x1853163989955712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319806.754281:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989955840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.754362:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319806.754402:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955840 00000100:00100000:0.0:1767319806.754407:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955840 00000100:00100000:0.0:1767319806.754451:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5299 00000100:00100000:0.0:1767319806.754458:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989955840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.754522:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989955840:12345-0@lo:400:kworker.0 Request processed in 65us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319806.754533:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5299 00000100:00080000:0.0:1767319806.754559:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319806.754582:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989955840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.754603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989955712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319806.754628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319806.754667:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955712 00000100:00100000:0.0:1767319806.754671:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955712 00000100:00100000:0.0:1767319806.754695:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23573 00000100:00100000:0.0:1767319806.754700:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989955712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319806.754713:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319806.754752:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989955712:12345-0@lo:38:kworker.0 Request processed in 45us (117us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319806.754759:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23573 00000100:00080000:0.0:1767319806.754794:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319806.754799:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319806.754802:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989955712:0@lo:38:kworker.0 00000100:00080000:3.0:1767319806.760029:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319806.760045:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319806.760050:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319806.760061:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5051 00000100:00080000:3.0:1767319806.760067:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319806.760077:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319806.760321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989955584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319806.760335:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163989955968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319806.760454:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989956096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319806.760469:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989956224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.760569:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989955968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319806.766354:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989955584:12345-0@lo:400:kworker.0 Request processed in 13128us (13357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319806.766371:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5298 00000100:00100000:3.0:1767319806.770133:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319806.770520:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956096 00000100:00100000:1.0:1767319806.770534:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956096 00000100:00100000:1.0:1767319806.770645:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:1.0:1767319806.770659:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989956096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319806.770754:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989956096:12345-0@lo:400:kworker.0 Request processed in 99us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319806.770762:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00080000:3.0:1767319806.771144:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319806.771196:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989956096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319806.774485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319806.774485:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319806.774585:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956224 00000100:00100000:1.0:1767319806.774598:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956224 00000100:00100000:1.0:1767319806.774691:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:1.0:1767319806.774706:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989956224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319806.774783:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989956224:12345-0@lo:400:kworker.0 Request processed in 82us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319806.774790:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00100000:2.0:1767319806.775324:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989956224:0@lo:400:kworker.0 00000100:00080000:3.0:1767319806.775386:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319806.781990:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989955968 00000100:00100000:1.0:1767319806.782016:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989955968 00000100:00100000:1.0:1767319806.782089:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23574 00000100:00100000:1.0:1767319806.782099:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989955968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319806.782129:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319806.782396:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989955968:12345-0@lo:38:kworker.0 Request processed in 297us (7923us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319806.782404:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23574 00000100:00080000:2.0:1767319806.783373:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319806.783385:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319806.783391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989955968:0@lo:38:kworker.0 00010000:00010000:3.0:1767319807.584640:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319807.781572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319807.843495:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319807.843645:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858944 00000100:00100000:1.0:1767319807.843660:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858944 00000100:00100000:1.0:1767319807.843779:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5300 00000100:00100000:1.0:1767319807.843793:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925858944:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319807.844314:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925858944:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 523us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319807.844326:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5300 00000100:00080000:3.0:1767319807.844407:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319807.855532:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319807.855912:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925858816 00000100:00100000:2.0:1767319807.855926:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925858816 00000100:00100000:2.0:1767319807.856004:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23575 00000100:00100000:2.0:1767319807.856104:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925858816:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319807.856211:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319807.856400:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925858816:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 383us (964us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319807.856411:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23575 00010000:00010000:3.0:1767319808.608665:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319808.800328:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319809.643543:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319809.824468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319809.824726:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319809.824745:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989956352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319809.824840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319809.824943:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956352 00000100:00100000:1.0:1767319809.824955:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956352 00000100:00100000:0.0:1767319809.825008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989956480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319809.825048:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319809.825091:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956480 00000100:00100000:1.0:1767319809.825095:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956480 00000100:00080000:2.0:1767319809.825190:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319809.825195:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319809.829894:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1767319809.829934:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989956352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319809.829990:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319809.830110:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989956352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 200us (5269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319809.830195:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989956352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319809.830777:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1767319809.830817:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:0.0:1767319809.830829:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989956480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319809.830857:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319809.830970:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989956480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (5920us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319809.830982:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767319809.831026:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989956480:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319810.658982:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319810.850299:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319811.680774:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319811.872469:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319811.872775:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.872783:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319811.872787:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.872791:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.872796:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.872806:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5056 00000100:00080000:0.0:1767319811.872811:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.872820:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319811.872883:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1e300 x1853163989956608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319811.872913:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.872917:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.872918:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.872923:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5056 00000100:00080000:0.0:1767319811.872925:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.872930:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319811.872948:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1df80 x1853163989956736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319811.873849:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.873859:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.873862:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.873870:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5056 00000100:00080000:0.0:1767319811.873875:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.873881:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319811.873911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989956608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.873917:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6a00 x1853163989956992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319811.873955:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.873959:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.873962:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.873966:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5056 00000100:00080000:0.0:1767319811.873969:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.873973:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319811.873996:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5180 x1853163989957248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319811.874015:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.874095:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989957504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.874103:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989956736:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.874430:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.874466:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319811.874472:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989957376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.874498:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.874543:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957504 00000100:00100000:0.0:1767319811.874552:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957504 00000100:00100000:0.0:1767319811.874629:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957376 00000100:00100000:0.0:1767319811.874633:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957376 00000100:00100000:0.0:1767319811.874664:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:0.0:1767319811.874675:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989957504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.874758:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989957504:12345-0@lo:400:kworker.0 Request processed in 84us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319811.874766:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:0.0:1767319811.874789:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767319811.874795:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989957376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.874823:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989957376:12345-0@lo:400:kworker.0 Request processed in 28us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319811.874829:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1767319811.874880:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989957376:0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.874892:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989957504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.874954:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956608 00000100:00100000:0.0:1767319811.874958:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956608 00000100:00100000:0.0:1767319811.874982:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23576 00000100:00100000:0.0:1767319811.876319:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989956608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319811.876349:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319811.876451:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989956608:12345-0@lo:38:kworker.0 Request processed in 138us (2438us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319811.876459:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23576 00000100:00080000:0.0:1767319811.876540:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319811.876547:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319811.881776:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.881934:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989956992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.882033:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.882068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989957248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.882094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319811.882146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.882152:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.882157:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989956608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.882213:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956992 00000100:00100000:2.0:1767319811.882220:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956992 00000100:00100000:2.0:1767319811.882289:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957248 00000100:00100000:2.0:1767319811.882294:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957248 00000100:00100000:2.0:1767319811.882316:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23577 00000100:00100000:2.0:1767319811.882325:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989956992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319811.882351:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319811.882399:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989956992:12345-0@lo:38:kworker.0 Request processed in 74us (365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319811.882420:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23577 00000100:00100000:2.0:1767319811.882439:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23578 00000100:00100000:2.0:1767319811.882444:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989957248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319811.882453:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319811.882477:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989957248:12345-0@lo:38:kworker.0 Request processed in 32us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319811.882482:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23578 00000100:00080000:2.0:1767319811.882531:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.882535:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.882538:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989956992:0@lo:38:kworker.0 00000100:00080000:2.0:1767319811.882547:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.882551:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.882554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989957248:0@lo:38:kworker.0 00000100:00100000:0.0:1767319811.883172:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956736 00000100:00100000:0.0:1767319811.883181:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956736 00000100:00100000:0.0:1767319811.883247:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:0.0:1767319811.883254:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989956736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319811.883271:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319811.883333:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989956736:12345-0@lo:38:kworker.0 Request processed in 78us (9184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319811.883340:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00080000:2.0:1767319811.884460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.884473:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.884478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989956736:0@lo:38:kworker.0 00000100:00100000:1.0:1767319811.884567:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989957120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319811.884636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.884763:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957120 00000100:00100000:2.0:1767319811.884769:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957120 00000100:00080000:0.0:1767319811.884943:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319811.885011:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5301 00000100:00100000:2.0:1767319811.885023:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989957120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.885106:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989957120:12345-0@lo:400:kworker.0 Request processed in 85us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319811.885114:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5301 00000100:00100000:1.0:1767319811.885171:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989957120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319811.885456:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989956864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319811.885501:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319811.885623:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989956864 00000100:00100000:0.0:1767319811.885628:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989956864 00000100:00100000:0.0:1767319811.885752:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5302 00000100:00100000:0.0:1767319811.885761:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989956864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.885811:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989956864:12345-0@lo:400:kworker.0 Request processed in 53us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319811.885818:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5302 00000100:00100000:1.0:1767319811.886007:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989956864:0@lo:400:kworker.0 00000100:00080000:2.0:1767319811.886621:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319812.708840:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319812.896908:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319812.969568:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319812.969692:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319812.969862:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859200 00000100:00100000:1.0:1767319812.969877:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859200 00000100:00100000:1.0:1767319812.969990:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859072 00000100:00100000:1.0:1767319812.969993:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859072 00000100:00100000:1.0:1767319812.970018:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5303 00000100:00100000:1.0:1767319812.970032:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925859200:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319812.970152:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925859200:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 122us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319812.970162:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5303 00000100:00100000:1.0:1767319812.970187:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23579 00000100:00100000:1.0:1767319812.970192:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925859072:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319812.970218:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319812.970299:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925859072:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 105us (607us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319812.970308:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23579 00000100:00080000:3.0:1767319812.970816:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319813.734887:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319813.920546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319814.753713:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319814.944816:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319814.947054:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989957632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319814.947184:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319814.947346:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957632 00000100:00100000:3.0:1767319814.947378:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957632 00000100:00100000:3.0:1767319814.947569:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:3.0:1767319814.947583:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989957632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319814.947646:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319814.947705:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989957760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319814.947731:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989957632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319814.947744:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00100000:0.0:1767319814.947758:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319814.947777:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957760 00000100:00100000:3.0:1767319814.947783:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957760 00000100:00100000:0.0:1767319814.947871:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989957632:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319814.951666:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319814.951684:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319814.953028:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:3.0:1767319814.953061:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989957760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319814.953131:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319814.953313:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989957760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 269us (5557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319814.953323:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:0.0:1767319814.954415:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989957760:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319815.776583:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319815.968691:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319816.800671:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319816.992767:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319816.992914:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319816.992923:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319816.992926:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319816.992931:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319816.992936:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319816.992946:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5061 00000100:00080000:2.0:1767319816.992951:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319816.992960:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319816.993026:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383480 x1853163989957888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319816.993048:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319816.993051:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319816.993053:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319816.993057:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5061 00000100:00080000:2.0:1767319816.993060:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319816.993063:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319816.993077:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382680 x1853163989958016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319816.993117:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319816.993122:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319816.993124:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319816.993128:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5061 00000100:00080000:2.0:1767319816.993131:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319816.993134:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319816.993148:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163989958272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319816.993165:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319816.993169:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319816.993171:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319816.993174:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5061 00000100:00080000:2.0:1767319816.993177:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319816.993180:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319816.993192:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d880 x1853163989958528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319816.993329:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989958400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319816.993437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319816.993530:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319816.993537:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989958144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319816.993562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319816.993603:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958400 00000100:00100000:3.0:1767319816.993613:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958400 00000100:00100000:3.0:1767319816.993681:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958144 00000100:00100000:3.0:1767319816.993684:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958144 00000100:00100000:3.0:1767319816.993708:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304 00000100:00100000:3.0:1767319816.993717:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989958400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319816.993786:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989958400:12345-0@lo:400:kworker.0 Request processed in 69us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319816.993795:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304 00000100:00100000:3.0:1767319816.993814:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5305 00000100:00100000:3.0:1767319816.993820:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989958144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319816.993843:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989958144:12345-0@lo:400:kworker.0 Request processed in 24us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319816.993848:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5305 00000100:00100000:3.0:1767319816.993894:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989958144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319816.993903:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989958400:0@lo:400:kworker.0 00000100:00080000:1.0:1767319816.994007:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319816.994171:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989958656:0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.994226:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319816.994278:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319816.994284:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989958784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.994309:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319816.994457:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958656 00000100:00100000:2.0:1767319816.994462:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958656 00000100:00100000:0.0:1767319816.994877:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989957888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319816.994922:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.994959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989958016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319816.994985:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.995013:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989958272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319816.995036:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.995052:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989958528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319816.995073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.995106:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958784 00000100:00100000:0.0:1767319816.995110:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958784 00000100:00100000:2.0:1767319816.995184:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1767319816.995194:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989958656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319816.995293:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989958656:12345-0@lo:400:kworker.0 Request processed in 99us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319816.995301:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1767319816.995362:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989958656:0@lo:400:kworker.0 00000100:00100000:2.0:1767319816.995416:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958016 00000100:00100000:2.0:1767319816.995421:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958016 00000100:00100000:2.0:1767319816.995445:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:2.0:1767319816.995450:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989958016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.995473:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.995516:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989958016:12345-0@lo:38:kworker.0 Request processed in 65us (529us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.995523:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:2.0:1767319816.995541:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989957888 00000100:00100000:2.0:1767319816.995545:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989957888 00000100:00100000:2.0:1767319816.995563:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958272 00000100:00100000:2.0:1767319816.995565:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958272 00000100:00100000:2.0:1767319816.995580:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958528 00000100:00100000:2.0:1767319816.995583:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958528 00000100:00100000:2.0:1767319816.995599:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23580 00000100:00100000:2.0:1767319816.995604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989957888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.995614:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.995638:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989957888:12345-0@lo:38:kworker.0 Request processed in 33us (715us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.995644:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23580 00000100:00100000:2.0:1767319816.995655:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23581 00000100:00100000:2.0:1767319816.995659:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989958272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.995667:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.995691:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989958272:12345-0@lo:38:kworker.0 Request processed in 30us (654us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.995696:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23581 00000100:00100000:2.0:1767319816.995707:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23582 00000100:00100000:2.0:1767319816.995711:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989958528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.995722:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.995743:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989958528:12345-0@lo:38:kworker.0 Request processed in 31us (669us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.995749:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23582 00000100:00080000:2.0:1767319816.995780:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.995787:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.995790:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989957888:0@lo:38:kworker.0 00000100:00080000:2.0:1767319816.995801:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.995804:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.995807:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989958016:0@lo:38:kworker.0 00000100:00080000:2.0:1767319816.995815:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.995819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.995821:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989958272:0@lo:38:kworker.0 00000100:00080000:2.0:1767319816.995828:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319816.995831:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319816.995834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989958528:0@lo:38:kworker.0 00000100:00080000:1.0:1767319817.003919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319817.003937:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319817.004514:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:0.0:1767319817.004536:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989958784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319817.004701:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989958784:12345-0@lo:400:kworker.0 Request processed in 176us (10389us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319817.004710:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:3.0:1767319817.004898:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989958784:0@lo:400:kworker.0 00010000:00010000:3.0:1767319817.824611:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319818.016404:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319818.086501:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319818.086639:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859328 00000100:00100000:3.0:1767319818.086657:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859328 00000100:00100000:3.0:1767319818.086790:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23583 00000100:00100000:3.0:1767319818.086802:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925859328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319818.086842:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319818.086964:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925859328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 162us (486us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319818.086973:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23583 00000100:00100000:2.0:1767319818.099455:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319818.102890:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859456 00000100:00100000:3.0:1767319818.102917:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859456 00000100:00100000:3.0:1767319818.103159:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5306 00000100:00100000:3.0:1767319818.103175:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925859456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319818.103348:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925859456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 177us (3907us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319818.103358:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5306 00000100:00080000:1.0:1767319818.105385:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319818.848618:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319819.040609:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319819.872714:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319820.064440:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319820.064517:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989958912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319820.064617:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319820.064628:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989959040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319820.064681:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319820.064731:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989958912 00000100:00100000:2.0:1767319820.064742:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989958912 00000100:00100000:2.0:1767319820.064806:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959040 00000100:00100000:2.0:1767319820.064810:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959040 00000100:00100000:2.0:1767319820.064832:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:2.0:1767319820.064842:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989958912:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319820.064873:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319820.064878:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319820.064893:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:0.0:1767319820.064902:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989959040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319820.064905:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1767319820.064924:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319820.065054:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989959040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319820.065062:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00100000:0.0:1767319820.065116:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989959040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319820.067756:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989958912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2897us (3121us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319820.067778:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:3.0:1767319820.067808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989958912:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319820.897838:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319821.092888:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319821.922501:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319822.113497:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319822.113513:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319822.113517:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319822.113523:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319822.113528:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319822.113542:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5066 00000100:00080000:0.0:1767319822.113549:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319822.113558:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319822.113620:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5f80 x1853163989959168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319822.113642:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319822.113802:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989959168:0@lo:38:kworker.0 00000100:00100000:1.0:1767319822.113918:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319822.114058:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959168 00000100:00100000:3.0:1767319822.114074:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959168 00000100:00100000:3.0:1767319822.114334:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23584 00000100:00100000:3.0:1767319822.114345:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989959168:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319822.114368:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319822.114375:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319822.114380:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00020000:3.0:1767319822.114381:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319822.114395:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5066 00000100:00080000:0.0:1767319822.114401:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319822.114408:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319822.114442:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163989959296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319822.118832:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989959296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319822.119104:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989959168:12345-0@lo:38:kworker.0 Request processed in 4744us (5170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319822.119131:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23584 00000100:00080000:0.0:1767319822.119806:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319822.119812:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319822.119816:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319822.119824:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5066 00000100:00080000:0.0:1767319822.119829:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319822.119838:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319822.119910:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319822.119935:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989959424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319822.120285:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319822.120420:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959424 00000100:00100000:3.0:1767319822.120431:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959424 00000100:00100000:3.0:1767319822.120509:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5307 00000100:00100000:3.0:1767319822.120522:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989959424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319822.120589:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989959424:12345-0@lo:400:kworker.0 Request processed in 71us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319822.120596:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5307 00000100:00080000:2.0:1767319822.120764:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319822.121313:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989959424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319822.124112:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319822.124281:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319822.124289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319822.124296:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989959168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319822.124639:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5180 x1853163989959552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319822.124721:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319822.124726:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319822.124729:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319822.124734:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5066 00000100:00080000:0.0:1767319822.124740:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319822.124750:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319822.124767:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5f80 x1853163989959808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319822.124844:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989959680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319822.124909:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989959936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319822.124987:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319822.125013:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319822.125032:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319822.125042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989960064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319822.125080:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319822.125141:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959936 00000100:00100000:0.0:1767319822.125153:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959936 00000100:00100000:3.0:1767319822.125177:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960064 00000100:00100000:3.0:1767319822.125190:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960064 00000100:00100000:0.0:1767319822.125294:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:0.0:1767319822.125312:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989959936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319822.125339:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:2.0:1767319822.125348:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959296 00000100:00100000:3.0:1767319822.125359:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989960064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319822.125367:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959296 00000100:00100000:0.0:1767319822.125398:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989959936:12345-0@lo:400:kworker.0 Request processed in 87us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319822.125410:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1767319822.125421:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:2.0:1767319822.125433:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989959296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319822.125466:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319822.125469:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319822.125479:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319822.125479:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989960064:12345-0@lo:400:kworker.0 Request processed in 125us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319822.125496:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00100000:3.0:1767319822.125545:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959680 00000100:00100000:3.0:1767319822.125551:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959680 00000100:00100000:3.0:1767319822.125595:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5308 00000100:00100000:3.0:1767319822.125602:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989959680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319822.125811:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989960064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319822.125826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989959936:0@lo:400:kworker.0 00000100:00080000:0.0:1767319822.125871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319822.126007:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989959552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319822.126053:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319822.126076:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989959808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319822.126097:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319822.126125:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959552 00000100:00100000:1.0:1767319822.126129:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959552 00000100:00100000:1.0:1767319822.126152:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989959808 00000100:00100000:1.0:1767319822.126154:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989959808 00000100:00100000:1.0:1767319822.126168:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23585 00000100:00100000:1.0:1767319822.126172:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989959552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319822.126184:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319822.126207:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989959552:12345-0@lo:38:kworker.0 Request processed in 34us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319822.126211:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23585 00000100:00100000:1.0:1767319822.126266:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23586 00000100:00100000:1.0:1767319822.126270:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989959808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319822.126280:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319822.126304:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989959808:12345-0@lo:38:kworker.0 Request processed in 33us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319822.126310:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23586 00000100:00080000:0.0:1767319822.126315:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319822.126321:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319822.126325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989959552:0@lo:38:kworker.0 00000100:00080000:0.0:1767319822.126335:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319822.126338:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319822.126341:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989959808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319822.137674:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989959296:12345-0@lo:38:kworker.0 Request processed in 12224us (13557us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319822.137697:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00080000:0.0:1767319822.146061:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319822.146079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319822.146085:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989959296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319822.158158:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989959680:12345-0@lo:400:kworker.0 Request processed in 32542us (33135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319822.158177:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5308 00000100:00100000:2.0:1767319822.158586:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989959680:0@lo:400:kworker.0 00010000:00010000:3.0:1767319822.948640:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319823.136574:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319823.204398:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319823.205118:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859712 00000100:00100000:3.0:1767319823.205146:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859712 00000100:00100000:3.0:1767319823.205316:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5309 00000100:00100000:3.0:1767319823.205327:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925859712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319823.205426:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925859712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319823.205434:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5309 00000100:00080000:0.0:1767319823.206001:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319823.207003:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319823.207266:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859584 00000100:00100000:3.0:1767319823.207278:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859584 00000100:00100000:3.0:1767319823.207415:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23587 00000100:00100000:3.0:1767319823.207423:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925859584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319823.207447:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319823.207530:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925859584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 106us (539us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319823.207537:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23587 00010000:00010000:3.0:1767319823.968933:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319824.160455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319824.995502:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319825.184498:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989960192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319825.184582:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319825.184835:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319825.184994:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319825.185004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989960320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319825.185035:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319825.196666:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960192 00000100:00100000:0.0:1767319825.196771:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960192 00000100:00100000:0.0:1767319825.197346:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960320 00000100:00100000:0.0:1767319825.197352:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960320 00000100:00100000:2.0:1767319825.197370:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:2.0:1767319825.197382:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989960192:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319825.197412:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319825.197417:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1767319825.197432:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319825.197465:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1767319825.197472:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989960320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319825.197488:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319825.197587:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989960320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319825.197604:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989960192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319825.197796:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989960320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 323us (12758us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319825.197804:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1767319825.197942:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989960192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 562us (13360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319825.197949:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00010000:00010000:0.0:1767319826.017431:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319826.208826:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319826.272337:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319801/real 1767319801] req@ffff96e2f1f1dc00 x1853163989953920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319826 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319826.272383:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f1f1dc00 x1853163989953920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319826 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319826.272410:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319826.272442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319826.272447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989953920:0@lo:250:kworker.0 00000100:00080000:2.0:1767319826.272537:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319826.272543:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319826.272546:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319826.272552:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5051 00000100:00080000:2.0:1767319826.272556:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319826.272562:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319826.272599:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748380 x1853163989960448/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319826.272658:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989960448:0@lo:250:kworker.0 00000400:00000100:1.0:1767319826.272728:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989960448 offset 0 length 520: 4 00000100:00080000:2.0:1767319826.272790:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319826.272794:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319826.272818:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319826.272822:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5071 00000100:00080000:2.0:1767319826.272825:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319826.272829:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319826.272854:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163989960576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319826.275392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989960576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.275461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319826.275660:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960576 00000100:00100000:3.0:1767319826.275669:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960576 00000100:00100000:3.0:1767319826.275730:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23588 00000100:00100000:3.0:1767319826.275740:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989960576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319826.275771:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319826.275826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989960576:12345-0@lo:38:kworker.0 Request processed in 85us (362us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319826.275833:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23588 00000100:00080000:1.0:1767319826.276309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319826.276315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319826.276319:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989960576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319826.279364:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319826.279377:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319826.279381:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319826.279390:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5071 00000100:00080000:2.0:1767319826.279396:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319826.279405:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319826.279459:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b800 x1853163989960704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319826.279529:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319826.279533:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319826.279535:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319826.279540:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5071 00000100:00080000:2.0:1767319826.279542:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319826.279546:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319826.279590:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749880 x1853163989960960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319826.279609:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319826.279613:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319826.279626:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319826.279630:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5071 00000100:00080000:2.0:1767319826.279633:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319826.279638:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319826.279650:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74aa00 x1853163989961216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319826.280331:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989961088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.280410:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319826.280458:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319826.280464:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989960832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.280486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319826.280526:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989961472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.280553:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319826.280573:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319826.280578:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989961344:0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.280598:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319826.281099:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961472 00000100:00100000:3.0:1767319826.281109:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961472 00000100:00100000:3.0:1767319826.281173:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961344 00000100:00100000:3.0:1767319826.281177:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961344 00000100:00100000:3.0:1767319826.281209:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:3.0:1767319826.281218:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989961472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.281329:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989961472:12345-0@lo:400:kworker.0 Request processed in 112us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319826.281338:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:3.0:1767319826.281356:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:3.0:1767319826.281368:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989961344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.281394:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989961344:12345-0@lo:400:kworker.0 Request processed in 32us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319826.281399:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00100000:3.0:1767319826.281452:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989961344:0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.281462:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989961472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319826.281490:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961088 00000100:00100000:3.0:1767319826.281495:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961088 00000100:00100000:1.0:1767319826.281840:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989960704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.281885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.281912:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989960960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.281935:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319826.281959:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960832 00000100:00100000:1.0:1767319826.281964:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960832 00000100:00100000:1.0:1767319826.282022:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960960 00000100:00100000:1.0:1767319826.282026:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960960 00000100:00100000:1.0:1767319826.282042:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5310 00000100:00100000:1.0:1767319826.282049:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989960832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319826.282091:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989960832:12345-0@lo:400:kworker.0 Request processed in 43us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319826.282098:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5310 00000100:00100000:1.0:1767319826.282114:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23589 00000100:00100000:1.0:1767319826.282119:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989960960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319826.282151:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319826.282179:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989960960:12345-0@lo:38:kworker.0 Request processed in 59us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319826.282186:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23589 00000100:00080000:1.0:1767319826.282205:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319826.282252:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989960832:0@lo:400:kworker.0 00000100:00080000:1.0:1767319826.282284:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319826.282289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319826.282292:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989960960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.283084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989961216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319826.283134:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319826.283171:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989960704 00000100:00100000:2.0:1767319826.283179:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989960704 00000100:00100000:2.0:1767319826.283220:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:2.0:1767319826.283226:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989960704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319826.283266:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319826.283435:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961216 00000100:00100000:0.0:1767319826.283441:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961216 00000100:00100000:0.0:1767319826.283464:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23590 00000100:00100000:0.0:1767319826.283470:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989961216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319826.283480:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319826.288101:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989960704:12345-0@lo:38:kworker.0 Request processed in 4861us (6202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319826.288118:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00080000:1.0:1767319826.288501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319826.288509:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5311 00000100:00100000:3.0:1767319826.288522:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989961088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319826.288580:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989961216:12345-0@lo:38:kworker.0 Request processed in 5107us (5443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319826.288589:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23590 00000100:00080000:1.0:1767319826.288709:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319826.288715:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319826.288719:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989960704:0@lo:38:kworker.0 00000100:00080000:1.0:1767319826.288734:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319826.288736:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319826.288739:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989961216:0@lo:38:kworker.0 00000100:00100000:3.0:1767319826.290607:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989961088:12345-0@lo:400:kworker.0 Request processed in 2077us (10185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319826.290621:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5311 00000100:00100000:1.0:1767319826.292571:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989961088:0@lo:400:kworker.0 00010000:00010000:3.0:1767319827.040762:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319827.235262:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319828.064541:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319828.256414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319828.328427:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319828.328467:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319828.328516:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859968 00000100:00100000:0.0:1767319828.328526:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859968 00000100:00100000:3.0:1767319828.328587:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925859840 00000100:00100000:3.0:1767319828.328591:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925859840 00000100:00100000:0.0:1767319828.328643:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5312 00000100:00100000:0.0:1767319828.328653:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925859968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319828.328729:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925859968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319828.328895:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23591 00000100:00100000:3.0:1767319828.328901:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925859840:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319828.328921:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319828.328951:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925859840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 49us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319828.328958:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23591 00000400:00000100:3.0:1767319828.328991:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925860096 offset 0 length 520: 4 00000100:00080000:1.0:1767319828.331490:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319828.331643:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5312 00010000:00010000:3.0:1767319829.088856:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319829.280675:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319829.280687:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319829.280689:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319829.280693:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319829.280697:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319829.280707:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5075 00000100:00080000:1.0:1767319829.280711:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319829.280718:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319829.280766:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2ce00 x1853163989961600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319829.280798:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319829.280802:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319829.280804:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319829.280807:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5076 00000100:00080000:1.0:1767319829.280809:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319829.280813:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319829.280824:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2f100 x1853163989961728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319829.280855:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319829.280857:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319829.280859:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319829.280862:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5076 00000100:00080000:1.0:1767319829.280863:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319829.280866:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319829.280872:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2f800 x1853163989961984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319829.280882:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319829.280884:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319829.280886:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319829.280888:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5076 00000100:00080000:1.0:1767319829.280889:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319829.280891:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319829.280896:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2e300 x1853163989962240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319829.280935:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989962368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319829.281007:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319829.281071:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319829.281076:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989962496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319829.281137:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319829.281841:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989962112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319829.281885:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319829.281920:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319829.281928:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989961856:0@lo:400:kworker.0 00000100:00100000:3.0:1767319829.281951:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319829.281984:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962368 00000100:00100000:3.0:1767319829.281994:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962368 00000100:00100000:3.0:1767319829.282054:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962496 00000100:00100000:3.0:1767319829.282058:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962496 00000100:00100000:3.0:1767319829.282092:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:3.0:1767319829.282101:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989962368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319829.282157:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989962368:12345-0@lo:400:kworker.0 Request processed in 57us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319829.282165:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:3.0:1767319829.282180:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:3.0:1767319829.282186:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989962496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319829.282212:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989962496:12345-0@lo:400:kworker.0 Request processed in 26us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319829.282217:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00080000:3.0:1767319829.282265:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319829.282269:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319829.282305:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989962496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319829.282316:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989962368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319829.283214:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962112 00000100:00100000:0.0:1767319829.283222:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962112 00000100:00100000:0.0:1767319829.283299:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5313 00000100:00100000:0.0:1767319829.283309:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989962112:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319829.283343:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319829.283371:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989962112:12345-0@lo:400:kworker.0 Request processed in 64us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319829.283377:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961856 00000100:00100000:0.0:1767319829.283379:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5313 00000100:00100000:3.0:1767319829.283384:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961856 00000100:00100000:0.0:1767319829.283420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989962112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319829.283513:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5314 00000100:00100000:3.0:1767319829.283519:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989961856:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319829.283554:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319829.283559:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989961856:12345-0@lo:400:kworker.0 Request processed in 39us (1607us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319829.283567:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5314 00000100:00100000:0.0:1767319829.283582:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989961856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319829.283668:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989961600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319829.283717:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319829.283753:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989961728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319829.283780:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319829.283812:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989961984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319829.283834:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319829.283853:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961600 00000100:00100000:2.0:1767319829.283854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989962240:0@lo:38:kworker.0 00000100:00100000:3.0:1767319829.283859:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961600 00000100:00100000:3.0:1767319829.283880:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961984 00000100:00100000:2.0:1767319829.283884:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319829.283885:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961984 00000100:00100000:3.0:1767319829.283902:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962240 00000100:00100000:3.0:1767319829.283905:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962240 00000100:00100000:3.0:1767319829.283926:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23592 00000100:00100000:3.0:1767319829.283931:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989961600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319829.283948:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319829.283966:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989961728 00000100:00100000:0.0:1767319829.283971:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989961728 00000100:00100000:3.0:1767319829.283983:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989961600:12345-0@lo:38:kworker.0 Request processed in 49us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319829.283990:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23592 00000100:00100000:0.0:1767319829.283996:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:0.0:1767319829.284002:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989961728:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319829.284008:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23593 00010000:00020000:0.0:1767319829.284015:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319829.284017:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989961984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319829.284029:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319829.284049:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989961728:12345-0@lo:38:kworker.0 Request processed in 46us (268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319829.284057:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00100000:3.0:1767319829.284063:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989961984:12345-0@lo:38:kworker.0 Request processed in 46us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319829.284070:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23593 00000100:00100000:3.0:1767319829.284090:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23594 00000100:00100000:3.0:1767319829.284094:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989962240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319829.284102:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319829.284128:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989962240:12345-0@lo:38:kworker.0 Request processed in 32us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319829.284130:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319829.284136:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23594 00000100:00080000:2.0:1767319829.284691:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319829.284760:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319829.284764:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989961600:0@lo:38:kworker.0 00000100:00080000:2.0:1767319829.284777:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319829.284781:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319829.284784:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989961728:0@lo:38:kworker.0 00000100:00080000:2.0:1767319829.284792:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319829.284795:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319829.284797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989961984:0@lo:38:kworker.0 00000100:00080000:2.0:1767319829.284805:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319829.284808:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319829.284813:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989962240:0@lo:38:kworker.0 00010000:00010000:0.0:1767319830.112504:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319830.304515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989962624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319830.304601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319830.304691:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962624 00000100:00100000:1.0:1767319830.304699:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962624 00000100:00100000:1.0:1767319830.304749:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:1.0:1767319830.304757:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989962624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319830.304790:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319830.304833:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989962624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319830.304840:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00100000:1.0:1767319830.304892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989962624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319830.305021:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319830.305422:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989962752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319830.305461:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319830.305544:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962752 00000100:00100000:3.0:1767319830.305550:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962752 00000100:00100000:3.0:1767319830.305583:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:3.0:1767319830.305590:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989962752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319830.305612:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319830.305648:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989962752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319830.305655:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767319830.305763:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989962752:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319830.305958:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319830.305964:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319830.305967:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319830.305971:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319830.305976:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319830.305982:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319830.305987:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319830.305992:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319830.306018:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74aa00 x1853163989962880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319830.306046:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319830.306050:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319830.306052:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319830.306055:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319830.306057:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319830.306061:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319830.306083:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b800 x1853163989963008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319830.306109:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319830.306112:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319830.306114:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319830.306117:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319830.306119:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319830.306123:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319830.306135:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163989963264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319830.306149:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319830.306152:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319830.306154:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319830.306158:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5079 00000100:00080000:2.0:1767319830.306160:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319830.306163:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319830.306173:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b100 x1853163989963520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319830.306205:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989963392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.306260:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.306289:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319830.306294:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989963136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.306317:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.306345:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963392 00000100:00100000:2.0:1767319830.306349:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963392 00000100:00100000:2.0:1767319830.306379:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963136 00000100:00100000:2.0:1767319830.306382:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963136 00000100:00100000:2.0:1767319830.306417:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315 00000100:00100000:2.0:1767319830.306425:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989963392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.306462:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989963392:12345-0@lo:400:kworker.0 Request processed in 38us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319830.306468:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315 00000100:00100000:2.0:1767319830.306481:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5316 00000100:00100000:2.0:1767319830.306488:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989963136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.306514:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989963136:12345-0@lo:400:kworker.0 Request processed in 27us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319830.306520:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5316 00000100:00100000:2.0:1767319830.306553:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989963136:0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.306563:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989963392:0@lo:400:kworker.0 00000100:00100000:1.0:1767319830.306701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989962880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319830.306731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319830.306762:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989963008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319830.306783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319830.306812:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989963264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319830.306832:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319830.306845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989963520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319830.306864:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319830.306926:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989962880 00000100:00100000:3.0:1767319830.306931:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989962880 00000100:00100000:3.0:1767319830.306955:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963264 00000100:00100000:3.0:1767319830.306958:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963264 00000100:00100000:3.0:1767319830.306968:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963520 00000100:00100000:3.0:1767319830.306970:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963520 00000100:00100000:3.0:1767319830.306983:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23595 00000100:00100000:3.0:1767319830.306987:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989962880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319830.307004:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319830.307040:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989962880:12345-0@lo:38:kworker.0 Request processed in 50us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319830.307046:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23595 00000100:00100000:3.0:1767319830.307058:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23596 00000100:00100000:3.0:1767319830.307061:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989963264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319830.307081:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319830.307105:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989963264:12345-0@lo:38:kworker.0 Request processed in 42us (272us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319830.307111:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23596 00000100:00100000:3.0:1767319830.307128:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23597 00000100:00100000:3.0:1767319830.307132:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989963520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319830.307141:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319830.307163:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989963520:12345-0@lo:38:kworker.0 Request processed in 30us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319830.307169:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23597 00000100:00080000:3.0:1767319830.307192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319830.307197:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319830.307201:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989962880:0@lo:38:kworker.0 00000100:00080000:3.0:1767319830.307209:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319830.307212:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319830.307214:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989963264:0@lo:38:kworker.0 00000100:00080000:3.0:1767319830.307220:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319830.307222:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319830.307223:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989963520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319830.311293:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963008 00000100:00100000:2.0:1767319830.311320:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963008 00000100:00100000:2.0:1767319830.311413:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:2.0:1767319830.311421:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989963008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319830.311446:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319830.311540:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989963008:12345-0@lo:38:kworker.0 Request processed in 119us (4755us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319830.311547:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00080000:3.0:1767319830.312904:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319830.312917:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319830.312923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989963008:0@lo:38:kworker.0 00010000:00010000:0.0:1767319831.136497:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319831.329480:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319832.160435:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319832.354783:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319833.186882:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319833.376881:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319833.445638:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319833.445699:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319833.445780:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860224 00000100:00100000:0.0:1767319833.445794:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860224 00000100:00100000:0.0:1767319833.445856:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860352 00000100:00100000:0.0:1767319833.445860:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860352 00000100:00100000:0.0:1767319833.445925:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5317 00000100:00100000:0.0:1767319833.445938:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925860352:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319833.446058:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925860352:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 121us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319833.446067:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5317 00000100:00100000:0.0:1767319833.446092:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23598 00000100:00100000:0.0:1767319833.446097:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925860224:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319833.446124:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319833.446159:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925860224:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 60us (538us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319833.446168:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23598 00000100:00080000:1.0:1767319833.446268:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319834.210552:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319834.401183:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319835.232720:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319835.424695:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319835.424697:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767319835.424706:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319835.424711:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319835.424716:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767319835.424720:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989963648:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319835.424722:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319835.424730:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5080 00000100:00080000:0.0:1767319835.424736:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319835.424743:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319835.424774:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163989963776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319835.424789:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319835.424793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319835.424795:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319835.424800:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5080 00000100:00080000:0.0:1767319835.424806:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319835.424810:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319835.424827:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163989963904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319835.424849:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319835.424853:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319835.424855:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319835.424858:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5080 00000100:00080000:0.0:1767319835.424862:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319835.424866:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319835.424880:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163989964160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319835.424905:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319835.424914:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319835.424919:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319835.424921:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319835.424926:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5080 00000100:00080000:0.0:1767319835.424929:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319835.424933:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319835.424947:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163989964416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319835.425002:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989964032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319835.425022:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989964288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319835.425038:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319835.425068:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319835.425078:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319835.425094:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989964672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319835.425099:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319835.425108:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989964544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319835.425132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319835.425145:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319835.425179:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964032 00000100:00100000:1.0:1767319835.425190:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964032 00000100:00100000:0.0:1767319835.425201:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963648 00000100:00100000:0.0:1767319835.425207:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963648 00000100:00100000:0.0:1767319835.425290:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964672 00000100:00100000:0.0:1767319835.425293:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964672 00000100:00100000:0.0:1767319835.425315:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:0.0:1767319835.425325:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989963648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319835.425373:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319835.425420:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767319835.425431:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989964672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319835.425449:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319835.425517:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989964672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319835.425526:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767319835.425559:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964288 00000100:00100000:2.0:1767319835.425562:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964288 00000100:00100000:0.0:1767319835.425581:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989963648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 256us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319835.425592:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00080000:0.0:1767319835.425621:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319835.425625:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319835.425628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319835.425673:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989964672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319835.425713:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5318 00000100:00100000:1.0:1767319835.425734:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989964032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319835.425773:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989964032:12345-0@lo:400:kworker.0 Request processed in 52us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319835.425775:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989963776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319835.425784:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5318 00000100:00100000:0.0:1767319835.425826:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989964032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319835.425842:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989963648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319835.425904:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964544 00000100:00100000:0.0:1767319835.425908:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964544 00000100:00100000:0.0:1767319835.425935:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767319835.425940:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989964544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319835.426013:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989964544:12345-0@lo:400:kworker.0 Request processed in 72us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319835.426020:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767319835.426046:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989964544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319835.426074:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319835.426202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319835.426265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989963904:0@lo:38:kworker.0 00000100:00100000:3.0:1767319835.426293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319835.426318:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989964160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319835.426339:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319835.426370:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989964416:0@lo:38:kworker.0 00000100:00100000:3.0:1767319835.426514:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319835.426552:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963904 00000100:00100000:3.0:1767319835.426557:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963904 00000100:00100000:3.0:1767319835.426583:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:3.0:1767319835.426589:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989963904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319835.426612:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319835.426651:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989963904:12345-0@lo:38:kworker.0 Request processed in 61us (357us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319835.426658:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00100000:3.0:1767319835.426681:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989963776 00000100:00100000:3.0:1767319835.426685:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989963776 00000100:00100000:3.0:1767319835.426704:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964160 00000100:00100000:3.0:1767319835.426707:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964160 00000100:00100000:3.0:1767319835.426716:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964416 00000100:00100000:3.0:1767319835.426718:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964416 00000100:00100000:3.0:1767319835.426727:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23599 00000100:00100000:3.0:1767319835.426732:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989963776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319835.426743:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319835.426769:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989963776:12345-0@lo:38:kworker.0 Request processed in 36us (566us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319835.426775:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23599 00000100:00100000:3.0:1767319835.426786:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23600 00000100:00100000:3.0:1767319835.426790:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989964160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319835.426799:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319835.426819:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989964160:12345-0@lo:38:kworker.0 Request processed in 28us (480us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319835.426824:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23600 00000100:00100000:3.0:1767319835.426835:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23601 00000100:00100000:3.0:1767319835.426838:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989964416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319835.426847:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319835.426868:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989964416:12345-0@lo:38:kworker.0 Request processed in 28us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319835.426874:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23601 00000100:00080000:3.0:1767319835.426911:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319835.426917:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319835.426920:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989963776:0@lo:38:kworker.0 00000100:00080000:3.0:1767319835.426929:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319835.426932:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319835.426935:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989963904:0@lo:38:kworker.0 00000100:00080000:3.0:1767319835.426941:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319835.426944:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319835.426947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989964160:0@lo:38:kworker.0 00000100:00080000:3.0:1767319835.426954:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319835.426957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319835.426959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989964416:0@lo:38:kworker.0 00000100:00100000:2.0:1767319835.430586:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5319 00000100:00100000:2.0:1767319835.430621:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989964288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.430780:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989964288:12345-0@lo:400:kworker.0 Request processed in 179us (5712us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319835.430790:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5319 00000100:00100000:3.0:1767319835.430936:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989964288:0@lo:400:kworker.0 00010000:00010000:0.0:1767319836.260607:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319836.451382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319837.283789:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319837.472421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319838.308437:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319838.496441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319838.563208:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319838.563292:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319838.563458:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860608 00000100:00100000:0.0:1767319838.563469:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860608 00000100:00100000:0.0:1767319838.563548:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860480 00000100:00100000:0.0:1767319838.563552:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860480 00000100:00100000:0.0:1767319838.563576:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5320 00000100:00100000:0.0:1767319838.563586:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925860608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319838.563662:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925860608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319838.563671:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5320 00000100:00100000:0.0:1767319838.563690:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23602 00000100:00100000:0.0:1767319838.563695:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925860480:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319838.563716:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319838.564042:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925860480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 344us (748us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319838.564049:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23602 00000100:00080000:2.0:1767319838.564735:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319839.329274:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319839.520535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319840.354537:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319840.544695:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989964800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319840.544804:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319840.544916:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964800 00000100:00100000:0.0:1767319840.544927:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964800 00000100:00100000:0.0:1767319840.545000:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1767319840.545011:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989964800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319840.545053:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319840.545105:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989964800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319840.545114:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00080000:0.0:1767319840.545141:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319840.545186:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989964800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319840.545277:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319840.545680:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.545686:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319840.545690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.545694:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.545698:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.545705:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5085 00000100:00080000:2.0:1767319840.545710:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.545716:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319840.545749:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163989964928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319840.545767:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.545771:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.545773:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.545776:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5085 00000100:00080000:2.0:1767319840.545779:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.545782:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319840.545796:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5180 x1853163989965056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319840.545827:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.545832:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.545833:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.545837:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5085 00000100:00080000:2.0:1767319840.545839:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.545842:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319840.545854:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163989965312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319840.545870:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.545873:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.545888:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.545892:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5085 00000100:00080000:2.0:1767319840.545894:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.545898:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319840.545910:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163989965568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319840.545969:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989965440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.546018:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319840.546057:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319840.546064:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989965184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.546087:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319840.546120:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965440 00000100:00100000:2.0:1767319840.546125:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965440 00000100:00100000:2.0:1767319840.546168:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965184 00000100:00100000:2.0:1767319840.546171:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965184 00000100:00100000:2.0:1767319840.546194:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321 00000100:00100000:2.0:1767319840.546201:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989965440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.546272:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989965440:12345-0@lo:400:kworker.0 Request processed in 71us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319840.546279:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321 00000100:00100000:2.0:1767319840.546310:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5322 00000100:00100000:2.0:1767319840.546316:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989965184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.546343:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989965184:12345-0@lo:400:kworker.0 Request processed in 28us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319840.546349:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5322 00000100:00100000:3.0:1767319840.546694:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989964928:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.546731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.546758:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989965056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.546780:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.546796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989965312:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.546810:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.546819:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989965568:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.546834:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.546858:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989964928 00000100:00100000:3.0:1767319840.546863:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989964928 00000100:00100000:3.0:1767319840.546892:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965312 00000100:00100000:3.0:1767319840.546895:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965312 00000100:00100000:3.0:1767319840.546903:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965568 00000100:00100000:3.0:1767319840.546905:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965568 00000100:00100000:3.0:1767319840.546916:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23603 00000100:00100000:3.0:1767319840.546922:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989964928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.546944:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.546982:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989964928:12345-0@lo:38:kworker.0 Request processed in 58us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.546988:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23603 00000100:00100000:3.0:1767319840.547000:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23604 00000100:00100000:3.0:1767319840.547002:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989965312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.547009:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.547030:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989965312:12345-0@lo:38:kworker.0 Request processed in 25us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.547035:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23604 00000100:00100000:3.0:1767319840.547046:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23605 00000100:00100000:3.0:1767319840.547049:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989965568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.547057:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.547079:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989965568:12345-0@lo:38:kworker.0 Request processed in 28us (243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.547084:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23605 00000100:00100000:3.0:1767319840.547103:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965056 00000100:00100000:3.0:1767319840.547106:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965056 00000100:00100000:3.0:1767319840.547126:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:3.0:1767319840.547131:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989965056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.547140:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.547167:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989965056:12345-0@lo:38:kworker.0 Request processed in 35us (385us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.547173:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00080000:3.0:1767319840.547212:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.547216:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.547219:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989964928:0@lo:38:kworker.0 00000100:00080000:3.0:1767319840.547226:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.547228:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.547246:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989965056:0@lo:38:kworker.0 00000100:00080000:3.0:1767319840.547252:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.547254:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.547256:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989965312:0@lo:38:kworker.0 00000100:00080000:3.0:1767319840.547260:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.547262:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.547264:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989965568:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.547306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989965696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319840.547327:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.547376:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989965184:0@lo:400:kworker.0 00000100:00100000:3.0:1767319840.547384:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989965440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319840.548530:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965696 00000100:00100000:0.0:1767319840.548542:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965696 00000100:00100000:0.0:1767319840.548630:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:0.0:1767319840.548640:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989965696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319840.548729:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989965696:12345-0@lo:400:kworker.0 Request processed in 90us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319840.548736:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00080000:0.0:1767319840.548762:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319840.548767:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319840.548807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989965696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319840.549130:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319840.549141:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989965824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319840.549183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319840.549221:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965824 00000100:00100000:1.0:1767319840.549225:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965824 00000100:00100000:1.0:1767319840.549638:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:1.0:1767319840.549647:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989965824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319840.549679:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319840.549726:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989965824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319840.549733:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:1.0:1767319840.549774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989965824:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319841.376971:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319841.570027:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319842.401063:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319842.593822:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319843.424609:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319843.616512:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319843.683467:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319843.683583:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319843.684073:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860864 00000100:00100000:1.0:1767319843.684088:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860864 00000100:00080000:0.0:1767319843.684310:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319843.684377:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860736 00000100:00100000:1.0:1767319843.684382:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860736 00000100:00100000:1.0:1767319843.684417:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5323 00000100:00100000:1.0:1767319843.684431:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925860864:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319843.684622:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23606 00000100:00100000:0.0:1767319843.684630:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925860736:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319843.684668:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319843.684945:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925860864:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 516us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319843.684954:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5323 00000100:00100000:0.0:1767319843.685552:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925860736:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 918us (1964us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319843.685561:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23606 00010000:00010000:3.0:1767319844.449275:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319844.640393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319845.472819:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319845.664427:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.664442:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319845.664446:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.664451:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.664457:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.664470:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5090 00000100:00080000:2.0:1767319845.664475:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.664483:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319845.664541:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6300 x1853163989965952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319845.664576:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.664580:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.664592:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319845.664595:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319845.664598:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5090 00000100:00080000:2.0:1767319845.664602:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.664608:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319845.664628:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6d80 x1853163989966080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319845.664686:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.664690:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.664692:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.664696:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5090 00000100:00080000:2.0:1767319845.664699:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.664702:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319845.664714:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163989966336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319845.664730:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.664733:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.664735:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.664739:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5090 00000100:00080000:2.0:1767319845.664741:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.664745:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319845.664754:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163989966592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319845.664874:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989965952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319845.664897:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989966848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319845.665016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989966720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.665835:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666043:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989966080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319845.666083:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666114:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989966336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319845.666140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666157:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989966592:0@lo:38:kworker.0 00000100:00100000:2.0:1767319845.666178:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666530:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989966464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.666560:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666673:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989967104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319845.666712:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666733:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767319845.666740:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989966208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.666760:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666776:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989966976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319845.666811:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.666850:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989965952 00000100:00100000:2.0:1767319845.666860:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989965952 00000100:00100000:3.0:1767319845.666893:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966080 00000100:00100000:3.0:1767319845.666908:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966080 00000100:00100000:3.0:1767319845.666962:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:3.0:1767319845.666970:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989966080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319845.666994:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319845.667048:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966336 00000100:00100000:2.0:1767319845.667055:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966336 00000100:00100000:2.0:1767319845.667068:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966592 00000100:00100000:2.0:1767319845.667070:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966592 00000100:00100000:2.0:1767319845.667079:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966464 00000100:00100000:2.0:1767319845.667082:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966464 00000100:00100000:2.0:1767319845.667124:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966208 00000100:00100000:2.0:1767319845.667127:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966208 00000100:00100000:2.0:1767319845.667147:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324 00000100:00100000:2.0:1767319845.667155:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989966464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.667216:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989966464:12345-0@lo:400:kworker.0 Request processed in 62us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319845.667343:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324 00000100:00100000:2.0:1767319845.667526:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5325 00000100:00100000:2.0:1767319845.667535:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989966208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.667568:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989966208:12345-0@lo:400:kworker.0 Request processed in 36us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319845.667574:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5325 00000100:00100000:2.0:1767319845.667677:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23607 00000100:00100000:2.0:1767319845.667682:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989965952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319845.667700:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319845.667748:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989965952:12345-0@lo:38:kworker.0 Request processed in 63us (1914us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319845.667755:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.667760:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23607 00000100:00100000:2.0:1767319845.667778:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23608 00000100:00100000:2.0:1767319845.667793:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989966336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319845.667803:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319845.667836:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319845.667859:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989966336:12345-0@lo:38:kworker.0 Request processed in 63us (1716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319845.667865:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23609 00000100:00100000:2.0:1767319845.667873:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23608 00000100:00100000:0.0:1767319845.667879:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989966592:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319845.667892:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989966080:12345-0@lo:38:kworker.0 Request processed in 914us (1799us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767319845.667899:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319845.667913:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:2.0:1767319845.667944:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989966208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319845.667954:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989966592:12345-0@lo:38:kworker.0 Request processed in 78us (1773us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319845.667966:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23609 00000100:00100000:3.0:1767319845.667974:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966848 00000100:00100000:3.0:1767319845.667983:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966848 00000100:00100000:0.0:1767319845.668024:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967104 00000100:00100000:0.0:1767319845.668031:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967104 00000100:00100000:0.0:1767319845.668064:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966976 00000100:00100000:0.0:1767319845.668067:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966976 00000100:00100000:2.0:1767319845.668104:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989966464:0@lo:400:kworker.0 00000100:00080000:2.0:1767319845.668145:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319845.668150:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319845.668154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989965952:0@lo:38:kworker.0 00000100:00080000:2.0:1767319845.668167:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319845.668171:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319845.668174:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989966080:0@lo:38:kworker.0 00000100:00080000:2.0:1767319845.668184:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319845.668188:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319845.668190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989966336:0@lo:38:kworker.0 00000100:00080000:2.0:1767319845.668200:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319845.668203:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319845.668207:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989966592:0@lo:38:kworker.0 00000100:00100000:3.0:1767319845.668610:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:3.0:1767319845.668620:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989966848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319845.668689:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163989966848:12345-0@lo:400:kworker.0 Request processed in 69us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319845.668696:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:3.0:1767319845.668746:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:3.0:1767319845.668755:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989967104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319845.668777:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319845.668828:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989967104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319845.668834:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00080000:2.0:1767319845.670107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319845.670116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319845.670157:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767319845.670171:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989966976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319845.670207:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319845.670288:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989966976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (3475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319845.670296:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767319845.670335:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989966848:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.670455:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989967104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319845.670502:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989966976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319845.679344:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319845.686287:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989966720 00000100:00100000:3.0:1767319845.686310:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989966720 00000100:00100000:3.0:1767319845.686416:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:3.0:1767319845.686429:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989966720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319845.686567:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989966720:12345-0@lo:400:kworker.0 Request processed in 141us (7234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319845.686576:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1767319845.686934:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989966720:0@lo:400:kworker.0 00010000:00010000:0.0:1767319846.496508:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319846.691641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319847.520409:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319847.712353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319848.544432:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319848.736342:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319848.803905:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319848.804027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319848.804200:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925861120 00000100:00100000:1.0:1767319848.804212:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925861120 00000100:00100000:1.0:1767319848.804336:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925860992 00000100:00100000:1.0:1767319848.804340:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925860992 00000100:00100000:1.0:1767319848.804376:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5326 00000100:00100000:1.0:1767319848.804387:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925861120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319848.804486:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925861120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319848.804493:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5326 00000100:00100000:1.0:1767319848.804510:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23610 00000100:00100000:1.0:1767319848.804513:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925860992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319848.804530:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319848.804551:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925860992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 37us (526us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319848.804555:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23610 00000100:00080000:2.0:1767319848.804650:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319849.568595:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319849.761194:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319850.592632:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319850.784389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319850.784571:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319850.784583:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989967232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319850.784658:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319850.784860:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989967360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319850.784894:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319850.784963:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967232 00000100:00100000:0.0:1767319850.784971:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967232 00000100:00100000:0.0:1767319850.785025:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967360 00000100:00100000:0.0:1767319850.785028:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967360 00000100:00100000:0.0:1767319850.785044:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767319850.785052:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989967232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319850.785078:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319850.785137:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989967232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319850.785148:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767319850.785166:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:0.0:1767319850.785172:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989967360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319850.785186:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319850.785211:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989967360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319850.785217:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00080000:2.0:1767319850.785958:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319850.785963:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319850.786003:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989967360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319850.786017:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989967232:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319850.787538:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319850.787548:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319850.787552:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319850.787556:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319850.787560:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319850.787568:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5095 00000100:00080000:3.0:1767319850.787572:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319850.787578:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319850.787622:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163989967488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319850.787664:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319850.787667:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319850.787669:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319850.787673:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5095 00000100:00080000:3.0:1767319850.787675:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319850.787679:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319850.787702:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163989967616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319850.787753:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319850.787756:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319850.787759:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319850.787763:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5095 00000100:00080000:3.0:1767319850.787765:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319850.787768:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319850.787783:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc700 x1853163989967872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319850.787797:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319850.787800:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319850.787802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319850.787806:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5095 00000100:00080000:3.0:1767319850.787808:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319850.787811:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319850.787820:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bea00 x1853163989968128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319850.787878:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989967744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319850.788048:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989968000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319850.788122:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319850.788534:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989967488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319850.788568:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319850.788602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989967616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319850.788635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319850.788655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989967872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319850.788675:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319850.788703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989968128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319850.788768:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319850.788800:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968000 00000100:00100000:0.0:1767319850.788807:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968000 00000100:00100000:0.0:1767319850.788867:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967488 00000100:00100000:0.0:1767319850.788871:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967488 00000100:00100000:0.0:1767319850.788894:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967872 00000100:00100000:0.0:1767319850.788897:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967872 00000100:00100000:0.0:1767319850.788905:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968128 00000100:00100000:0.0:1767319850.788907:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968128 00000100:00100000:0.0:1767319850.788917:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327 00000100:00100000:0.0:1767319850.788926:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989968000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319850.788978:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989968000:12345-0@lo:400:kworker.0 Request processed in 53us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319850.788985:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327 00000100:00100000:0.0:1767319850.789002:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23611 00000100:00100000:0.0:1767319850.789006:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989967488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319850.789023:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319850.789054:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989967488:12345-0@lo:38:kworker.0 Request processed in 47us (486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319850.789060:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23611 00000100:00100000:0.0:1767319850.789070:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23612 00000100:00100000:0.0:1767319850.789074:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989967872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319850.789083:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319850.789102:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989967872:12345-0@lo:38:kworker.0 Request processed in 26us (426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319850.789107:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23612 00000100:00100000:0.0:1767319850.789117:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23613 00000100:00100000:0.0:1767319850.789120:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989968128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319850.789127:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319850.789144:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989968128:12345-0@lo:38:kworker.0 Request processed in 23us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319850.789149:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23613 00000100:00080000:0.0:1767319850.789178:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319850.789183:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319850.789187:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989967488:0@lo:38:kworker.0 00000100:00080000:0.0:1767319850.789195:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319850.789198:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319850.789201:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989967872:0@lo:38:kworker.0 00000100:00080000:0.0:1767319850.789207:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319850.789210:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319850.789212:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989968128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319850.789537:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967616 00000100:00100000:2.0:1767319850.789542:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967616 00000100:00100000:2.0:1767319850.789576:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:2.0:1767319850.789581:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989967616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319850.789592:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319850.789633:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989967616:12345-0@lo:38:kworker.0 Request processed in 51us (997us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319850.789639:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00080000:2.0:1767319850.789658:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319850.789683:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989968000:0@lo:400:kworker.0 00000100:00080000:2.0:1767319850.789726:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319850.789729:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319850.789732:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989967616:0@lo:38:kworker.0 00000100:00100000:3.0:1767319850.790529:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319850.790870:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989967744 00000100:00100000:1.0:1767319850.790876:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989967744 00000100:00100000:1.0:1767319850.790944:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5328 00000100:00100000:1.0:1767319850.790952:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989967744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319850.790999:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989967744:12345-0@lo:400:kworker.0 Request processed in 48us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319850.791004:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5328 00000100:00080000:2.0:1767319850.791280:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319850.791563:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989967744:0@lo:400:kworker.0 00010000:00010000:0.0:1767319851.616502:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319851.808372:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319826/real 1767319826] req@ffff96e2fa748380 x1853163989960448/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319851 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319851.808423:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa748380 x1853163989960448/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319851 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319851.808444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319851.808466:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319851.808470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989960448:0@lo:250:kworker.0 00000100:00080000:3.0:1767319851.809842:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319851.809851:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319851.809855:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319851.809862:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5075 00000100:00080000:3.0:1767319851.809867:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319851.809872:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319851.809913:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bfb80 x1853163989968256/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319851.809947:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319851.809952:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319851.809953:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319851.809957:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5100 00000100:00080000:3.0:1767319851.809959:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319851.809963:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319851.809982:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bea00 x1853163989968384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319851.809992:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319851.809995:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319851.810009:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319851.810012:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5100 00000100:00080000:3.0:1767319851.810014:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319851.810018:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319851.810031:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc700 x1853163989968512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319851.810062:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319851.810065:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319851.810067:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319851.810070:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5100 00000100:00080000:3.0:1767319851.810073:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319851.810076:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319851.810086:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989968768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319851.810101:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319851.810105:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319851.810106:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319851.810110:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5100 00000100:00080000:3.0:1767319851.810112:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319851.810115:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319851.810124:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989969024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319851.810169:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989968640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810227:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319851.810303:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319851.810309:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989968896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319851.810363:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968640 00000100:00100000:3.0:1767319851.810370:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968640 00000100:00100000:3.0:1767319851.810425:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968896 00000100:00100000:3.0:1767319851.810429:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968896 00000100:00100000:3.0:1767319851.810450:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5329 00000100:00100000:3.0:1767319851.810458:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989968640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810507:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989968640:12345-0@lo:400:kworker.0 Request processed in 49us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319851.810515:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5329 00000100:00100000:3.0:1767319851.810531:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5330 00000100:00100000:3.0:1767319851.810537:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989968896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810563:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989968896:12345-0@lo:400:kworker.0 Request processed in 27us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319851.810570:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5330 00000100:00100000:3.0:1767319851.810604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989968896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989968640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810640:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989969152:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.810680:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.810749:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989969280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.810790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989968256:0@lo:250:kworker.0 00000400:00000100:2.0:1767319851.810807:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989968256 offset 0 length 520: 4 00000100:00100000:2.0:1767319851.810830:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989968384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.810854:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319851.810876:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319851.810876:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989968512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.810904:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.810939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989968768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.810958:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.810972:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989969024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.810991:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.811019:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968384 00000100:00100000:2.0:1767319851.811022:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968384 00000100:00100000:2.0:1767319851.811042:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968768 00000100:00100000:2.0:1767319851.811045:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968768 00000100:00100000:2.0:1767319851.811055:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969024 00000100:00100000:2.0:1767319851.811057:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969024 00000100:00100000:2.0:1767319851.811069:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23614 00000100:00100000:2.0:1767319851.811073:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989968384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319851.811091:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319851.811122:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989968384:12345-0@lo:38:kworker.0 Request processed in 47us (268us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319851.811128:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23614 00000100:00100000:2.0:1767319851.811141:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23615 00000100:00100000:2.0:1767319851.811145:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989968768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319851.811156:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319851.811177:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989968768:12345-0@lo:38:kworker.0 Request processed in 31us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319851.811181:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23615 00000100:00100000:2.0:1767319851.811191:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23616 00000100:00100000:2.0:1767319851.811194:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989969024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319851.811202:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319851.811221:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989969024:12345-0@lo:38:kworker.0 Request processed in 26us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319851.811226:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23616 00000100:00080000:2.0:1767319851.811272:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319851.811276:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319851.811279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989968384:0@lo:38:kworker.0 00000100:00080000:2.0:1767319851.811287:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319851.811290:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319851.811293:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989968768:0@lo:38:kworker.0 00000100:00080000:2.0:1767319851.811302:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319851.811305:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319851.811308:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989969024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319851.811468:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989968512 00000100:00100000:0.0:1767319851.811473:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989968512 00000100:00100000:0.0:1767319851.811509:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1767319851.811514:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989968512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319851.811525:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319851.811562:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989968512:12345-0@lo:38:kworker.0 Request processed in 47us (657us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319851.811569:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00080000:2.0:1767319851.811659:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319851.811664:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319851.811677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989968512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.820696:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319851.820810:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969152 00000100:00100000:1.0:1767319851.820819:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969152 00000100:00100000:1.0:1767319851.820876:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1767319851.820886:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989969152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.820956:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989969152:12345-0@lo:400:kworker.0 Request processed in 71us (10288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319851.820963:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1767319851.826639:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989969152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.827261:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969280 00000100:00100000:0.0:1767319851.827270:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969280 00000100:00100000:0.0:1767319851.827363:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:0.0:1767319851.827374:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989969280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.827458:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989969280:12345-0@lo:400:kworker.0 Request processed in 87us (6770us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319851.827465:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:2.0:1767319851.827523:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989969280:0@lo:400:kworker.0 00010000:00010000:3.0:1767319852.641806:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319852.832496:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319852.899289:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767319852.899338:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925861248 offset 0 length 520: 4 00000100:00100000:0.0:1767319852.899840:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925861504 00000100:00100000:0.0:1767319852.899856:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925861504 00000100:00100000:0.0:1767319852.899985:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5331 00000100:00100000:0.0:1767319852.899997:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925861504:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319852.900121:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925861504:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 125us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319852.900131:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5331 00000100:00080000:2.0:1767319852.900339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319852.905527:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319852.905815:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925861376 00000100:00100000:0.0:1767319852.905828:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925861376 00000100:00100000:0.0:1767319852.905898:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23617 00000100:00100000:0.0:1767319852.906296:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925861376:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319852.906328:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319852.906419:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925861376:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 510us (906us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319852.906427:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23617 00010000:00010000:3.0:1767319853.666662:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319853.856624:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319854.689662:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319854.880953:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319855.712592:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319855.904685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989969408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319855.904803:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319855.905224:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969408 00000100:00100000:2.0:1767319855.905260:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969408 00000100:00100000:2.0:1767319855.905382:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:2.0:1767319855.905396:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989969408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319855.905456:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319855.905467:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319855.905525:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989969408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319855.905536:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00080000:1.0:1767319855.905631:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319855.905683:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989969408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319855.905706:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319855.905714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989969536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319855.905743:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319855.905899:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969536 00000100:00100000:2.0:1767319855.905904:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969536 00000100:00100000:2.0:1767319855.905947:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1767319855.905954:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989969536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319855.905976:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319855.906009:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989969536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319855.906016:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00080000:1.0:1767319855.906080:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319855.906114:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989969536:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319856.736646:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319856.928980:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319856.929542:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319856.929555:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319856.929559:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319856.929563:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319856.929568:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319856.929586:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5101 00000100:00080000:3.0:1767319856.929591:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319856.929598:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319856.929658:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74000 x1853163989969664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319856.929693:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319856.929697:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319856.929699:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319856.929704:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5101 00000100:00080000:3.0:1767319856.929707:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319856.929711:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319856.929727:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75180 x1853163989969792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319856.929775:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319856.929778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989969664:0@lo:38:kworker.0 00000100:00080000:3.0:1767319856.929781:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319856.929785:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319856.929793:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5101 00000100:00080000:3.0:1767319856.929796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319856.929799:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319856.929816:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989970048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319856.929839:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319856.929843:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319856.929845:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319856.929850:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5101 00000100:00080000:3.0:1767319856.929852:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319856.929858:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319856.929873:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989970304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319856.929905:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319856.930009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989969792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319856.930039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319856.930075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989970048:0@lo:38:kworker.0 00000100:00100000:0.0:1767319856.930100:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319856.930122:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989970304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319856.930144:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319856.930181:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969664 00000100:00100000:0.0:1767319856.930191:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969664 00000100:00100000:0.0:1767319856.930258:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970048 00000100:00100000:0.0:1767319856.930261:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970048 00000100:00100000:0.0:1767319856.930277:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970304 00000100:00100000:0.0:1767319856.930280:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970304 00000100:00100000:0.0:1767319856.930298:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23618 00000100:00100000:0.0:1767319856.930307:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989969664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.930333:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.930384:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989969664:12345-0@lo:38:kworker.0 Request processed in 76us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.930392:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23618 00000100:00100000:0.0:1767319856.930417:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23619 00000100:00100000:0.0:1767319856.930421:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989970048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.930431:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.930455:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989970048:12345-0@lo:38:kworker.0 Request processed in 32us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.930461:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23619 00000100:00100000:0.0:1767319856.930473:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23620 00000100:00100000:0.0:1767319856.930477:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989970304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.930499:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.930529:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989970304:12345-0@lo:38:kworker.0 Request processed in 51us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.930535:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23620 00000100:00100000:3.0:1767319856.930611:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969792 00000100:00100000:3.0:1767319856.930629:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969792 00000100:00100000:3.0:1767319856.930695:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:1.0:1767319856.930702:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989969920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.930711:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989969792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319856.930735:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319856.930751:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.930788:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319856.930799:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989970176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.930824:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989969792:12345-0@lo:38:kworker.0 Request processed in 115us (782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319856.930834:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00100000:1.0:1767319856.930841:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.930884:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989969920 00000100:00100000:1.0:1767319856.930890:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989969920 00000100:00100000:3.0:1767319856.930913:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970176 00000100:00100000:3.0:1767319856.930922:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970176 00000100:00100000:1.0:1767319856.930965:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5332 00000100:00080000:0.0:1767319856.931101:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.931108:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.931113:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989970048:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.931131:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.931135:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.931137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989970304:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.931147:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.931150:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.931153:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989969664:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.931163:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319856.931166:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319856.931169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989969792:0@lo:38:kworker.0 00000100:00080000:0.0:1767319856.931260:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319856.931328:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989969920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.931388:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989969920:12345-0@lo:400:kworker.0 Request processed in 414us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319856.934293:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333 00000100:00100000:3.0:1767319856.934326:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989970176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.934423:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989970176:12345-0@lo:400:kworker.0 Request processed in 115us (3583us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319856.934431:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333 00000100:00100000:3.0:1767319856.934487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989970432:0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.934535:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319856.934592:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319856.934600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989970560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.934622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319856.934725:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970432 00000100:00100000:3.0:1767319856.934733:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970432 00000100:00100000:3.0:1767319856.934770:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970560 00000100:00100000:3.0:1767319856.934775:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970560 00000100:00100000:3.0:1767319856.934799:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:3.0:1767319856.934805:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989970432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.934846:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989970432:12345-0@lo:400:kworker.0 Request processed in 40us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319856.934856:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00100000:3.0:1767319856.934883:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:3.0:1767319856.934893:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989970560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.934941:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989970560:12345-0@lo:400:kworker.0 Request processed in 46us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319856.934950:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1767319856.934990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989970560:0@lo:400:kworker.0 00000100:00100000:2.0:1767319856.935006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989970432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.935206:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5332 00000100:00100000:3.0:1767319856.935807:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989970176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319856.935831:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989969920:0@lo:400:kworker.0 00010000:00010000:3.0:1767319857.760546:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319857.955535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319858.019431:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319858.019608:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925861632 00000100:00100000:1.0:1767319858.019624:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925861632 00000100:00100000:1.0:1767319858.019755:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23621 00000100:00100000:1.0:1767319858.019765:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925861632:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319858.019795:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319858.019900:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925861632:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 134us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319858.019908:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23621 00000100:00100000:3.0:1767319858.022226:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319858.034779:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925861760 00000100:00100000:0.0:1767319858.034802:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925861760 00000100:00100000:0.0:1767319858.034952:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5334 00000100:00100000:0.0:1767319858.034964:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925861760:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319858.035033:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319858.035913:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925861760:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 942us (13691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319858.035928:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5334 00010000:00010000:3.0:1767319858.785160:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319858.986045:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319859.808683:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319860.000420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319860.832718:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319861.025169:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989970688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319861.025605:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989970816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319861.025683:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319861.025799:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319861.025883:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970816 00000100:00100000:3.0:1767319861.025904:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970816 00000100:00100000:3.0:1767319861.026027:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:3.0:1767319861.026040:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989970816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319861.026092:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319861.026202:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989970816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319861.026209:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00100000:3.0:1767319861.026286:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989970816:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319861.026637:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319861.026776:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319861.026906:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970688 00000100:00100000:3.0:1767319861.026917:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970688 00000100:00100000:3.0:1767319861.026986:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:3.0:1767319861.027006:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989970688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319861.027050:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767319861.027160:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319861.029768:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989970688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2758us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319861.029787:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00100000:1.0:1767319861.038927:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989970688:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319861.856842:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319862.048457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319862.048467:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319862.048490:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319862.048494:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319862.048499:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319862.048504:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319862.048516:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5106 00000100:00080000:3.0:1767319862.048522:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319862.048531:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319862.048587:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382d80 x1853163989970944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319862.048606:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319862.048610:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319862.048612:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319862.048617:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5106 00000100:00080000:3.0:1767319862.048620:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319862.048625:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319862.048641:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163989971072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319862.048649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989970944:0@lo:38:kworker.0 00000100:00080000:3.0:1767319862.048696:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319862.048701:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319862.048704:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319862.048712:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989971200:0@lo:400:kworker.0 00000100:00080000:3.0:1767319862.048714:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5106 00000100:00080000:3.0:1767319862.048723:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319862.048728:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319862.048749:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163989971328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319862.048762:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319862.048785:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989971456:0@lo:400:kworker.0 00000100:00080000:3.0:1767319862.048787:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319862.048798:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319862.048801:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319862.048807:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5106 00000100:00080000:3.0:1767319862.048811:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319862.048815:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319862.048836:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f480 x1853163989971584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319862.048866:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989970944 00000100:00100000:0.0:1767319862.048880:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989970944 00000100:00100000:0.0:1767319862.048936:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23622 00000100:00100000:0.0:1767319862.048946:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989970944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319862.048974:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319862.050856:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319862.050909:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319862.051044:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989971840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319862.051096:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319862.051098:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971200 00000100:00100000:3.0:1767319862.051110:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971200 00000100:00100000:2.0:1767319862.051131:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319862.051141:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989971712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319862.051178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319862.051188:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971456 00000100:00100000:3.0:1767319862.051196:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971456 00000100:00100000:2.0:1767319862.051259:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971840 00000100:00100000:2.0:1767319862.051268:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971840 00000100:00100000:3.0:1767319862.051269:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5335 00000100:00100000:3.0:1767319862.051289:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989971200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.051375:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989971200:12345-0@lo:400:kworker.0 Request processed in 90us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319862.051382:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5335 00000100:00100000:3.0:1767319862.051399:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336 00000100:00100000:3.0:1767319862.051406:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989971456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.051440:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989971456:12345-0@lo:400:kworker.0 Request processed in 35us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319862.051447:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336 00000100:00080000:3.0:1767319862.051467:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319862.051572:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971712 00000100:00100000:3.0:1767319862.051578:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971712 00000100:00100000:2.0:1767319862.051779:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:3.0:1767319862.051789:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:2.0:1767319862.051797:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989971840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.051807:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989971712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.051885:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989971712:12345-0@lo:400:kworker.0 Request processed in 82us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319862.051890:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989971840:12345-0@lo:400:kworker.0 Request processed in 98us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319862.051904:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00100000:3.0:1767319862.052082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989971200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.052115:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989971456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.052180:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989971712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319862.052191:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989971840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319862.052489:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:0.0:1767319862.054691:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989970944:12345-0@lo:38:kworker.0 Request processed in 5733us (5919us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319862.054708:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23622 00000100:00080000:1.0:1767319862.057756:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319862.057780:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319862.057787:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989970944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319862.057848:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989971072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319862.057949:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319862.058006:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989971328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319862.058043:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319862.058079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989971584:0@lo:38:kworker.0 00000100:00100000:1.0:1767319862.058105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319862.058516:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971328 00000100:00100000:2.0:1767319862.058527:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971328 00000100:00100000:2.0:1767319862.058596:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971584 00000100:00100000:2.0:1767319862.058599:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971584 00000100:00100000:2.0:1767319862.058631:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23623 00000100:00100000:2.0:1767319862.058640:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989971328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319862.058669:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319862.058731:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989971328:12345-0@lo:38:kworker.0 Request processed in 90us (685us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319862.058740:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23623 00000100:00100000:2.0:1767319862.058760:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23624 00000100:00100000:2.0:1767319862.058765:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989971584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319862.058775:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319862.058800:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989971584:12345-0@lo:38:kworker.0 Request processed in 34us (695us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319862.058807:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23624 00000100:00100000:3.0:1767319862.059032:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971072 00000100:00100000:3.0:1767319862.059038:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971072 00000100:00100000:3.0:1767319862.059076:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00000100:00100000:3.0:1767319862.059083:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989971072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319862.059094:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319862.059131:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989971072:12345-0@lo:38:kworker.0 Request processed in 47us (1183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319862.059137:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00000100:00080000:1.0:1767319862.059467:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319862.059474:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319862.059489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989971072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319862.059501:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319862.059505:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319862.059508:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989971328:0@lo:38:kworker.0 00000100:00080000:1.0:1767319862.059517:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319862.059520:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319862.059523:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989971584:0@lo:38:kworker.0 00010000:00010000:3.0:1767319862.888486:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319863.074037:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319863.139900:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319863.140359:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925861888 00000100:00100000:0.0:1767319863.140375:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925861888 00000100:00100000:0.0:1767319863.140455:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23625 00000100:00100000:0.0:1767319863.140475:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925861888:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319863.140526:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319863.140648:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925861888:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 172us (773us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319863.140657:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23625 00000100:00100000:3.0:1767319863.143199:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319863.143866:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862016 00000100:00100000:1.0:1767319863.143881:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862016 00000100:00100000:1.0:1767319863.143995:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5337 00000100:00100000:1.0:1767319863.144010:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925862016:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319863.144131:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925862016:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 125us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319863.144140:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5337 00000100:00080000:3.0:1767319863.145650:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319863.904786:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319864.097515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319864.929613:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319865.120484:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319865.953674:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319866.144711:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319866.144805:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319866.144831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989971968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319866.144970:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319866.145069:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319866.145083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989972096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319866.145123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319866.150619:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989971968 00000100:00100000:2.0:1767319866.150643:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989971968 00000100:00100000:0.0:1767319866.150670:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972096 00000100:00100000:0.0:1767319866.150678:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972096 00000100:00100000:2.0:1767319866.150799:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:2.0:1767319866.150811:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989971968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319866.150860:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319866.150909:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:0.0:1767319866.150919:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989972096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319866.150942:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319866.150980:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989971968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (6010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319866.150990:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:0.0:1767319866.150996:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989972096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (5871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319866.151005:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:3.0:1767319866.151149:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989972096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319866.151212:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989971968:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319866.151771:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319866.151778:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319866.976709:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319867.171627:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319867.171642:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319867.171646:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319867.171651:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319867.171656:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319867.171669:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5111 00000100:00080000:3.0:1767319867.171675:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319867.171683:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319867.171757:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163989972224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319867.171789:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319867.171793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319867.171795:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319867.171800:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5111 00000100:00080000:3.0:1767319867.171802:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319867.171806:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319867.171824:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f480 x1853163989972352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319867.171867:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319867.171871:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319867.171873:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319867.171877:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5111 00000100:00080000:3.0:1767319867.171879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319867.171883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319867.171894:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1df80 x1853163989972608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319867.171909:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319867.171912:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319867.171914:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319867.171918:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5111 00000100:00080000:3.0:1767319867.171920:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319867.171923:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319867.171934:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1fb80 x1853163989972864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319867.172025:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989972480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319867.172120:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172205:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319867.172212:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989972736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319867.172267:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989972992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319867.172336:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172356:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319867.172363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989973120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319867.172419:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172454:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972992 00000100:00100000:3.0:1767319867.172464:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972992 00000100:00100000:2.0:1767319867.172473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989972224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319867.172506:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172520:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973120 00000100:00100000:3.0:1767319867.172524:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973120 00000100:00100000:2.0:1767319867.172527:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989972352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319867.172548:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:2.0:1767319867.172551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172557:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989972992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.172571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989972608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319867.172590:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319867.172605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989972864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319867.172611:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989972992:12345-0@lo:400:kworker.0 Request processed in 55us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319867.172618:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:2.0:1767319867.172624:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319867.172637:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:3.0:1767319867.172642:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989973120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.172662:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972480 00000100:00100000:2.0:1767319867.172666:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972480 00000100:00100000:3.0:1767319867.172668:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989973120:12345-0@lo:400:kworker.0 Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319867.172674:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1767319867.172719:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972736 00000100:00100000:2.0:1767319867.172722:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972736 00000100:00100000:3.0:1767319867.172724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989973120:0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.172735:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972224 00000100:00100000:3.0:1767319867.172735:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989972992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.172738:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972224 00000100:00100000:2.0:1767319867.172746:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972608 00000100:00100000:2.0:1767319867.172748:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972608 00000100:00100000:2.0:1767319867.172756:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972864 00000100:00100000:2.0:1767319867.172758:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972864 00000100:00100000:2.0:1767319867.172770:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5338 00000100:00100000:2.0:1767319867.172776:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989972480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.172825:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989972480:12345-0@lo:400:kworker.0 Request processed in 50us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319867.172831:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5338 00000100:00100000:2.0:1767319867.172844:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339 00000100:00100000:2.0:1767319867.172850:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989972736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319867.172877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989972736:12345-0@lo:400:kworker.0 Request processed in 27us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319867.172883:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339 00000100:00100000:3.0:1767319867.172891:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23626 00000100:00100000:2.0:1767319867.172895:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23627 00000100:00100000:3.0:1767319867.172896:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989972224:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319867.172899:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989972608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319867.172918:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319867.172953:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989972608:12345-0@lo:38:kworker.0 Request processed in 53us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319867.172959:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23627 00000100:00100000:2.0:1767319867.172971:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23628 00000100:00100000:2.0:1767319867.172975:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989972864:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319867.173119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319867.173140:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319867.173179:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989972736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319867.173191:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989972480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319867.173257:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989972352 00000100:00100000:0.0:1767319867.173261:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989972352 00000100:00100000:0.0:1767319867.173289:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:0.0:1767319867.173294:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989972352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319867.173418:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319867.173420:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319867.173448:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989972224:12345-0@lo:38:kworker.0 Request processed in 550us (941us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319867.173449:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989972864:12345-0@lo:38:kworker.0 Request processed in 470us (822us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319867.173456:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23628 00000100:00100000:3.0:1767319867.173462:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23626 00000100:00080000:2.0:1767319867.173485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319867.173490:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319867.173494:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989972224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319867.173502:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319867.173506:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319867.173509:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989972608:0@lo:38:kworker.0 00000100:00080000:2.0:1767319867.173517:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319867.173520:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319867.173522:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989972864:0@lo:38:kworker.0 00010000:00020000:0.0:1767319867.174539:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319867.174619:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989972352:12345-0@lo:38:kworker.0 Request processed in 1321us (2063us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319867.174628:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00080000:2.0:1767319867.174747:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319867.174753:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319867.174757:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989972352:0@lo:38:kworker.0 00010000:00010000:3.0:1767319868.000814:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319868.192564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319868.263802:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319868.263855:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319868.263964:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862272 00000100:00100000:0.0:1767319868.263987:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862272 00000100:00100000:0.0:1767319868.264102:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862144 00000100:00100000:0.0:1767319868.264106:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862144 00000100:00100000:0.0:1767319868.264138:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5340 00000100:00100000:0.0:1767319868.264151:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925862272:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319868.264213:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23629 00000100:00100000:3.0:1767319868.264226:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925862144:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319868.264298:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319868.264326:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925862272:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 175us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319868.264337:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5340 00000100:00100000:3.0:1767319868.264374:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925862144:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 134us (502us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319868.264386:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23629 00000100:00080000:1.0:1767319868.264734:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319869.024485:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319869.218483:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319870.048532:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319870.240586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319871.072639:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319871.264552:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319871.268349:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989973376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319871.268452:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319871.268557:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319871.268564:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989973248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319871.268591:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319871.268636:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973376 00000100:00100000:2.0:1767319871.268653:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973376 00000100:00100000:1.0:1767319871.268676:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973248 00000100:00100000:1.0:1767319871.268680:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973248 00000100:00100000:2.0:1767319871.268783:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767319871.268794:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989973376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319871.268836:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319871.268891:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989973376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319871.268901:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1767319871.268962:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989973376:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319871.270486:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319871.270516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319871.274910:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1767319871.274943:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989973248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319871.274999:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319871.275120:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989973248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (6527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319871.275129:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1767319871.275227:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989973248:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319872.097660:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319872.290105:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319872.291425:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319872.291435:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319872.291438:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319872.291443:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319872.291448:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319872.291459:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5116 00000100:00080000:3.0:1767319872.291465:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319872.291473:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319872.291541:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad180 x1853163989973504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319872.291576:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319872.291579:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319872.291581:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319872.291584:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5116 00000100:00080000:3.0:1767319872.291586:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319872.291590:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319872.291604:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163989973632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319872.291635:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319872.291638:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319872.291640:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319872.291643:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5116 00000100:00080000:3.0:1767319872.291644:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319872.291647:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319872.291654:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaea00 x1853163989973888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319872.291666:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319872.291672:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319872.291674:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319872.291678:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5116 00000100:00080000:3.0:1767319872.291681:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319872.291685:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319872.291698:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989974144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319872.291745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989973760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.291841:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989974272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319872.291873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319872.291907:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319872.291993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989973504:0@lo:38:kworker.0 00000100:00100000:3.0:1767319872.292078:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319872.292083:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989974400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.292103:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319872.292133:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974272 00000100:00100000:3.0:1767319872.292140:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974272 00000100:00100000:3.0:1767319872.292182:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974400 00000100:00100000:3.0:1767319872.292183:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974400 00000100:00100000:3.0:1767319872.292199:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:3.0:1767319872.292204:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989974272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.292272:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989974272:12345-0@lo:400:kworker.0 Request processed in 67us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319872.292278:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00100000:3.0:1767319872.292306:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:3.0:1767319872.292312:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989974400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.292344:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989974400:12345-0@lo:400:kworker.0 Request processed in 32us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319872.292351:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:3.0:1767319872.292397:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989974400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.292408:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989974272:0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.292456:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973760 00000100:00100000:3.0:1767319872.292461:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973760 00000100:00100000:3.0:1767319872.292499:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5341 00000100:00100000:3.0:1767319872.292506:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989973760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.292539:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989973760:12345-0@lo:400:kworker.0 Request processed in 33us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319872.292545:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5341 00000100:00080000:3.0:1767319872.292578:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319872.292647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989973760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319872.292675:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319872.292684:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989974016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319872.292720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319872.293072:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974016 00000100:00100000:3.0:1767319872.293079:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974016 00000100:00100000:3.0:1767319872.293136:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342 00000100:00100000:3.0:1767319872.293143:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989974016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319872.293194:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989974016:12345-0@lo:400:kworker.0 Request processed in 52us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319872.293199:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342 00000100:00100000:2.0:1767319872.293426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989974016:0@lo:400:kworker.0 00000100:00080000:2.0:1767319872.293447:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319872.293577:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319872.293657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989973632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319872.293692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319872.293781:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989973888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319872.293810:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319872.293925:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973632 00000100:00100000:2.0:1767319872.293931:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973632 00000100:00100000:2.0:1767319872.293975:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767319872.293980:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989973632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319872.294006:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319872.294046:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989973632:12345-0@lo:38:kworker.0 Request processed in 63us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319872.294052:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:1.0:1767319872.294361:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989974144:0@lo:38:kworker.0 00000100:00100000:1.0:1767319872.294388:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319872.294508:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973504 00000100:00100000:0.0:1767319872.294514:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973504 00000100:00100000:0.0:1767319872.294546:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989973888 00000100:00100000:0.0:1767319872.294550:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989973888 00000100:00100000:0.0:1767319872.294567:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23630 00000100:00100000:0.0:1767319872.294574:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989973504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319872.294587:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319872.294624:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989973504:12345-0@lo:38:kworker.0 Request processed in 50us (1047us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319872.294630:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23630 00000100:00100000:0.0:1767319872.294645:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23631 00000100:00100000:0.0:1767319872.294648:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989973888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319872.294656:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319872.294679:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989973888:12345-0@lo:38:kworker.0 Request processed in 30us (869us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319872.294685:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23631 00000100:00080000:1.0:1767319872.296796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319872.296814:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319872.296820:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989973504:0@lo:38:kworker.0 00000100:00080000:1.0:1767319872.296839:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319872.296843:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319872.296846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989973632:0@lo:38:kworker.0 00000100:00080000:1.0:1767319872.296858:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319872.296861:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319872.296864:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989973888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319872.297250:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974144 00000100:00100000:2.0:1767319872.297261:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974144 00000100:00100000:2.0:1767319872.297329:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23632 00000100:00100000:2.0:1767319872.297338:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989974144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319872.297364:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319872.297457:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989974144:12345-0@lo:38:kworker.0 Request processed in 117us (3067us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319872.297464:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23632 00000100:00080000:1.0:1767319872.297639:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319872.297645:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319872.297648:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989974144:0@lo:38:kworker.0 00010000:00010000:3.0:1767319873.121153:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319873.313075:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319873.379368:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319873.379430:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319873.379510:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862528 00000100:00100000:3.0:1767319873.379513:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862400 00000100:00100000:0.0:1767319873.379528:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862528 00000100:00100000:3.0:1767319873.379528:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862400 00000100:00100000:3.0:1767319873.379622:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23633 00000100:00100000:3.0:1767319873.379635:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925862400:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767319873.379666:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5343 00010000:00020000:3.0:1767319873.379671:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319873.379679:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925862528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319873.379784:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925862400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 150us (352us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319873.379794:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23633 00000100:00080000:2.0:1767319873.379859:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319873.379910:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925862528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 233us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319873.379919:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5343 00010000:00010000:3.0:1767319874.149610:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319874.336782:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319875.168590:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319875.360451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319876.193791:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319876.384426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319876.384617:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319851/real 1767319851] req@ffff96e1ed2bfb80 x1853163989968256/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319876 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319876.384679:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2bfb80 x1853163989968256/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319876 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319876.384695:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319876.384721:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319876.384725:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989968256:0@lo:250:kworker.0 00000100:00080000:1.0:1767319876.384765:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319876.384770:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1767319876.384775:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767319876.384775:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319876.384782:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5101 00000100:00080000:1.0:1767319876.384791:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319876.384796:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989974528:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319876.384802:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319876.384830:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163989974656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319876.384850:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319876.384854:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319876.384857:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319876.384863:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5122 00000100:00080000:1.0:1767319876.384866:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319876.384870:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319876.384889:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163989974784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319876.384895:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319876.384898:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319876.384900:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319876.384904:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5122 00000100:00080000:1.0:1767319876.384906:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319876.384908:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319876.384917:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319876.384919:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163989974912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319876.384940:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319876.384944:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319876.384946:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319876.384950:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5122 00000100:00080000:1.0:1767319876.384953:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319876.384958:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319876.384969:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989975168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319876.384998:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319876.385002:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319876.385004:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319876.385010:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5122 00000100:00080000:1.0:1767319876.385013:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319876.385018:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319876.385023:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989975040:0@lo:400:kworker.0 00000100:00100000:1.0:1767319876.385035:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15f80 x1853163989975424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319876.385078:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319876.385090:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989974656:0@lo:250:kworker.0 00000400:00000100:1.0:1767319876.385124:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989974656 offset 0 length 520: 4 00000100:00100000:0.0:1767319876.385135:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974528 00000100:00100000:0.0:1767319876.385148:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974528 00000100:00100000:1.0:1767319876.385167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989974784:0@lo:38:kworker.0 00000100:00100000:3.0:1767319876.385183:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989975296:0@lo:400:kworker.0 00000100:00100000:1.0:1767319876.385201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319876.385260:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319876.385263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989974912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319876.385278:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:3.0:1767319876.385289:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319876.385293:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989974528:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319876.385298:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989975552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319876.385305:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319876.385332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989975168:0@lo:38:kworker.0 00002000:00000024:0.0:1767319876.385337:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319876.385338:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319876.385369:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319876.385390:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989975424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319876.385413:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319876.385447:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989974528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319876.385456:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00000100:00080000:2.0:1767319876.385549:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319876.385563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989975680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319876.385601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319876.385654:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974912 00000100:00100000:2.0:1767319876.385660:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974912 00000100:00100000:2.0:1767319876.385693:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:2.0:1767319876.385700:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989974912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319876.385731:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319876.385772:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989974912:12345-0@lo:38:kworker.0 Request processed in 71us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319876.385779:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:2.0:1767319876.385818:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975552 00000100:00100000:2.0:1767319876.385823:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975552 00000100:00100000:2.0:1767319876.385864:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1767319876.385871:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989975552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319876.385915:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989975552:12345-0@lo:400:kworker.0 Request processed in 45us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319876.385921:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00080000:2.0:1767319876.385939:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319876.385972:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989975552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319876.386015:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975680 00000100:00100000:2.0:1767319876.386019:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975680 00000100:00100000:2.0:1767319876.386045:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:2.0:1767319876.386052:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989975680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319876.386077:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319876.386110:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989975680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319876.386116:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:2.0:1767319876.386150:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989975680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319876.386187:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989974528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319876.386472:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975040 00000100:00100000:3.0:1767319876.386477:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975040 00000100:00100000:3.0:1767319876.386530:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989974784 00000100:00080000:1.0:1767319876.386532:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319876.386535:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989974784 00000100:00080000:1.0:1767319876.386541:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319876.386546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989974912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319876.386549:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975296 00000100:00100000:3.0:1767319876.386553:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975296 00000100:00100000:3.0:1767319876.386573:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975168 00000100:00100000:3.0:1767319876.386575:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975168 00000100:00100000:1.0:1767319876.386578:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975424 00000100:00100000:1.0:1767319876.386584:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975424 00000100:00100000:1.0:1767319876.386609:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5344 00000100:00100000:1.0:1767319876.386617:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989975040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319876.386775:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989975040:12345-0@lo:400:kworker.0 Request processed in 159us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319876.386786:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5344 00000100:00100000:1.0:1767319876.386802:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345 00000100:00100000:1.0:1767319876.386809:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989975296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319876.386843:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989975296:12345-0@lo:400:kworker.0 Request processed in 36us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319876.386849:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345 00000100:00100000:1.0:1767319876.386860:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23634 00000100:00100000:1.0:1767319876.386865:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989974784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319876.387104:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319876.387144:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989974784:12345-0@lo:38:kworker.0 Request processed in 277us (1942us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319876.387182:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23635 00000100:00100000:3.0:1767319876.387188:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989975168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319876.387199:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319876.387262:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989975168:12345-0@lo:38:kworker.0 Request processed in 73us (1893us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319876.387269:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23635 00000100:00100000:3.0:1767319876.387281:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23636 00000100:00100000:3.0:1767319876.387285:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989975424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319876.387295:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319876.387304:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23634 00000100:00100000:3.0:1767319876.387322:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989975424:12345-0@lo:38:kworker.0 Request processed in 34us (1907us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319876.387329:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23636 00000100:00100000:1.0:1767319876.387351:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989975296:0@lo:400:kworker.0 00000100:00080000:3.0:1767319876.387356:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319876.387385:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319876.387392:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319876.387397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989974784:0@lo:38:kworker.0 00000100:00100000:3.0:1767319876.387403:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989975040:0@lo:400:kworker.0 00000100:00080000:1.0:1767319876.387412:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319876.387419:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319876.387424:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989975168:0@lo:38:kworker.0 00000100:00080000:1.0:1767319876.387436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319876.387440:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319876.387444:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989975424:0@lo:38:kworker.0 00010000:00010000:0.0:1767319877.216570:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319877.408497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319877.479613:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767319877.479660:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925862656 offset 0 length 520: 4 00000100:00100000:0.0:1767319877.479688:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319877.486348:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862912 00000100:00100000:2.0:1767319877.486376:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862912 00000100:00100000:2.0:1767319877.488432:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925862784 00000100:00100000:2.0:1767319877.488451:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925862784 00000100:00100000:2.0:1767319877.488497:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5346 00000100:00100000:2.0:1767319877.488517:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925862912:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319877.488664:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925862912:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 155us (9066us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319877.488673:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5346 00000100:00100000:2.0:1767319877.488698:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23637 00000100:00100000:2.0:1767319877.488702:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925862784:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319877.488730:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319877.488765:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925862784:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 60us (9076us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319877.488772:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23637 00000100:00080000:3.0:1767319877.492904:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319878.240570:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319878.432489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319879.265735:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319879.456427:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319880.288496:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319880.481304:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319881.313359:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319881.504497:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319881.504497:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319881.504528:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989975936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319881.504529:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989975808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319881.504756:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319881.504779:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319881.504793:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319881.504796:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319881.504800:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319881.504804:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319881.504815:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5126 00000100:00080000:3.0:1767319881.504820:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319881.504829:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319881.504876:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163989976064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319881.504913:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319881.504917:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319881.504919:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319881.504924:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5126 00000100:00080000:3.0:1767319881.504926:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319881.504931:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319881.504945:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f800 x1853163989976192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319881.504970:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319881.504974:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319881.504975:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319881.504979:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5126 00000100:00080000:3.0:1767319881.504981:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319881.504985:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319881.504998:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989976448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319881.505021:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319881.505025:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319881.505027:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319881.505031:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5126 00000100:00080000:3.0:1767319881.505033:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319881.505037:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319881.505047:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163989976704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319881.505087:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989976832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319881.505434:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989976960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319881.505435:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319881.505544:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989976320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319881.505586:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319881.505646:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976320 00000100:00100000:0.0:1767319881.505657:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976320 00000100:00100000:2.0:1767319881.505700:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989976064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319881.505741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319881.505747:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5347 00000100:00100000:0.0:1767319881.505763:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989976320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319881.505783:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989976192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319881.505817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319881.505851:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989976448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319881.505861:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989976320:12345-0@lo:400:kworker.0 Request processed in 101us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319881.505872:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5347 00000100:00100000:2.0:1767319881.505881:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319881.505903:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976064 00000100:00100000:2.0:1767319881.505908:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989976704:0@lo:38:kworker.0 00000100:00100000:0.0:1767319881.505911:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976064 00000100:00100000:2.0:1767319881.505938:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319881.507494:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319881.508026:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319881.510739:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975808 00000100:00100000:2.0:1767319881.510762:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975808 00000100:00100000:2.0:1767319881.510874:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:2.0:1767319881.510886:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989975808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319881.510937:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319881.511023:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989975808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (5601us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319881.511032:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767319881.511297:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976448 00000100:00100000:0.0:1767319881.511305:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976448 00000100:00100000:0.0:1767319881.511333:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976704 00000100:00100000:0.0:1767319881.511338:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976704 00000100:00100000:0.0:1767319881.511353:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23638 00000100:00100000:0.0:1767319881.511362:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989976064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319881.511390:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319881.511391:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23639 00000100:00100000:3.0:1767319881.511408:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989976448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319881.511440:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319881.511460:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989976064:12345-0@lo:38:kworker.0 Request processed in 95us (5716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319881.511469:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23638 00000100:00100000:0.0:1767319881.511494:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23640 00000100:00100000:0.0:1767319881.511500:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989976704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319881.511513:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319881.511550:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989976704:12345-0@lo:38:kworker.0 Request processed in 50us (5612us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319881.511554:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23640 00000100:00100000:0.0:1767319881.511605:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989976320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319881.511625:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989975808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319881.511716:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976960 00000100:00100000:1.0:1767319881.511729:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976960 00000100:00100000:1.0:1767319881.511789:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:1.0:1767319881.511800:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989976960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319881.511832:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976192 00000100:00100000:0.0:1767319881.511837:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976192 00000100:00100000:0.0:1767319881.511864:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:0.0:1767319881.511868:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989976192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319881.511879:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319881.511888:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989976960:12345-0@lo:400:kworker.0 Request processed in 81us (4391us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319881.511901:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00100000:0.0:1767319881.511921:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989976192:12345-0@lo:38:kworker.0 Request processed in 51us (6102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319881.511930:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1767319881.511943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319881.511951:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319881.511961:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319881.511986:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989975936 00000100:00100000:2.0:1767319881.511991:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989975936 00000100:00100000:1.0:1767319881.512017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989976576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319881.512029:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:2.0:1767319881.512039:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989975936:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319881.512066:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319881.512068:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319881.512137:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976576 00000100:00100000:1.0:1767319881.512143:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976576 00000100:00100000:1.0:1767319881.512190:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348 00000100:00100000:1.0:1767319881.512200:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989976576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319881.512208:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989976960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319881.512342:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989976576:12345-0@lo:400:kworker.0 Request processed in 142us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319881.512350:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348 00000100:00080000:0.0:1767319881.512374:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319881.512402:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989976576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319881.512427:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989975936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 383us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319881.512442:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989975936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319881.512715:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00080000:2.0:1767319881.512771:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319881.512778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319881.512783:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989976064:0@lo:38:kworker.0 00000100:00080000:2.0:1767319881.512796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319881.512799:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319881.512802:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989976192:0@lo:38:kworker.0 00000100:00080000:2.0:1767319881.512815:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319881.512819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319881.512822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989976448:0@lo:38:kworker.0 00000100:00080000:2.0:1767319881.512832:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319881.512835:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319881.512838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989976704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319881.512889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319881.515165:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989976832 00000100:00100000:0.0:1767319881.515184:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989976832 00000100:00100000:0.0:1767319881.515317:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:0.0:1767319881.515330:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989976832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319881.515801:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989976832:12345-0@lo:400:kworker.0 Request processed in 471us (2909us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319881.515811:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:2.0:1767319881.515973:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989976832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319881.516047:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989976448:12345-0@lo:38:kworker.0 Request processed in 4630us (10155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319881.516074:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23639 00010000:00010000:0.0:1767319882.336784:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319882.528846:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319882.595347:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319882.595416:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319882.595883:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863168 00000100:00100000:0.0:1767319882.595900:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863168 00000100:00100000:0.0:1767319882.596110:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863040 00000100:00100000:0.0:1767319882.596114:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863040 00000100:00100000:0.0:1767319882.596145:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5349 00000100:00100000:0.0:1767319882.596159:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925863168:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319882.596298:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23641 00000100:00100000:1.0:1767319882.596306:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925863040:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319882.596336:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319882.596435:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925863040:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 128us (1018us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319882.596443:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23641 00000100:00080000:2.0:1767319882.596768:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319882.597432:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925863168:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1271us (2096us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319882.597442:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5349 00010000:00010000:3.0:1767319883.360770:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319883.553981:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319884.384781:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319884.576430:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319885.408570:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319885.600405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319886.432617:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319886.624440:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319886.624457:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319886.624462:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319886.624467:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319886.624473:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319886.624485:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5131 00000100:00080000:3.0:1767319886.624492:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319886.624502:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319886.624570:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadf80 x1853163989977088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319886.624604:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319886.624608:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319886.624610:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319886.624614:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5131 00000100:00080000:3.0:1767319886.624617:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319886.624621:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319886.624638:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad180 x1853163989977216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319886.624680:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319886.624685:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319886.624687:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319886.624691:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5131 00000100:00080000:3.0:1767319886.624694:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319886.624698:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319886.624709:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163989977472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319886.624740:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319886.624745:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319886.624747:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319886.624751:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5131 00000100:00080000:3.0:1767319886.624754:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319886.624757:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319886.624767:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae300 x1853163989977728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319886.624965:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989977088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319886.625067:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319886.625144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989977216:0@lo:38:kworker.0 00000100:00100000:0.0:1767319886.625172:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319886.625196:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989977472:0@lo:38:kworker.0 00000100:00100000:0.0:1767319886.625220:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319886.625260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989977728:0@lo:38:kworker.0 00000100:00100000:0.0:1767319886.625284:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319886.625318:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989977984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319886.625347:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319886.625369:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319886.625375:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989977344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319886.625397:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319886.625430:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977088 00000100:00100000:0.0:1767319886.625440:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977088 00000100:00100000:0.0:1767319886.625481:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977472 00000100:00100000:0.0:1767319886.625485:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977472 00000100:00100000:0.0:1767319886.625499:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977728 00000100:00100000:0.0:1767319886.625501:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977728 00000100:00100000:0.0:1767319886.625510:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977344 00000100:00100000:0.0:1767319886.625512:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977344 00000100:00100000:0.0:1767319886.625553:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5350 00000100:00100000:0.0:1767319886.625565:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989977344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319886.625625:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989977344:12345-0@lo:400:kworker.0 Request processed in 63us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319886.625635:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5350 00000100:00100000:0.0:1767319886.625661:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23642 00000100:00100000:0.0:1767319886.625666:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989977088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319886.625690:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319886.625721:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989977088:12345-0@lo:38:kworker.0 Request processed in 53us (654us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319886.625728:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23642 00000100:00100000:0.0:1767319886.625740:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23643 00000100:00100000:0.0:1767319886.625744:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989977472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319886.625753:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319886.625771:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989977472:12345-0@lo:38:kworker.0 Request processed in 26us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319886.625777:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23643 00000100:00100000:0.0:1767319886.625786:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23644 00000100:00100000:0.0:1767319886.625790:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989977728:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319886.625798:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319886.625818:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989977728:12345-0@lo:38:kworker.0 Request processed in 27us (533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319886.625824:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23644 00000100:00100000:0.0:1767319886.625843:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977216 00000100:00100000:0.0:1767319886.625849:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977216 00000100:00100000:0.0:1767319886.625873:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767319886.625878:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989977216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319886.625887:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319886.625916:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989977216:12345-0@lo:38:kworker.0 Request processed in 36us (742us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319886.625922:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767319886.625979:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989977344:0@lo:400:kworker.0 00000100:00080000:0.0:1767319886.626013:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319886.626018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319886.626036:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989977088:0@lo:38:kworker.0 00000100:00080000:0.0:1767319886.626047:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319886.626051:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319886.626054:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989977216:0@lo:38:kworker.0 00000100:00080000:0.0:1767319886.626062:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319886.626065:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319886.626068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989977472:0@lo:38:kworker.0 00000100:00080000:0.0:1767319886.626077:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319886.626080:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319886.626083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989977728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319886.626272:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989977600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319886.626335:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319886.626342:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989977856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626366:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319886.626393:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977984 00000100:00100000:1.0:1767319886.626397:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977984 00000100:00100000:1.0:1767319886.626431:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977856 00000100:00100000:1.0:1767319886.626434:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977856 00000100:00100000:1.0:1767319886.626455:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:1.0:1767319886.626462:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989977984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626500:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989977984:12345-0@lo:400:kworker.0 Request processed in 38us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319886.626506:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00100000:1.0:1767319886.626521:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:1.0:1767319886.626527:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989977856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626557:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989977856:12345-0@lo:400:kworker.0 Request processed in 31us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319886.626567:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00100000:1.0:1767319886.626584:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989977600 00000100:00100000:1.0:1767319886.626587:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989977600 00000100:00100000:1.0:1767319886.626610:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351 00000100:00100000:1.0:1767319886.626616:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989977600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626645:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989977600:12345-0@lo:400:kworker.0 Request processed in 28us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319886.626651:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351 00000100:00100000:1.0:1767319886.626690:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989977856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626700:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989977600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319886.626722:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319886.627189:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989977984:0@lo:400:kworker.0 00000100:00100000:0.0:1767319886.627205:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319886.627211:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989978112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319886.627275:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319886.627399:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319886.627408:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989978240:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319886.627448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319886.627453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319886.627456:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319886.630176:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319886.637637:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978112 00000100:00100000:3.0:1767319886.637658:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978112 00000100:00100000:3.0:1767319886.637738:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978240 00000100:00100000:3.0:1767319886.637742:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978240 00000100:00100000:3.0:1767319886.637767:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:3.0:1767319886.637778:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989978112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319886.637826:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319886.637919:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989978112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (10642us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319886.637928:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:3.0:1767319886.637961:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:3.0:1767319886.637968:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989978240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319886.637988:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319886.638033:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989978240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (7860us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319886.638041:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1767319886.638156:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989978112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319886.639420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989978240:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319887.456603:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319887.648636:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319887.715295:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319887.715399:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319887.717439:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863424 00000100:00100000:0.0:1767319887.717459:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863424 00000100:00100000:0.0:1767319887.717565:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863296 00000100:00100000:0.0:1767319887.717569:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863296 00000100:00100000:0.0:1767319887.717607:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5352 00000100:00100000:0.0:1767319887.717621:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925863424:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319887.717738:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925863424:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 120us (2457us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319887.717747:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5352 00000100:00100000:0.0:1767319887.717776:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23645 00000100:00100000:0.0:1767319887.717782:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925863296:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319887.717808:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319887.717839:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925863296:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (2440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319887.717846:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23645 00000100:00080000:3.0:1767319887.717945:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319888.481817:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319888.672714:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319889.504662:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319889.696632:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319890.528508:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319890.720594:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319891.552852:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319891.744467:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319891.745382:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989978368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319891.745452:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319891.745586:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.745592:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319891.745595:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.745600:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.745605:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.745612:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5136 00000100:00080000:2.0:1767319891.745617:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.745623:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319891.745650:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14700 x1853163989978496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319891.745670:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.745673:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.745675:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.745679:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5136 00000100:00080000:2.0:1767319891.745681:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.745685:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319891.745703:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2300 x1853163989978624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319891.745732:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.745736:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.745738:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.745741:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5136 00000100:00080000:2.0:1767319891.745744:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.745748:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319891.745758:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0e00 x1853163989978880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319891.745775:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319891.745778:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319891.745780:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319891.745782:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5136 00000100:00080000:2.0:1767319891.745785:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319891.745789:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319891.745799:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0a80 x1853163989979136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319891.745831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989979264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.745864:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.745923:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319891.745940:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989979392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.745962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.745992:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989978496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319891.746017:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.746039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989978624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319891.746060:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.746083:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989978880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319891.746102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.746118:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989979136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319891.746134:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.746159:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989979008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746180:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.746196:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319891.746202:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989978752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746220:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319891.746273:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979264 00000100:00100000:2.0:1767319891.746281:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979264 00000100:00100000:2.0:1767319891.746328:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979392 00000100:00100000:2.0:1767319891.746331:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979392 00000100:00100000:2.0:1767319891.746353:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1767319891.746361:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989979264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746413:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989979264:12345-0@lo:400:kworker.0 Request processed in 52us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319891.746419:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1767319891.746435:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:2.0:1767319891.746441:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989979392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746466:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989979392:12345-0@lo:400:kworker.0 Request processed in 26us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319891.746471:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:2.0:1767319891.746488:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978496 00000100:00100000:2.0:1767319891.746491:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978496 00000100:00100000:2.0:1767319891.746508:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978880 00000100:00100000:2.0:1767319891.746510:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978880 00000100:00100000:2.0:1767319891.746517:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979136 00000100:00100000:2.0:1767319891.746518:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979136 00000100:00100000:2.0:1767319891.746525:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979008 00000100:00100000:2.0:1767319891.746527:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979008 00000100:00100000:2.0:1767319891.746544:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978752 00000100:00100000:2.0:1767319891.746547:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978752 00000100:00100000:2.0:1767319891.746558:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5353 00000100:00100000:2.0:1767319891.746561:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989979008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746585:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989979008:12345-0@lo:400:kworker.0 Request processed in 24us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319891.746589:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5353 00000100:00100000:2.0:1767319891.746600:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354 00000100:00100000:2.0:1767319891.746605:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989978752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746630:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989978752:12345-0@lo:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319891.746639:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354 00000100:00100000:2.0:1767319891.746651:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23646 00000100:00100000:2.0:1767319891.746655:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989978496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319891.746671:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319891.746700:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989978496:12345-0@lo:38:kworker.0 Request processed in 44us (682us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319891.746706:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23646 00000100:00100000:2.0:1767319891.746718:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23647 00000100:00100000:2.0:1767319891.746722:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989978880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319891.746731:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319891.746754:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989978880:12345-0@lo:38:kworker.0 Request processed in 31us (651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319891.746760:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23647 00000100:00100000:2.0:1767319891.746771:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23648 00000100:00100000:2.0:1767319891.746775:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989979136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319891.746783:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319891.746803:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989979136:12345-0@lo:38:kworker.0 Request processed in 28us (668us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319891.746807:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23648 00000100:00100000:2.0:1767319891.746820:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978624 00000100:00100000:2.0:1767319891.746823:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978624 00000100:00100000:2.0:1767319891.746836:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:2.0:1767319891.746839:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989978624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319891.746844:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319891.746859:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989978624:12345-0@lo:38:kworker.0 Request processed in 20us (799us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319891.746863:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000100:00100000:2.0:1767319891.746892:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989978752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746898:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989979008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746916:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989979392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319891.746921:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989979264:0@lo:400:kworker.0 00000100:00080000:2.0:1767319891.746952:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319891.746957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319891.746960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989978496:0@lo:38:kworker.0 00000100:00080000:2.0:1767319891.746969:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319891.746972:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319891.746974:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989978624:0@lo:38:kworker.0 00000100:00080000:2.0:1767319891.746982:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319891.746984:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319891.746987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989978880:0@lo:38:kworker.0 00000100:00080000:2.0:1767319891.746993:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319891.746996:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319891.746998:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989979136:0@lo:38:kworker.0 00000100:00080000:3.0:1767319891.747293:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319891.747298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319891.747300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319891.747308:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319891.747318:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989979520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319891.747350:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319891.747788:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989978368 00000100:00100000:0.0:1767319891.747795:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989978368 00000100:00100000:0.0:1767319891.747831:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979520 00000100:00100000:0.0:1767319891.747834:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979520 00000100:00100000:0.0:1767319891.747848:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1767319891.747855:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989978368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319891.747877:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319891.747989:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1767319891.747998:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989979520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319891.748014:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319891.748048:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989979520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319891.748054:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1767319891.748096:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989979520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319891.748154:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989978368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 299us (2701us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319891.748161:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:1.0:1767319891.748215:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989978368:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319892.577293:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319892.768373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319892.841009:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319892.841076:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319892.841396:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863680 00000100:00100000:0.0:1767319892.841407:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863680 00000100:00100000:0.0:1767319892.841532:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863552 00000100:00100000:0.0:1767319892.841535:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863552 00000100:00100000:0.0:1767319892.841556:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5355 00000100:00100000:0.0:1767319892.841569:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925863680:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319892.841659:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925863680:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319892.841668:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5355 00000100:00100000:0.0:1767319892.841692:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23649 00000100:00100000:0.0:1767319892.841697:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925863552:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319892.841720:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319892.841749:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925863552:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (673us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319892.841755:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23649 00000100:00080000:3.0:1767319892.849458:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319893.601703:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319893.792380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319894.624556:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319894.818192:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319895.648846:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319895.840494:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319896.672428:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319896.864660:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319896.864787:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319896.864805:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989979648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319896.864907:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.865201:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319896.865209:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989979776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319896.865267:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.865299:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979648 00000100:00100000:0.0:1767319896.865307:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979648 00000100:00100000:0.0:1767319896.865371:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979776 00000100:00100000:0.0:1767319896.865375:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979776 00000100:00100000:0.0:1767319896.865393:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:0.0:1767319896.865401:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989979648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319896.865447:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319896.865496:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989979648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319896.865504:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:0.0:1767319896.865524:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767319896.865531:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989979776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319896.865548:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319896.865579:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989979776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319896.865595:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767319896.865932:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989979648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319896.865971:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989979776:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319896.866180:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319896.866185:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319896.866210:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319896.866216:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319896.866219:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319896.866223:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319896.866228:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319896.866252:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5141 00000100:00080000:3.0:1767319896.866258:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319896.866265:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319896.866296:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637b80 x1853163989979904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319896.868606:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319896.868616:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319896.868620:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319896.868628:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5141 00000100:00080000:3.0:1767319896.868632:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319896.868639:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319896.868680:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634700 x1853163989980032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319896.868773:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767319896.868797:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319896.868800:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319896.868802:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319896.868806:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5141 00000100:00080000:3.0:1767319896.868809:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319896.868813:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319896.868826:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636a00 x1853163989980288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319896.868868:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319896.868871:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319896.868873:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319896.868877:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5141 00000100:00080000:3.0:1767319896.868880:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319896.868883:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319896.868905:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636d80 x1853163989980544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319896.868931:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319896.868954:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989980416:0@lo:400:kworker.0 00000100:00100000:3.0:1767319896.869993:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319896.872607:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980416 00000100:00100000:1.0:1767319896.872625:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980416 00000100:00100000:1.0:1767319896.872740:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5356 00000100:00100000:1.0:1767319896.872754:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989980416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319896.872868:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989980416:12345-0@lo:400:kworker.0 Request processed in 119us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319896.872877:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5356 00000100:00100000:0.0:1767319896.873982:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989979904:0@lo:38:kworker.0 00000100:00100000:0.0:1767319896.874073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.874127:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989980032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319896.874154:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.874184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989980288:0@lo:38:kworker.0 00000100:00100000:0.0:1767319896.874209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.874226:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989980544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319896.874272:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319896.874313:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980032 00000100:00100000:0.0:1767319896.874320:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980032 00000100:00100000:0.0:1767319896.874355:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1767319896.874361:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989980032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319896.874383:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319896.874434:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989980032:12345-0@lo:38:kworker.0 Request processed in 71us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319896.874441:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1767319896.874467:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989979904 00000100:00100000:0.0:1767319896.874471:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989979904 00000100:00100000:0.0:1767319896.874487:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980288 00000100:00100000:0.0:1767319896.874489:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980288 00000100:00100000:0.0:1767319896.874501:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980544 00000100:00100000:0.0:1767319896.874502:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980544 00000100:00100000:0.0:1767319896.874516:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23650 00000100:00100000:0.0:1767319896.874520:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989979904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319896.874530:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319896.874555:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989979904:12345-0@lo:38:kworker.0 Request processed in 33us (482us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319896.874604:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23650 00000100:00100000:0.0:1767319896.874617:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23651 00000100:00100000:0.0:1767319896.874620:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989980288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319896.874629:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319896.874663:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989980288:12345-0@lo:38:kworker.0 Request processed in 41us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319896.874669:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23651 00000100:00100000:0.0:1767319896.874680:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23652 00000100:00100000:0.0:1767319896.874684:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989980544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319896.874693:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319896.874713:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989980544:12345-0@lo:38:kworker.0 Request processed in 28us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319896.874719:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23652 00000100:00080000:0.0:1767319896.874771:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319896.874778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319896.874782:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989979904:0@lo:38:kworker.0 00000100:00080000:0.0:1767319896.874793:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319896.874797:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319896.874799:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989980032:0@lo:38:kworker.0 00000100:00080000:0.0:1767319896.874807:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319896.874810:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319896.874812:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989980288:0@lo:38:kworker.0 00000100:00080000:0.0:1767319896.874819:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319896.874823:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319896.874825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989980544:0@lo:38:kworker.0 00000100:00080000:3.0:1767319896.876770:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319896.876874:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989980416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319896.880963:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989980160:0@lo:400:kworker.0 00000100:00100000:2.0:1767319896.881064:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319896.881366:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980160 00000100:00100000:1.0:1767319896.881377:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980160 00000100:00100000:1.0:1767319896.881469:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357 00000100:00100000:1.0:1767319896.881479:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989980160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319896.881553:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989980160:12345-0@lo:400:kworker.0 Request processed in 76us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319896.881562:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357 00000100:00080000:3.0:1767319896.882014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319896.883771:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989980160:0@lo:400:kworker.0 00010000:00010000:0.0:1767319897.697154:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319897.888704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319897.957422:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319897.957519:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319897.957889:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863936 00000100:00100000:1.0:1767319897.957904:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863936 00000100:00100000:1.0:1767319897.958000:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925863808 00000100:00100000:1.0:1767319897.958004:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925863808 00000100:00100000:1.0:1767319897.958026:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5358 00000100:00100000:1.0:1767319897.958037:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925863936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319897.958111:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925863936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (700us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319897.958118:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319897.958122:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5358 00000100:00100000:1.0:1767319897.958147:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23653 00000100:00100000:1.0:1767319897.958391:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925863808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319897.958421:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319897.958452:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925863808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 299us (933us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319897.958459:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23653 00010000:00010000:3.0:1767319898.724356:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319898.913763:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319899.746030:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319899.937454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319900.769050:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319900.960606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319901.792501:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319901.984404:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319901.984924:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.984937:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319901.984940:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.984944:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.984948:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.984957:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5146 00000100:00080000:0.0:1767319901.984961:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.984968:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319901.985011:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229c00 x1853163989980672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319901.985028:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.985031:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.985033:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.985037:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5146 00000100:00080000:0.0:1767319901.985039:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.985043:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319901.985055:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163989980800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319901.985097:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.985101:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.985103:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.985106:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5146 00000100:00080000:0.0:1767319901.985108:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.985111:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319901.985122:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163989981056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319901.985147:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.985150:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319901.985152:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.985156:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5146 00000100:00080000:0.0:1767319901.985158:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.985162:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319901.985172:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163989981312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319901.985214:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319876/real 1767319876] req@ffff96e227a14380 x1853163989974656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319901 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319901.985261:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e227a14380 x1853163989974656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319901 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319901.985281:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989980672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319901.985357:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319901.985413:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989980800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319901.985437:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319901.985459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989981056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319901.985479:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319901.985495:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989981312:0@lo:38:kworker.0 00000100:00100000:0.0:1767319901.985511:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319901.985539:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.985550:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319901.985553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989974656:0@lo:250:kworker.0 00000100:00100000:0.0:1767319901.985612:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989981184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319901.985638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319901.985659:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319901.985664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989981440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319901.985700:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319901.985750:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980672 00000100:00100000:0.0:1767319901.985758:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980672 00000100:00100000:0.0:1767319901.985791:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981056 00000100:00100000:0.0:1767319901.985794:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981056 00000100:00100000:0.0:1767319901.985805:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981312 00000100:00100000:0.0:1767319901.985807:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981312 00000100:00100000:0.0:1767319901.985814:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981184 00000100:00100000:0.0:1767319901.985816:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981184 00000100:00100000:0.0:1767319901.985855:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359 00000100:00100000:0.0:1767319901.985865:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989981184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319901.985918:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989981184:12345-0@lo:400:kworker.0 Request processed in 55us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319901.985926:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359 00000100:00100000:0.0:1767319901.985947:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23654 00000100:00100000:0.0:1767319901.985951:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989980672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319901.985969:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319901.986045:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989980672:12345-0@lo:38:kworker.0 Request processed in 91us (687us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319901.986051:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23654 00000100:00100000:0.0:1767319901.986063:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23655 00000100:00100000:0.0:1767319901.986067:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989981056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319901.986077:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319901.986099:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989981056:12345-0@lo:38:kworker.0 Request processed in 30us (618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319901.986105:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23655 00000100:00100000:0.0:1767319901.986115:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23656 00000100:00100000:0.0:1767319901.986119:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989981312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319901.986128:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319901.986149:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989981312:12345-0@lo:38:kworker.0 Request processed in 28us (636us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319901.986154:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23656 00000100:00100000:0.0:1767319901.986173:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980800 00000100:00100000:0.0:1767319901.986177:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980800 00000100:00100000:0.0:1767319901.986197:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:0.0:1767319901.986202:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989980800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319901.986210:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319901.986260:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989980800:12345-0@lo:38:kworker.0 Request processed in 57us (822us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319901.986266:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:0.0:1767319901.986328:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989981184:0@lo:400:kworker.0 00000100:00080000:0.0:1767319901.986348:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319901.986352:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319901.986355:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319901.986359:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5126 00000100:00080000:0.0:1767319901.986361:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319901.986365:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319901.986383:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163989981696/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319901.986411:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989981696:0@lo:250:kworker.0 00000400:00000100:0.0:1767319901.986454:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989981696 offset 0 length 520: 4 00000100:00080000:0.0:1767319901.986480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.986484:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.986487:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989980672:0@lo:38:kworker.0 00000100:00080000:0.0:1767319901.986496:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.986500:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.986502:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989980800:0@lo:38:kworker.0 00000100:00080000:0.0:1767319901.986508:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.986512:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.986514:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989981056:0@lo:38:kworker.0 00000100:00080000:0.0:1767319901.986522:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319901.986525:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319901.986527:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989981312:0@lo:38:kworker.0 00000100:00100000:3.0:1767319901.987031:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981440 00000100:00100000:3.0:1767319901.987036:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981440 00000100:00100000:3.0:1767319901.987082:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:3.0:1767319901.987090:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989981440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987140:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989981440:12345-0@lo:400:kworker.0 Request processed in 52us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319901.987146:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00080000:3.0:1767319901.987164:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319901.987167:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319901.987190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989981440:0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987209:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989980928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987256:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319901.987274:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989981824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319901.987298:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319901.987314:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319901.987319:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989981568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987338:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319901.987360:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981824 00000100:00100000:3.0:1767319901.987364:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981824 00000100:00100000:3.0:1767319901.987396:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:3.0:1767319901.987403:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989981824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319901.987424:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319901.987457:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989981824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319901.987463:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:3.0:1767319901.987479:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989980928 00000100:00100000:3.0:1767319901.987483:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989980928 00000100:00100000:3.0:1767319901.987511:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360 00000100:00100000:3.0:1767319901.987517:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989980928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987545:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989980928:12345-0@lo:400:kworker.0 Request processed in 28us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319901.987551:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360 00000100:00080000:3.0:1767319901.987566:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319901.987569:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319901.987574:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981568 00000100:00100000:3.0:1767319901.987577:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981568 00000100:00100000:3.0:1767319901.987597:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:3.0:1767319901.987602:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989981568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987624:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989981568:12345-0@lo:400:kworker.0 Request processed in 23us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319901.987631:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:3.0:1767319901.987655:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989981568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987664:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989980928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319901.987853:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989981824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319901.998523:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989981952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319901.998605:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319901.998868:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989981952 00000100:00100000:1.0:1767319901.998879:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989981952 00000100:00100000:1.0:1767319901.998946:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:1.0:1767319901.998955:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989981952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319901.998988:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319901.999041:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989981952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319901.999049:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:1.0:1767319901.999113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989981952:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319902.816421:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319903.008398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319903.076940:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319903.076984:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767319903.077020:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925864320 offset 0 length 520: 4 00000100:00100000:2.0:1767319903.077288:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864192 00000100:00100000:2.0:1767319903.077303:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864192 00000100:00100000:2.0:1767319903.077450:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864064 00000100:00100000:2.0:1767319903.077455:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864064 00000100:00100000:2.0:1767319903.077483:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5361 00000100:00100000:2.0:1767319903.077493:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925864192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319903.077596:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925864192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319903.077604:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5361 00000100:00100000:2.0:1767319903.077624:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23657 00000100:00100000:2.0:1767319903.077628:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925864064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319903.077663:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319903.077691:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925864064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (707us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319903.077697:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23657 00000100:00080000:0.0:1767319903.079801:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319903.840976:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319904.032406:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319904.864900:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319905.056972:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319905.888495:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319906.080459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319906.912553:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319907.104564:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319907.104576:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319907.104579:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319907.104583:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319907.104586:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319907.104595:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5151 00000100:00080000:1.0:1767319907.104599:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319907.104606:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319907.104682:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163989982080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319907.104704:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319907.104708:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319907.104710:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319907.104713:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5151 00000100:00080000:1.0:1767319907.104716:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319907.104720:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319907.104735:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252680 x1853163989982208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319907.104761:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319907.104765:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319907.104766:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319907.104770:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5151 00000100:00080000:1.0:1767319907.104773:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319907.104776:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319907.104788:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163989982464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319907.104815:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319907.104818:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319907.104820:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319907.104824:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5151 00000100:00080000:1.0:1767319907.104826:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319907.104830:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319907.104841:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163989982720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319907.104902:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989982976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319907.104974:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319907.105039:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319907.105047:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989982336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319907.105075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319907.105103:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989982592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319907.105128:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319907.105146:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319907.105152:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989982848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319907.105183:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319907.105251:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982336 00000100:00100000:1.0:1767319907.105261:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982336 00000100:00100000:0.0:1767319907.105571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989982080:0@lo:38:kworker.0 00000100:00100000:0.0:1767319907.105604:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319907.105632:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989982208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319907.105665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319907.105690:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989982464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319907.105711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319907.105725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989982720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319907.105742:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319907.105774:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982976 00000100:00100000:0.0:1767319907.105779:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982976 00000100:00100000:0.0:1767319907.105828:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982848 00000100:00100000:0.0:1767319907.105831:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982848 00000100:00100000:0.0:1767319907.105850:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:0.0:1767319907.105858:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989982976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319907.105929:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989982976:12345-0@lo:400:kworker.0 Request processed in 72us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319907.105937:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00100000:0.0:1767319907.105955:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:0.0:1767319907.105961:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989982848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319907.105993:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989982848:12345-0@lo:400:kworker.0 Request processed in 32us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319907.106000:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:0.0:1767319907.106266:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982208 00000100:00100000:0.0:1767319907.106271:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982208 00000100:00100000:2.0:1767319907.106554:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982592 00000100:00100000:2.0:1767319907.106558:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982592 00000100:00100000:3.0:1767319907.106659:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982080 00000100:00100000:3.0:1767319907.106663:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982080 00000100:00100000:3.0:1767319907.106685:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982464 00000100:00100000:3.0:1767319907.106687:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982464 00000100:00100000:3.0:1767319907.106694:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989982720 00000100:00100000:3.0:1767319907.106695:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989982720 00000100:00100000:3.0:1767319907.106705:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23658 00000100:00100000:3.0:1767319907.106710:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989982080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319907.106730:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319907.106770:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989982080:12345-0@lo:38:kworker.0 Request processed in 59us (1165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319907.106776:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23658 00000100:00100000:3.0:1767319907.106786:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23659 00000100:00100000:3.0:1767319907.106790:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989982464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319907.106799:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319907.106816:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989982464:12345-0@lo:38:kworker.0 Request processed in 25us (1105us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319907.106822:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23659 00000100:00100000:3.0:1767319907.106830:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23660 00000100:00100000:3.0:1767319907.106833:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989982720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319907.106841:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319907.106856:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989982720:12345-0@lo:38:kworker.0 Request processed in 21us (1113us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319907.106861:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23660 00000100:00100000:3.0:1767319907.106913:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319907.106922:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989983232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319907.106952:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319907.106980:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319907.107018:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319907.107023:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319907.107028:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989982080:0@lo:38:kworker.0 00000100:00080000:3.0:1767319907.107036:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319907.107039:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319907.107042:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989982464:0@lo:38:kworker.0 00000100:00080000:3.0:1767319907.107049:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319907.107051:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319907.107054:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989982720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319907.107197:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989983104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319907.107252:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319907.107467:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:0.0:1767319907.107472:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989982208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319907.107487:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319907.107518:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989982208:12345-0@lo:38:kworker.0 Request processed in 45us (1852us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319907.107524:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00080000:0.0:1767319907.107546:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319907.107550:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319907.107574:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989982848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319907.107604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989982976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319907.107621:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983232 00000100:00100000:0.0:1767319907.107625:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983232 00000100:00100000:0.0:1767319907.107658:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983104 00000100:00100000:0.0:1767319907.107661:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983104 00000100:00100000:0.0:1767319907.107672:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1767319907.107677:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989983232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319907.107699:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319907.107732:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989983232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319907.107738:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1767319907.107749:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767319907.107754:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989983104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319907.107767:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319907.107787:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989983104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319907.107792:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767319907.107829:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989983232:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319907.107853:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319907.107857:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319907.107860:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989982208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319907.108012:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5362 00000100:00100000:3.0:1767319907.108051:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989983104:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319907.108082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319907.112415:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363 00000100:00100000:2.0:1767319907.112430:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989982592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319907.112561:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989982592:12345-0@lo:400:kworker.0 Request processed in 134us (7431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319907.112568:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363 00000100:00100000:2.0:1767319907.112654:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989982592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319907.118960:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989982336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319907.119068:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989982336:12345-0@lo:400:kworker.0 Request processed in 11050us (13992us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319907.119080:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5362 00000100:00100000:0.0:1767319907.119333:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989982336:0@lo:400:kworker.0 00010000:00010000:0.0:1767319907.936639:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319908.128534:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319908.198064:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319908.198121:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319908.198401:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864576 00000100:00100000:0.0:1767319908.198415:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864576 00000100:00100000:0.0:1767319908.198498:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864448 00000100:00100000:0.0:1767319908.198502:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864448 00000100:00100000:0.0:1767319908.198526:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5364 00000100:00100000:0.0:1767319908.198539:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925864576:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767319908.198552:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319908.198573:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23661 00000100:00100000:3.0:1767319908.198580:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925864448:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319908.198601:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319908.198640:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925864576:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319908.198648:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925864448:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319908.198651:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5364 00000100:00100000:3.0:1767319908.198661:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23661 00010000:00010000:3.0:1767319908.960607:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319909.155252:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319909.988621:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319910.176459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319911.008535:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319911.200557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319912.032489:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319912.224451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319912.224911:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319912.224919:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319912.224922:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319912.224927:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319912.224932:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319912.224941:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319912.224946:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319912.224953:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319912.224980:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635c00 x1853163989983488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319912.225197:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989983360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319912.225295:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319912.225536:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983360 00000100:00100000:1.0:1767319912.225556:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983360 00000100:00080000:0.0:1767319912.225751:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319912.225849:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:1.0:1767319912.225864:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989983360:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319912.225894:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319912.225898:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319912.225901:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00002000:00000024:1.0:1767319912.225905:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767319912.225908:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319912.225912:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319912.225918:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319912.225942:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637480 x1853163989983616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319912.225973:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989983360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (675us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319912.225975:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319912.225985:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319912.225987:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319912.225990:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00080000:3.0:1767319912.225994:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319912.225999:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319912.226003:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319912.226016:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634e00 x1853163989983872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319912.226102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989983488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319912.226137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319912.226166:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989983616:0@lo:38:kworker.0 00000100:00100000:2.0:1767319912.226191:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319912.226244:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983488 00000100:00100000:2.0:1767319912.226248:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983488 00000100:00100000:2.0:1767319912.226275:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23662 00000100:00100000:2.0:1767319912.226280:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989983488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319912.226297:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319912.226332:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989983488:12345-0@lo:38:kworker.0 Request processed in 51us (194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319912.226339:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23662 00000100:00100000:2.0:1767319912.226359:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983616 00000100:00100000:2.0:1767319912.226363:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983616 00000100:00080000:3.0:1767319912.228646:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319912.228651:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319912.228654:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319912.228664:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319912.228669:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319912.228676:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319912.228701:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636d80 x1853163989984256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319912.228762:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989984128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319912.228844:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319912.228896:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319912.228902:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989984384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319912.228928:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319912.228964:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984384 00000100:00100000:3.0:1767319912.228971:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984384 00000100:00100000:3.0:1767319912.229319:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:3.0:1767319912.229328:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989984384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319912.229382:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989984384:12345-0@lo:400:kworker.0 Request processed in 55us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319912.229389:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:3.0:1767319912.229456:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989984384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319912.229505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989983872:0@lo:38:kworker.0 00000100:00100000:3.0:1767319912.229534:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319912.229568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989984256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319912.229591:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319912.229622:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319912.229627:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319912.229631:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989983488:0@lo:38:kworker.0 00000100:00100000:3.0:1767319912.229660:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984128 00000100:00100000:3.0:1767319912.229664:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984128 00000100:00100000:3.0:1767319912.229694:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983872 00000100:00100000:3.0:1767319912.229697:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983872 00000100:00100000:3.0:1767319912.229711:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984256 00000100:00100000:3.0:1767319912.229714:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984256 00000100:00100000:3.0:1767319912.229724:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5365 00000100:00100000:3.0:1767319912.229730:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989984128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319912.229765:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989984128:12345-0@lo:400:kworker.0 Request processed in 35us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319912.229772:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5365 00000100:00100000:3.0:1767319912.229784:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23663 00000100:00100000:3.0:1767319912.229788:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989983872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319912.229807:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319912.229839:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989983872:12345-0@lo:38:kworker.0 Request processed in 49us (304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319912.229844:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23663 00000100:00100000:3.0:1767319912.229855:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23664 00000100:00100000:3.0:1767319912.229859:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989984256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319912.229868:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319912.229889:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989984256:12345-0@lo:38:kworker.0 Request processed in 29us (297us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319912.229894:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23664 00000100:00100000:3.0:1767319912.229929:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989984128:0@lo:400:kworker.0 00000100:00080000:3.0:1767319912.229950:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319912.229953:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319912.229956:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989983872:0@lo:38:kworker.0 00000100:00080000:3.0:1767319912.229962:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319912.229965:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319912.229967:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989984256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319912.230109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989983744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319912.230138:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319912.230157:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319912.230163:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989984000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319912.230184:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319912.230275:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:2.0:1767319912.230280:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989983616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319912.230291:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319912.230326:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989983616:12345-0@lo:38:kworker.0 Request processed in 45us (4134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319912.230332:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00080000:2.0:1767319912.230358:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319912.230363:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319912.230366:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989983616:0@lo:38:kworker.0 00000100:00100000:2.0:1767319912.230411:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989983360:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319912.230426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319912.230430:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319912.230444:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989983744 00000100:00100000:2.0:1767319912.230448:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989983744 00000100:00100000:2.0:1767319912.230476:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366 00000100:00100000:2.0:1767319912.230481:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989983744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319912.230512:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989983744:12345-0@lo:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319912.230517:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366 00000100:00080000:2.0:1767319912.230530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319912.231132:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989983744:0@lo:400:kworker.0 00000100:00100000:0.0:1767319912.234264:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984000 00000100:00100000:0.0:1767319912.234281:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984000 00000100:00100000:0.0:1767319912.235215:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:0.0:1767319912.235226:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989984000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319912.235283:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319912.235727:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989984000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 502us (5540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319912.235736:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00100000:3.0:1767319912.237204:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989984000:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319913.057077:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319913.248545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319913.315285:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319913.315781:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319913.316175:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864832 00000100:00100000:1.0:1767319913.316186:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864832 00000100:00100000:1.0:1767319913.316313:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864704 00000100:00100000:1.0:1767319913.316317:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864704 00000100:00100000:1.0:1767319913.316356:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5367 00000100:00100000:1.0:1767319913.316370:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925864832:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767319913.316510:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319913.316869:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23665 00000100:00100000:0.0:1767319913.316877:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925864704:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319913.316898:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319913.316981:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925864832:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 614us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319913.316992:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5367 00000100:00100000:0.0:1767319913.327227:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925864704:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 10332us (11430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319913.327264:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23665 00010000:00010000:3.0:1767319914.081380:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319914.275732:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319915.106719:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319915.296462:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319916.128969:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319916.325111:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319917.152604:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319917.344364:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319917.344377:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319917.344380:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319917.344384:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319917.344388:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319917.344398:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5161 00000100:00080000:3.0:1767319917.344402:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319917.344410:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319917.344467:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163989984512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319917.344483:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319917.344487:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319917.344488:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319917.344671:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989984512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319917.344750:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319917.344853:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5161 00000100:00080000:3.0:1767319917.344856:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319917.344861:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319917.344877:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff480 x1853163989984640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319917.344893:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989984640:0@lo:38:kworker.0 00000100:00080000:3.0:1767319917.344905:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319917.344909:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319917.344911:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319917.344914:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5161 00000100:00080000:3.0:1767319917.344917:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319917.344921:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319917.344931:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe680 x1853163989984896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319917.344952:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319917.344955:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319917.344957:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319917.344962:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5161 00000100:00080000:3.0:1767319917.344964:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319917.344968:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319917.344981:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163989985152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319917.345020:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319917.345052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989984768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319917.345058:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989984896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319917.345076:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989985536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319917.345088:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989985280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319917.345121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319917.345165:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984640 00000100:00100000:2.0:1767319917.345173:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984640 00000100:00100000:1.0:1767319917.345208:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319917.345209:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:2.0:1767319917.345219:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989984640:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319917.345248:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989985024:0@lo:400:kworker.0 00010000:00020000:2.0:1767319917.345257:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319917.345301:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984512 00000100:00100000:2.0:1767319917.345302:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989984640:12345-0@lo:38:kworker.0 Request processed in 81us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319917.345308:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984512 00000100:00100000:2.0:1767319917.345313:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767319917.345342:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23666 00000100:00100000:2.0:1767319917.345343:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985536 00000100:00100000:2.0:1767319917.345349:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985536 00000100:00100000:1.0:1767319917.345353:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989984512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319917.345365:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319917.345398:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989984512:12345-0@lo:38:kworker.0 Request processed in 47us (647us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319917.345399:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1767319917.345409:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23666 00000100:00100000:2.0:1767319917.345414:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989985536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319917.345475:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989985536:12345-0@lo:400:kworker.0 Request processed in 65us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319917.345482:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:0.0:1767319917.345603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319917.345630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989985152:0@lo:38:kworker.0 00000100:00100000:0.0:1767319917.345654:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319917.345682:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319917.345687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319917.345691:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989984640:0@lo:38:kworker.0 00000100:00080000:0.0:1767319917.345703:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319917.345706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319917.345708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989984512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319917.345736:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319917.345756:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989985408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319917.345778:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319917.345973:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989985536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319917.345996:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319917.346020:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985280 00000100:00100000:3.0:1767319917.346024:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985280 00000100:00100000:3.0:1767319917.346051:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:3.0:1767319917.346058:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989985280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319917.346071:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984896 00000100:00100000:1.0:1767319917.346076:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984896 00000100:00100000:3.0:1767319917.346093:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989985280:12345-0@lo:400:kworker.0 Request processed in 35us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319917.346099:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:1.0:1767319917.346105:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985152 00000100:00100000:1.0:1767319917.346108:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985152 00000100:00100000:3.0:1767319917.346121:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989985280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319917.346122:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989984768 00000100:00100000:1.0:1767319917.346124:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989984768 00000100:00100000:1.0:1767319917.346147:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5368 00000100:00100000:1.0:1767319917.346153:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989984768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319917.346959:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985408 00000100:00100000:3.0:1767319917.346966:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985408 00000100:00100000:3.0:1767319917.347004:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:3.0:1767319917.347012:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989985408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319917.347038:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767319917.347909:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319917.347920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319917.347924:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319917.347964:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23667 00000100:00100000:2.0:1767319917.347972:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989984896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319917.347992:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319917.348052:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989984896:12345-0@lo:38:kworker.0 Request processed in 79us (2971us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319917.348059:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23667 00000100:00100000:2.0:1767319917.348079:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23668 00000100:00100000:2.0:1767319917.348083:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989985152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319917.348091:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319917.348113:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989985152:12345-0@lo:38:kworker.0 Request processed in 28us (2459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319917.348118:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23668 00000100:00100000:2.0:1767319917.348144:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319917.348174:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989985664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319917.348204:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319917.348257:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985024 00000100:00100000:2.0:1767319917.348262:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985024 00000100:00100000:2.0:1767319917.348292:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369 00000100:00100000:2.0:1767319917.348297:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989985024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319917.348333:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989985024:12345-0@lo:400:kworker.0 Request processed in 35us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319917.348339:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369 00000100:00100000:2.0:1767319917.348370:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989985024:0@lo:400:kworker.0 00000100:00080000:2.0:1767319917.348387:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319917.348425:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985664 00000100:00100000:2.0:1767319917.348428:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985664 00000100:00100000:2.0:1767319917.348443:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:2.0:1767319917.348448:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989985664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319917.348484:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319917.348516:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989985664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319917.348522:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:2.0:1767319917.348551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989985664:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319917.348578:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319917.348583:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319917.348587:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989984896:0@lo:38:kworker.0 00000100:00080000:2.0:1767319917.348596:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319917.348599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319917.348602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989985152:0@lo:38:kworker.0 00000100:00100000:1.0:1767319917.350740:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989984768:12345-0@lo:400:kworker.0 Request processed in 4578us (4993us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319917.350754:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5368 00000100:00100000:3.0:1767319917.351879:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989985408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4862us (6094us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319917.351891:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1767319917.354292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989984768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319917.354327:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989985408:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319918.186921:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319918.368387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319918.435711:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319918.435815:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319918.436220:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865088 00000100:00100000:3.0:1767319918.436262:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865088 00000100:00080000:2.0:1767319918.436401:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319918.436567:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925864960 00000100:00100000:3.0:1767319918.436572:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925864960 00000100:00100000:1.0:1767319918.437070:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5370 00000100:00100000:1.0:1767319918.437083:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925865088:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319918.437173:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925865088:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (1473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319918.437181:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5370 00000100:00100000:1.0:1767319918.440810:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23669 00000100:00100000:1.0:1767319918.440824:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925864960:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319918.441151:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319918.441370:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925864960:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 545us (5551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319918.441474:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23669 00010000:00010000:3.0:1767319919.200512:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319919.392388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319920.224533:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319920.416587:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319921.253880:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319921.440543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319922.275171:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319922.464321:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319922.464333:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319922.464337:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319922.464342:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319922.464346:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319922.464354:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5167 00000100:00080000:3.0:1767319922.464369:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319922.464376:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319922.464416:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd500 x1853163989985792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319922.464445:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319922.464449:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319922.464452:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319922.464458:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5167 00000100:00080000:3.0:1767319922.464460:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319922.464465:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319922.464479:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163989985920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319922.464509:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319922.464513:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319922.464516:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319922.464521:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5167 00000100:00080000:3.0:1767319922.464524:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319922.464572:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989986048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.464638:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989985792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319922.464659:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319922.464690:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319922.464705:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff100 x1853163989986304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319922.464739:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319922.464743:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319922.464745:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319922.464749:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5167 00000100:00080000:3.0:1767319922.464751:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319922.464755:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319922.464770:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe680 x1853163989986688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319922.464784:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319922.464807:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986048 00000100:00100000:3.0:1767319922.464812:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989986432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319922.464815:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986048 00000100:00100000:1.0:1767319922.464881:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5371 00000100:00100000:1.0:1767319922.464891:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989986048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.467041:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.467121:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989985920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319922.467170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.467205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989986304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319922.467242:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.467262:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989986688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319922.467282:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.467321:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985792 00000100:00100000:0.0:1767319922.467327:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985792 00000100:00100000:0.0:1767319922.467354:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986304 00000100:00100000:0.0:1767319922.467357:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986304 00000100:00100000:0.0:1767319922.467377:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986688 00000100:00100000:0.0:1767319922.467379:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986688 00000100:00100000:0.0:1767319922.467391:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23670 00000100:00100000:0.0:1767319922.467398:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989985792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319922.467418:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319922.467458:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989985792:12345-0@lo:38:kworker.0 Request processed in 58us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319922.467464:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23670 00000100:00100000:0.0:1767319922.467480:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23671 00000100:00100000:0.0:1767319922.467483:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989986304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319922.467491:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319922.467512:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989986304:12345-0@lo:38:kworker.0 Request processed in 27us (283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319922.467518:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23671 00000100:00100000:0.0:1767319922.467717:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23672 00000100:00100000:0.0:1767319922.467722:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989986688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319922.467732:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319922.467758:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989986688:12345-0@lo:38:kworker.0 Request processed in 35us (475us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319922.467763:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23672 00000100:00080000:0.0:1767319922.467807:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319922.467812:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319922.467815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989986304:0@lo:38:kworker.0 00000100:00080000:0.0:1767319922.467824:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319922.467827:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319922.467829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989986688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319922.467837:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319922.467840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319922.467843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989985792:0@lo:38:kworker.0 00000100:00080000:0.0:1767319922.467900:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319922.467922:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989985920 00000100:00100000:0.0:1767319922.467926:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989985920 00000100:00100000:0.0:1767319922.467955:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:0.0:1767319922.467960:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989985920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319922.467969:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319922.468000:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989985920:12345-0@lo:38:kworker.0 Request processed in 39us (829us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319922.468006:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00080000:0.0:1767319922.468028:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319922.468032:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319922.468035:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989985920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319922.468069:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989986560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319922.468094:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.468127:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989986176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319922.468150:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.468167:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989986944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.468188:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.468208:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319922.468214:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989986816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.468248:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319922.468289:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986560 00000100:00100000:0.0:1767319922.468293:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986560 00000100:00100000:0.0:1767319922.468323:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986176 00000100:00100000:0.0:1767319922.468326:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986176 00000100:00100000:0.0:1767319922.468340:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1767319922.468346:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989986560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319922.468382:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319922.468418:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989986560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319922.468424:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1767319922.468437:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1767319922.468442:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989986176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319922.468454:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319922.468481:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989986176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319922.468486:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00080000:0.0:1767319922.468505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319922.468508:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319922.468540:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989986560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319922.468566:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989986176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319922.468590:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986944 00000100:00100000:0.0:1767319922.468592:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986944 00000100:00100000:0.0:1767319922.468614:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986816 00000100:00100000:0.0:1767319922.468616:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986816 00000100:00100000:0.0:1767319922.468631:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:0.0:1767319922.468637:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989986944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.468666:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989986944:12345-0@lo:400:kworker.0 Request processed in 30us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319922.468672:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:0.0:1767319922.468683:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1767319922.468689:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989986816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.468711:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989986816:12345-0@lo:400:kworker.0 Request processed in 22us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319922.468716:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1767319922.468739:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989986816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319922.468747:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989986944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319922.471768:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319922.473486:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989986432 00000100:00100000:2.0:1767319922.473501:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989986432 00000100:00100000:2.0:1767319922.473595:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372 00000100:00100000:2.0:1767319922.473606:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989986432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319922.473696:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989986432:12345-0@lo:400:kworker.0 Request processed in 92us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319922.473705:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372 00000100:00100000:3.0:1767319922.473750:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989986432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319922.473885:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989986048:12345-0@lo:400:kworker.0 Request processed in 8995us (9224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319922.473893:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5371 00000100:00100000:2.0:1767319922.474042:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989986048:0@lo:400:kworker.0 00000100:00080000:0.0:1767319922.474112:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319923.296472:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319923.488731:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319923.555260:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319923.555419:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319923.555764:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865344 00000100:00100000:2.0:1767319923.555775:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865344 00000100:00100000:2.0:1767319923.555857:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865216 00000100:00100000:2.0:1767319923.555861:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865216 00000100:00100000:2.0:1767319923.555887:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5373 00000100:00100000:2.0:1767319923.555898:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925865344:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319923.555977:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925865344:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319923.555984:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5373 00000100:00100000:2.0:1767319923.556005:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23673 00000100:00100000:2.0:1767319923.556009:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925865216:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319923.556028:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319923.556055:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925865216:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (637us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319923.556061:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23673 00000100:00080000:1.0:1767319923.556308:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319924.320631:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319924.512338:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319925.344487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319925.536381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319926.368476:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319926.560564:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319901/real 1767319901] req@ffff96e2ec099f80 x1853163989981696/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319926 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319926.560603:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec099f80 x1853163989981696/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319926 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319926.560617:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319926.560629:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319926.560632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989981696:0@lo:250:kworker.0 00000100:00100000:2.0:1767319926.560838:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319926.560846:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319926.560852:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319926.560855:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319926.560860:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5151 00000100:00080000:1.0:1767319926.560864:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319926.560870:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319926.560906:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0700 x1853163989987072/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319926.560929:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319926.560933:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319926.560935:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319926.560938:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5172 00000100:00080000:1.0:1767319926.560940:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319926.560943:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319926.560958:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2a00 x1853163989987200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319926.560966:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319926.560969:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319926.560970:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319926.560973:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5172 00000100:00080000:1.0:1767319926.560976:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319926.560979:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319926.560987:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989987328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319926.561017:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319926.561021:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319926.561023:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319926.561026:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5172 00000100:00080000:1.0:1767319926.561028:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319926.561031:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319926.561039:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3100 x1853163989987584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319926.561050:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319926.561053:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319926.561055:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319926.561058:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5172 00000100:00080000:1.0:1767319926.561060:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319926.561063:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319926.561071:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1500 x1853163989987840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319926.561090:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989987456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.561167:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989987968:0@lo:400:kworker.0 00000100:00100000:3.0:1767319926.561168:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319926.561225:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989988096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319926.561226:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987456 00000100:00100000:1.0:1767319926.561248:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987456 00000100:00100000:1.0:1767319926.561341:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5374 00000100:00100000:1.0:1767319926.561351:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989987456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.565648:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319926.565783:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989987712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.565833:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319926.565878:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987712 00000100:00100000:2.0:1767319926.565886:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987712 00000100:00100000:2.0:1767319926.565936:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375 00000100:00100000:2.0:1767319926.565946:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989987712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319926.566650:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987968 00000100:00100000:3.0:1767319926.566657:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987968 00000100:00100000:3.0:1767319926.566695:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:3.0:1767319926.566703:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989987968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319926.566760:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989987968:12345-0@lo:400:kworker.0 Request processed in 57us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319926.566767:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:3.0:1767319926.566793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989987072:0@lo:250:kworker.0 00000400:00000100:3.0:1767319926.566816:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989987072 offset 0 length 520: 4 00000100:00100000:3.0:1767319926.566837:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989987200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319926.566862:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319926.566879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989987328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319926.566901:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319926.566919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989987584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319926.566939:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319926.566955:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989987840:0@lo:38:kworker.0 00000100:00100000:3.0:1767319926.566974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319926.567004:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987200 00000100:00100000:3.0:1767319926.567008:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987200 00000100:00100000:3.0:1767319926.567026:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987584 00000100:00100000:3.0:1767319926.567029:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987584 00000100:00100000:3.0:1767319926.567037:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987840 00000100:00100000:3.0:1767319926.567040:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987840 00000100:00100000:2.0:1767319926.567134:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989987712:12345-0@lo:400:kworker.0 Request processed in 1189us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319926.567144:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23674 00000100:00100000:3.0:1767319926.567251:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989987200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319926.567271:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319926.567316:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989987200:12345-0@lo:38:kworker.0 Request processed in 165us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319926.567640:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989987328 00000100:00100000:0.0:1767319926.567646:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989987328 00000100:00100000:0.0:1767319926.567672:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:0.0:1767319926.567677:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989987328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319926.567688:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319926.567720:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989987328:12345-0@lo:38:kworker.0 Request processed in 41us (817us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319926.567729:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1767319926.569840:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989987456:12345-0@lo:400:kworker.0 Request processed in 8482us (8662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319926.569900:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375 00000100:00100000:2.0:1767319926.569937:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23675 00000100:00100000:2.0:1767319926.569943:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989987584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319926.569974:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319926.570020:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989987584:12345-0@lo:38:kworker.0 Request processed in 76us (3080us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319926.570026:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23675 00000100:00100000:2.0:1767319926.570040:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23676 00000100:00100000:2.0:1767319926.570045:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989987840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319926.570054:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319926.570077:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989987840:12345-0@lo:38:kworker.0 Request processed in 31us (3102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319926.570083:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23676 00000100:00100000:2.0:1767319926.570139:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989987712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.570177:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989987968:0@lo:400:kworker.0 00000100:00080000:2.0:1767319926.570261:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319926.570266:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319926.570270:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989987200:0@lo:38:kworker.0 00000100:00080000:2.0:1767319926.570280:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319926.570292:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319926.570295:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989987328:0@lo:38:kworker.0 00000100:00080000:2.0:1767319926.570306:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319926.570309:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319926.570312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989987584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319926.570320:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319926.570323:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319926.570326:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989987840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319926.570377:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319926.570382:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319926.570402:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989987456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319926.570512:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23674 00000100:00100000:0.0:1767319926.572499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319926.573460:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5374 00000100:00100000:2.0:1767319926.577430:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988096 00000100:00100000:2.0:1767319926.577446:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988096 00000100:00080000:1.0:1767319926.577648:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319926.577701:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1767319926.577714:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989988096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319926.577820:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989988096:12345-0@lo:400:kworker.0 Request processed in 109us (5326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319926.577827:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:0.0:1767319926.577913:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989988096:0@lo:400:kworker.0 00010000:00010000:0.0:1767319927.392656:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319927.584574:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989988224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319927.584646:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319927.584776:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988224 00000100:00100000:1.0:1767319927.584784:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988224 00000100:00100000:1.0:1767319927.584835:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:1.0:1767319927.584842:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989988224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319927.584868:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319927.584901:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989988224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319927.584906:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:3.0:1767319927.584989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989988224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319927.586317:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319927.586489:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319927.586505:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989988352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319927.586556:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319927.586653:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988352 00000100:00100000:2.0:1767319927.586659:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988352 00000100:00100000:2.0:1767319927.586706:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:2.0:1767319927.586714:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989988352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319927.586740:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319927.586782:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989988352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319927.586789:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00100000:3.0:1767319927.586870:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989988352:0@lo:13:osp-pre-0-1.0 00000400:00000100:2.0:1767319927.653721:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925865472 offset 0 length 520: 4 00000100:00100000:2.0:1767319927.653766:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319927.653804:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319927.653944:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865600 00000100:00100000:0.0:1767319927.653954:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865600 00000100:00100000:0.0:1767319927.654002:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865728 00000100:00100000:0.0:1767319927.654005:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865728 00000100:00100000:3.0:1767319927.654045:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23677 00000100:00100000:3.0:1767319927.654056:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925865600:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319927.654081:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319927.654180:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319927.654212:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925865600:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 154us (444us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319927.657437:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5376 00000100:00100000:0.0:1767319927.657462:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925865728:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319927.657556:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925865728:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (3750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319927.657565:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5376 00000100:00100000:3.0:1767319927.661934:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23677 00010000:00010000:0.0:1767319928.420536:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319928.608685:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319929.440487:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319929.633821:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319930.467081:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319930.656481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319931.490546:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319931.681156:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319931.681173:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319931.681178:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319931.681183:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767319931.681204:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319931.681214:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319931.681287:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5176 00000100:00080000:3.0:1767319931.681293:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319931.681302:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319931.681357:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff100 x1853163989988480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319931.681394:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319931.681398:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319931.681401:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319931.681405:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5176 00000100:00080000:3.0:1767319931.681407:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319931.681412:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319931.681430:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636a00 x1853163989988608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319931.681478:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319931.681481:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319931.681483:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319931.681486:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5176 00000100:00080000:3.0:1767319931.681489:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319931.681492:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319931.681505:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637480 x1853163989988864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319931.681525:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767319931.681534:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319931.681540:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319931.681542:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319931.681551:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5176 00000100:00100000:1.0:1767319931.681552:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989988992:0@lo:400:kworker.0 00000100:00080000:3.0:1767319931.681555:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319931.681566:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319931.681583:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634e00 x1853163989989120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319931.681648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319931.681666:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989989248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319931.681739:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989988736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319931.681764:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319931.681783:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319931.681812:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319931.681828:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989989376:0@lo:400:kworker.0 00000100:00100000:3.0:1767319931.681869:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319931.681891:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988992 00000100:00100000:1.0:1767319931.681901:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988992 00000100:00100000:3.0:1767319931.681912:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989248 00000100:00100000:3.0:1767319931.681921:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989248 00000100:00100000:1.0:1767319931.681964:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988736 00000100:00100000:1.0:1767319931.681970:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988736 00000100:00100000:3.0:1767319931.681981:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989376 00000100:00100000:3.0:1767319931.681988:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989376 00000100:00100000:1.0:1767319931.682013:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5377 00000100:00100000:3.0:1767319931.682034:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767319931.682035:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989988992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319931.682051:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989989248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319931.682132:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989988992:12345-0@lo:400:kworker.0 Request processed in 108us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319931.682134:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989989248:12345-0@lo:400:kworker.0 Request processed in 85us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319931.682168:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767319931.682170:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5377 00000100:00100000:3.0:1767319931.682213:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:3.0:1767319931.682226:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989989376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319931.682287:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989988992:0@lo:400:kworker.0 00000100:00100000:3.0:1767319931.682297:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989989376:12345-0@lo:400:kworker.0 Request processed in 74us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319931.682306:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1767319931.682331:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378 00000100:00100000:1.0:1767319931.682352:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989988736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319931.682362:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989989376:0@lo:400:kworker.0 00000100:00100000:3.0:1767319931.682381:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989989248:0@lo:400:kworker.0 00000100:00100000:1.0:1767319931.682413:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989988736:12345-0@lo:400:kworker.0 Request processed in 72us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319931.682435:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378 00000100:00100000:1.0:1767319931.682473:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989988736:0@lo:400:kworker.0 00000100:00080000:2.0:1767319931.683144:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319931.683152:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319931.683155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319931.683182:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989988480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319931.683268:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319931.683318:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989988608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319931.683348:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319931.683377:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989988864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319931.683401:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319931.683419:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989989120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319931.683440:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319931.683472:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988480 00000100:00100000:2.0:1767319931.683477:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988480 00000100:00100000:2.0:1767319931.683506:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988864 00000100:00100000:2.0:1767319931.683509:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988864 00000100:00100000:2.0:1767319931.683523:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989120 00000100:00100000:2.0:1767319931.683525:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989120 00000100:00100000:2.0:1767319931.683542:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23678 00000100:00100000:2.0:1767319931.683548:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989988480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319931.683572:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319931.683612:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989988480:12345-0@lo:38:kworker.0 Request processed in 64us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319931.683620:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23678 00000100:00100000:2.0:1767319931.683637:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23679 00000100:00100000:2.0:1767319931.683641:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989988864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319931.683650:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319931.683676:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989988864:12345-0@lo:38:kworker.0 Request processed in 33us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319931.683681:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23679 00000100:00100000:2.0:1767319931.683691:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23680 00000100:00100000:2.0:1767319931.683695:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989989120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319931.683703:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319931.683993:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989988608 00000100:00100000:0.0:1767319931.683998:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989988608 00000100:00100000:0.0:1767319931.684024:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:0.0:1767319931.684029:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eda16c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989988608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319931.684038:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319931.684357:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319931.684364:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319931.684368:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989988480:0@lo:38:kworker.0 00000100:00080000:3.0:1767319931.684377:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319931.684380:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319931.684383:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989988864:0@lo:38:kworker.0 00000100:00080000:3.0:1767319931.684391:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319931.684394:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319931.684397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989989120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319931.685988:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eda16c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989988608:12345-0@lo:38:kworker.0 Request processed in 1946us (2627us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319931.686003:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00080000:3.0:1767319931.686524:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319931.686532:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319931.686537:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989988608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319931.686877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989989120:12345-0@lo:38:kworker.0 Request processed in 3176us (3432us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319931.686888:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23680 00010000:00010000:0.0:1767319932.515435:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319932.704883:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319932.705798:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989989504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319932.706040:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319932.706274:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989989632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319932.706319:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319932.713756:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989504 00000100:00100000:2.0:1767319932.713778:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989504 00000100:00100000:2.0:1767319932.713866:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989632 00000100:00100000:2.0:1767319932.713871:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989632 00000100:00100000:2.0:1767319932.713893:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:2.0:1767319932.713903:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989989504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319932.713939:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319932.714322:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1767319932.714334:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989989632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319932.714354:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319932.714449:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989989632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (8138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319932.714458:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:1.0:1767319932.715146:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989989632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319932.716196:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989989504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2289us (10314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319932.716207:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1767319932.718743:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989989504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319932.779953:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319932.780059:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319932.780152:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865984 00000100:00100000:2.0:1767319932.780162:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865984 00000100:00100000:2.0:1767319932.780272:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925865856 00000100:00100000:2.0:1767319932.780276:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925865856 00000100:00100000:2.0:1767319932.780294:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5379 00000100:00100000:2.0:1767319932.780304:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925865984:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319932.780386:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925865984:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319932.780394:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5379 00000100:00100000:2.0:1767319932.780413:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23681 00000100:00100000:2.0:1767319932.780427:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925865856:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319932.780448:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319932.780472:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925865856:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319932.780487:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23681 00000100:00080000:0.0:1767319932.780716:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319933.536472:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319933.734624:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319934.560643:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319934.752445:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319935.584594:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319935.777076:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319936.610610:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319936.800648:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.800661:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319936.800664:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.800670:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.800674:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.800684:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5181 00000100:00080000:3.0:1767319936.800689:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.800697:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319936.800742:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586680 x1853163989989760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319936.800773:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.800776:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.800778:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.800782:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5181 00000100:00080000:3.0:1767319936.800784:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.800788:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319936.800801:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584e00 x1853163989989888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319936.800834:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.800838:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.800839:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.800842:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5181 00000100:00080000:3.0:1767319936.800845:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.800849:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319936.800859:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587100 x1853163989990144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319936.800872:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.800877:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.800878:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.800881:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5181 00000100:00080000:3.0:1767319936.800884:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.800887:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319936.800897:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163989990400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319936.800989:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989989760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319936.801061:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319936.801130:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989989888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319936.801156:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319936.801182:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989990144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319936.801203:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319936.801221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989990400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319936.801277:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319936.801315:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989888 00000100:00100000:2.0:1767319936.801324:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989888 00000100:00100000:2.0:1767319936.801360:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1767319936.801368:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989989888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319936.801389:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319936.801432:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989989888:12345-0@lo:38:kworker.0 Request processed in 63us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319936.801438:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1767319936.801462:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989989760 00000100:00100000:2.0:1767319936.801466:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989989760 00000100:00100000:2.0:1767319936.801483:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990144 00000100:00100000:2.0:1767319936.801486:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990144 00000100:00100000:2.0:1767319936.801497:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990400 00000100:00100000:2.0:1767319936.801499:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990400 00000100:00100000:2.0:1767319936.801510:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23682 00000100:00100000:2.0:1767319936.801514:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989989760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319936.801524:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319936.801550:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989989760:12345-0@lo:38:kworker.0 Request processed in 34us (489us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319936.801556:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23682 00000100:00100000:2.0:1767319936.801567:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23683 00000100:00100000:2.0:1767319936.801572:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989990144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319936.801581:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319936.801603:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989990144:12345-0@lo:38:kworker.0 Request processed in 30us (399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319936.801608:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23683 00000100:00100000:2.0:1767319936.801618:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23684 00000100:00100000:2.0:1767319936.801623:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989990400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319936.801631:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319936.801648:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989990400:12345-0@lo:38:kworker.0 Request processed in 24us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319936.801653:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23684 00000100:00080000:2.0:1767319936.801686:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319936.801690:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319936.801694:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989989760:0@lo:38:kworker.0 00000100:00080000:2.0:1767319936.801703:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319936.801706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319936.801709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989989888:0@lo:38:kworker.0 00000100:00080000:2.0:1767319936.801715:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319936.801717:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319936.801720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989990144:0@lo:38:kworker.0 00000100:00080000:2.0:1767319936.801726:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319936.801728:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319936.801731:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989990400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319936.801907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989990016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.801940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.801967:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319936.801972:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989990272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.801991:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.802015:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989990528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802041:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.802061:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319936.802067:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989990656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802087:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.802125:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990528 00000100:00100000:0.0:1767319936.802129:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990528 00000100:00100000:0.0:1767319936.802170:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990656 00000100:00100000:0.0:1767319936.802173:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990656 00000100:00100000:0.0:1767319936.802188:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767319936.802195:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989990528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802339:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989990528:12345-0@lo:400:kworker.0 Request processed in 143us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.802346:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1767319936.802361:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:0.0:1767319936.802367:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989990656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802394:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989990656:12345-0@lo:400:kworker.0 Request processed in 28us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.802399:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00080000:0.0:1767319936.802416:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319936.802419:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319936.802437:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989990656:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802445:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989990528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802462:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990016 00000100:00100000:0.0:1767319936.802465:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990016 00000100:00100000:0.0:1767319936.802485:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990272 00000100:00100000:0.0:1767319936.802487:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990272 00000100:00100000:0.0:1767319936.802500:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5380 00000100:00100000:0.0:1767319936.802505:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989990016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802534:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989990016:12345-0@lo:400:kworker.0 Request processed in 29us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.802540:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5380 00000100:00100000:0.0:1767319936.802550:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381 00000100:00100000:0.0:1767319936.802555:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989990272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802574:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989990272:12345-0@lo:400:kworker.0 Request processed in 20us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.802580:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381 00000100:00080000:0.0:1767319936.802590:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319936.802603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989990272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.802611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989990016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.804707:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319937.633738:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319937.824457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319937.824675:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319937.824692:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989990784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319937.824780:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319937.825115:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990784 00000100:00100000:2.0:1767319937.825122:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990784 00000100:00100000:2.0:1767319937.825169:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:2.0:1767319937.825179:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989990784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319937.825207:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319937.825278:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989990784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319937.825286:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00100000:0.0:1767319937.825403:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989990784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319937.826045:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319937.826827:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989990912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319937.826940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319937.827044:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989990912 00000100:00100000:2.0:1767319937.827049:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989990912 00000100:00100000:2.0:1767319937.827115:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1767319937.827125:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989990912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319937.827199:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319937.827260:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989990912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319937.827267:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:3.0:1767319937.827365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989990912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319937.890942:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319937.891125:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866240 00000100:00100000:2.0:1767319937.891135:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866240 00000100:00100000:2.0:1767319937.891209:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5382 00000100:00100000:2.0:1767319937.891220:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925866240:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767319937.891420:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319937.891468:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925866240:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 249us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319937.891477:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5382 00000100:00100000:2.0:1767319937.894531:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319937.895580:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866112 00000100:00100000:0.0:1767319937.895592:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866112 00000100:00100000:0.0:1767319937.896022:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23685 00000100:00100000:0.0:1767319937.896031:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925866112:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319937.896055:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319937.897055:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925866112:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1017us (2529us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319937.897066:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23685 00010000:00010000:0.0:1767319938.656480:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319938.848546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319939.680503:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319939.874390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319940.710135:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319940.896368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319941.728477:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319941.920355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319941.920501:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319941.920507:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319941.920509:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319941.920513:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319941.920517:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319941.920524:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5186 00000100:00080000:1.0:1767319941.920528:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319941.920535:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319941.920580:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3800 x1853163989991040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319941.920606:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319941.920609:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319941.920611:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319941.920615:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5186 00000100:00080000:1.0:1767319941.920617:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319941.920621:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319941.920638:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2a00 x1853163989991168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319941.920681:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319941.920684:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319941.920687:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319941.920690:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5186 00000100:00080000:1.0:1767319941.920693:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319941.920696:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319941.920708:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3b80 x1853163989991424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319941.920721:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989991296:0@lo:400:kworker.0 00000100:00080000:1.0:1767319941.920723:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319941.920727:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319941.920728:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319941.920731:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5186 00000100:00080000:1.0:1767319941.920733:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319941.920736:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319941.920744:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635f80 x1853163989991680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319941.920788:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.920865:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319941.920871:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989991552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.920895:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.920930:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991296 00000100:00100000:2.0:1767319941.920937:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991296 00000100:00100000:0.0:1767319941.920948:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989991040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319941.920980:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.920988:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991552 00000100:00100000:2.0:1767319941.920991:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991552 00000100:00100000:0.0:1767319941.921018:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989991168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.921024:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991040 00000100:00100000:2.0:1767319941.921026:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991040 00000100:00100000:0.0:1767319941.921041:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.921043:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383 00000100:00100000:2.0:1767319941.921051:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989991296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319941.921062:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989991424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319941.921126:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989991808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319941.921179:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384 00000100:00100000:1.0:1767319941.921188:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989991552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.926166:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989991296:12345-0@lo:400:kworker.0 Request processed in 5096us (5358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.926182:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383 00000100:00100000:2.0:1767319941.926225:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23686 00000100:00100000:2.0:1767319941.926244:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989991040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319941.926265:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319941.926305:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989991040:12345-0@lo:38:kworker.0 Request processed in 60us (5325us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319941.926312:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23686 00000100:00100000:2.0:1767319941.926375:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989991296:0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.926436:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989991936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.926471:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.926526:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991936 00000100:00100000:2.0:1767319941.926531:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991936 00000100:00100000:2.0:1767319941.926573:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:2.0:1767319941.926579:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989991936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.926620:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989991936:12345-0@lo:400:kworker.0 Request processed in 41us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.926626:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00100000:2.0:1767319941.926648:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989991936:0@lo:400:kworker.0 00000100:00080000:2.0:1767319941.926684:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319941.926688:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319941.928660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319941.928719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989991680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.928761:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991424 00000100:00100000:0.0:1767319941.928764:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.928767:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991424 00000100:00100000:2.0:1767319941.928798:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991680 00000100:00100000:2.0:1767319941.928800:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991680 00000100:00080000:0.0:1767319941.928806:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319941.928811:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319941.928815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989991040:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.928816:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23687 00000100:00100000:2.0:1767319941.928822:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989991424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319941.928839:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319941.928841:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23688 00000100:00100000:0.0:1767319941.928846:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989991680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319941.928854:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319941.928881:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163989991680:12345-0@lo:38:kworker.0 Request processed in 33us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319941.928887:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23688 00000100:00080000:0.0:1767319941.928915:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319941.928919:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319941.928922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989991680:0@lo:38:kworker.0 00000100:00100000:0.0:1767319941.928950:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991168 00000100:00100000:0.0:1767319941.928954:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991168 00000100:00100000:0.0:1767319941.928975:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:0.0:1767319941.928979:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989991168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319941.928989:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319941.929033:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989991168:12345-0@lo:38:kworker.0 Request processed in 53us (7991us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319941.929033:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989991424:12345-0@lo:38:kworker.0 Request processed in 209us (379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319941.929040:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1767319941.929040:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23687 00000100:00080000:0.0:1767319941.929070:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319941.929085:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319941.929089:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989991168:0@lo:38:kworker.0 00000100:00080000:0.0:1767319941.929098:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319941.929101:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319941.929104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989991424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319941.931087:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.931975:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989991808 00000100:00100000:2.0:1767319941.931985:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989991808 00000100:00100000:2.0:1767319941.932085:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:2.0:1767319941.932102:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989991808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.932497:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989991808:12345-0@lo:400:kworker.0 Request processed in 403us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.932504:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:3.0:1767319941.932594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989991808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319941.935108:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163989991552:12345-0@lo:400:kworker.0 Request processed in 13903us (14192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319941.935122:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384 00000100:00080000:0.0:1767319941.935410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319941.936395:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163989991552:0@lo:400:kworker.0 00010000:00010000:0.0:1767319942.752917:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319942.945122:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319942.945141:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989992064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319942.945206:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319942.945266:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319942.945304:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989992192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319942.945332:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319942.945369:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992064 00000100:00100000:3.0:1767319942.945377:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992064 00000100:00100000:3.0:1767319942.945417:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992192 00000100:00100000:3.0:1767319942.945421:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992192 00000100:00100000:3.0:1767319942.945438:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1767319942.945446:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989992064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319942.945476:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319942.945519:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989992064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319942.945526:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1767319942.945541:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00000100:00100000:3.0:1767319942.945547:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989992192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319942.945562:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319942.945586:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989992192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319942.945592:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00000100:00100000:2.0:1767319942.946012:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989992192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319942.946027:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989992064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319943.011033:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319943.011083:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319943.011167:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866368 00000100:00100000:0.0:1767319943.011179:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866368 00000100:00100000:0.0:1767319943.011226:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866496 00000100:00100000:3.0:1767319943.011261:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23689 00000100:00100000:3.0:1767319943.011273:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925866368:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319943.011303:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319943.011313:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866496 00000100:00100000:0.0:1767319943.011369:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5385 00000100:00100000:0.0:1767319943.011376:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925866496:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319943.011428:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925866496:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 52us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319943.011435:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5385 00000100:00100000:3.0:1767319943.011528:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925866368:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 254us (504us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319943.011535:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23689 00000100:00080000:1.0:1767319943.011865:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319943.777364:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319943.968382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319944.800547:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319944.993084:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319945.824557:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319946.017249:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319946.851216:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319947.044783:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319947.049961:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319947.049971:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319947.049974:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319947.049978:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319947.049982:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319947.049989:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5191 00000100:00080000:0.0:1767319947.049994:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319947.050001:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319947.050040:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098700 x1853163989992320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319947.050484:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989992320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319947.050569:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319947.050730:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319947.050735:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319947.050737:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319947.050741:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5191 00000100:00080000:0.0:1767319947.050744:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319947.050749:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319947.050767:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09a680 x1853163989992448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319947.050830:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992320 00000100:00100000:1.0:1767319947.050839:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992320 00000100:00100000:1.0:1767319947.050896:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23690 00000100:00100000:1.0:1767319947.050912:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989992320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319947.050934:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319947.054243:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989992448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319947.054328:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319947.054460:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992448 00000100:00100000:3.0:1767319947.054470:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992448 00000100:00100000:3.0:1767319947.054507:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:3.0:1767319947.054513:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989992448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319947.054535:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319947.054586:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989992448:12345-0@lo:38:kworker.0 Request processed in 71us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319947.054593:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00080000:0.0:1767319947.055003:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319947.055008:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319947.055012:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319947.055017:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5191 00000100:00080000:0.0:1767319947.055021:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319947.055026:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319947.055046:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14000 x1853163989992704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319947.055254:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989992320:12345-0@lo:38:kworker.0 Request processed in 4349us (4683us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319947.055263:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23690 00000100:00100000:1.0:1767319947.055299:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319947.055308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989992576:0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.055348:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319947.055376:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992576 00000100:00100000:1.0:1767319947.055380:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992576 00000100:00100000:1.0:1767319947.055421:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5386 00000100:00100000:1.0:1767319947.055430:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989992576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.055470:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989992576:12345-0@lo:400:kworker.0 Request processed in 43us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319947.055476:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5386 00000100:00100000:1.0:1767319947.055517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989992576:0@lo:400:kworker.0 00000100:00080000:1.0:1767319947.055749:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319947.055835:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319947.055838:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319947.055840:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319947.055853:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5191 00000100:00080000:0.0:1767319947.055856:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319947.055861:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319947.055874:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989992960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319947.055935:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989993088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.055964:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319947.055988:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319947.055994:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989993216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.056014:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319947.056040:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993088 00000100:00100000:0.0:1767319947.056044:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993088 00000100:00100000:0.0:1767319947.056416:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993216 00000100:00100000:0.0:1767319947.056421:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993216 00000100:00100000:0.0:1767319947.056442:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:0.0:1767319947.056449:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989993088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.056486:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989993088:12345-0@lo:400:kworker.0 Request processed in 38us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319947.056492:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:0.0:1767319947.056506:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:0.0:1767319947.056512:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989993216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.056694:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989993216:12345-0@lo:400:kworker.0 Request processed in 26us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319947.056702:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:0.0:1767319947.056744:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989993216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.056754:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989993088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319947.057219:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319947.057257:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989992832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319947.057292:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319947.057450:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319947.057454:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319947.057507:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992832 00000100:00100000:0.0:1767319947.057512:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992832 00000100:00100000:0.0:1767319947.057613:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387 00000100:00100000:0.0:1767319947.057620:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989992832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319947.057660:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163989992832:12345-0@lo:400:kworker.0 Request processed in 41us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319947.057667:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387 00000100:00080000:1.0:1767319947.057706:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319947.058008:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319947.058014:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319947.058018:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989992320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319947.058036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989992704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319947.060072:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319947.067914:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989992960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319947.067983:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319947.070868:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992704 00000100:00100000:3.0:1767319947.070883:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992704 00000100:00100000:1.0:1767319947.071316:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23691 00000100:00100000:1.0:1767319947.071335:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989992704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319947.071361:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319947.071437:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989992704:12345-0@lo:38:kworker.0 Request processed in 102us (11386us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319947.071444:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23691 00000100:00100000:0.0:1767319947.071831:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163989992832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319947.072958:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989992960 00000100:00100000:1.0:1767319947.072966:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989992960 00000100:00100000:1.0:1767319947.072999:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23692 00000100:00100000:1.0:1767319947.073005:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989992960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319947.073022:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319947.073084:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989992960:12345-0@lo:38:kworker.0 Request processed in 78us (5101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319947.073091:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23692 00000100:00080000:2.0:1767319947.073343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319947.073349:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319947.073353:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989992960:0@lo:38:kworker.0 00000100:00080000:2.0:1767319947.073366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319947.073369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319947.073372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989992448:0@lo:38:kworker.0 00000100:00080000:2.0:1767319947.073399:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319947.073403:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319947.073406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989992704:0@lo:38:kworker.0 00010000:00010000:0.0:1767319947.872471:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319948.064353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319948.066103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989993472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319948.066189:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319948.066243:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993472 00000100:00100000:3.0:1767319948.066253:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993472 00000100:00100000:3.0:1767319948.066309:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:3.0:1767319948.066319:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989993472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319948.066350:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319948.066408:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989993472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319948.066416:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00100000:0.0:1767319948.067447:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989993472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319948.067469:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319948.067475:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989993344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319948.067510:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319948.067964:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993344 00000100:00100000:3.0:1767319948.067971:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993344 00000100:00100000:3.0:1767319948.068017:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:3.0:1767319948.068026:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989993344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319948.068047:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319948.068082:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989993344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319948.068089:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1767319948.068490:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989993344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319948.133202:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319948.133281:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319948.133894:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866752 00000100:00100000:3.0:1767319948.133905:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866752 00000100:00100000:3.0:1767319948.134034:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866624 00000100:00100000:3.0:1767319948.134039:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866624 00000100:00100000:3.0:1767319948.134063:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5388 00000100:00100000:3.0:1767319948.134073:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925866752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319948.134157:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925866752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319948.134165:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5388 00000100:00100000:3.0:1767319948.134185:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23693 00000100:00100000:3.0:1767319948.134190:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925866624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319948.134212:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319948.134268:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925866624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 76us (986us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319948.134274:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23693 00000100:00080000:1.0:1767319948.137049:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319948.896488:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319949.091394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319949.921305:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319950.112552:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319950.945148:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319951.137934:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319951.203315:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319926/real 1767319926] req@ffff96e2fd1d0700 x1853163989987072/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319951 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319951.203361:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd1d0700 x1853163989987072/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319951 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319951.203389:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319951.203426:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319951.203430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989987072:0@lo:250:kworker.0 00000100:00080000:0.0:1767319951.203474:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319951.203480:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319951.203483:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319951.203488:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5176 00000100:00080000:0.0:1767319951.203492:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319951.203499:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319951.203536:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163989993600/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319951.203565:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319951.203569:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319951.203571:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319951.203575:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5196 00000100:00080000:0.0:1767319951.203577:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319951.203580:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319951.203596:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15880 x1853163989993728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319951.203604:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319951.203606:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319951.203608:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319951.203611:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5196 00000100:00080000:0.0:1767319951.203613:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319951.203617:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319951.203627:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163989993856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319951.203685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319951.203688:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319951.203690:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319951.203693:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5196 00000100:00080000:0.0:1767319951.203695:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319951.203698:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319951.203709:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163989994112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319951.203723:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319951.203726:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319951.203728:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319951.203731:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5196 00000100:00080000:0.0:1767319951.203733:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319951.203737:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319951.203754:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163989994368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319951.203809:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989994496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319951.203862:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989994240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319951.203901:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319951.203913:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319951.203994:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989993984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319951.204010:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994240 00000100:00100000:3.0:1767319951.204021:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994240 00000100:00100000:1.0:1767319951.204033:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319951.204072:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319951.204093:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993984 00000100:00100000:3.0:1767319951.204096:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993984 00000100:00100000:1.0:1767319951.204113:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994496 00000100:00100000:1.0:1767319951.204119:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994496 00000100:00100000:3.0:1767319951.204128:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5389 00000100:00100000:3.0:1767319951.204140:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989994240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319951.204160:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:1.0:1767319951.204171:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989994496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319951.204197:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989994240:12345-0@lo:400:kworker.0 Request processed in 58us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319951.204212:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989994496:12345-0@lo:400:kworker.0 Request processed in 43us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319951.204219:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5389 00000100:00100000:1.0:1767319951.204221:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:3.0:1767319951.204272:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390 00000100:00100000:1.0:1767319951.204282:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989994624:0@lo:400:kworker.0 00000100:00100000:3.0:1767319951.204282:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989993984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319951.204321:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319951.204334:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989993984:12345-0@lo:400:kworker.0 Request processed in 54us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319951.204342:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390 00000100:00100000:1.0:1767319951.204372:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994624 00000100:00100000:1.0:1767319951.204377:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994624 00000100:00100000:3.0:1767319951.204387:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989994240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319951.204412:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:1.0:1767319951.204422:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989994624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319951.204463:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989994624:12345-0@lo:400:kworker.0 Request processed in 43us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319951.204469:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:3.0:1767319951.204500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989994624:0@lo:400:kworker.0 00000100:00100000:1.0:1767319951.204507:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989993984:0@lo:400:kworker.0 00000100:00080000:1.0:1767319951.204529:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319951.204532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319951.204533:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319951.204607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989994496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319951.204670:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989993600:0@lo:250:kworker.0 00000400:00000100:2.0:1767319951.204692:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163989993600 offset 0 length 520: 4 00000100:00100000:2.0:1767319951.204712:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989993728:0@lo:38:kworker.0 00000100:00100000:2.0:1767319951.204733:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319951.204756:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989993856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319951.204778:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319951.204797:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989994112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319951.204818:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993856 00000100:00100000:2.0:1767319951.204821:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319951.204825:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993856 00000100:00100000:2.0:1767319951.204857:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989994368:0@lo:38:kworker.0 00000100:00100000:3.0:1767319951.204871:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:3.0:1767319951.204878:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989993856:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319951.204886:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767319951.204903:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319951.204943:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989993728 00000100:00100000:3.0:1767319951.204945:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989993856:12345-0@lo:38:kworker.0 Request processed in 65us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319951.204949:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989993728 00000100:00100000:3.0:1767319951.204955:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00100000:2.0:1767319951.204975:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994112 00000100:00100000:2.0:1767319951.204979:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994112 00000100:00100000:2.0:1767319951.204995:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994368 00000100:00100000:2.0:1767319951.204999:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994368 00000100:00080000:3.0:1767319951.205000:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319951.205007:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319951.205012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989993856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319951.205018:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23694 00000100:00100000:2.0:1767319951.205026:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989993728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319951.205038:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319951.205047:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23695 00000100:00100000:3.0:1767319951.205054:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989994112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319951.205065:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319951.205073:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989993728:12345-0@lo:38:kworker.0 Request processed in 46us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319951.205085:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23694 00000100:00100000:3.0:1767319951.205092:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989994112:12345-0@lo:38:kworker.0 Request processed in 36us (270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319951.205100:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23695 00000100:00100000:2.0:1767319951.207292:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23696 00000100:00100000:2.0:1767319951.207306:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989994368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319951.207329:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319951.207406:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989994368:12345-0@lo:38:kworker.0 Request processed in 101us (2523us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319951.207414:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23696 00000100:00080000:2.0:1767319951.207480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319951.207485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319951.207488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989993728:0@lo:38:kworker.0 00000100:00080000:2.0:1767319951.207498:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319951.207501:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319951.207504:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989994112:0@lo:38:kworker.0 00000100:00080000:2.0:1767319951.207512:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319951.207515:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319951.207518:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989994368:0@lo:38:kworker.0 00010000:00010000:3.0:1767319951.968434:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319952.160380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319952.992578:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319953.184859:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989994752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319953.185338:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319953.185536:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994752 00000100:00100000:2.0:1767319953.185545:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994752 00000100:00080000:0.0:1767319953.185621:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319953.186483:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:2.0:1767319953.186497:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989994752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319953.186529:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319953.186586:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989994752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319953.186594:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1767319953.188539:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989994752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319953.192715:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319953.192900:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319953.193013:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989994880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319953.193086:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319953.193202:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989994880 00000100:00100000:3.0:1767319953.193210:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989994880 00000100:00080000:0.0:1767319953.193304:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319953.193464:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:3.0:1767319953.193474:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989994880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319953.193505:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319953.193618:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989994880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319953.193625:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:1.0:1767319953.193692:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989994880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319953.276178:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319953.276228:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767319953.276444:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925867136 offset 0 length 520: 4 00000100:00100000:2.0:1767319953.285644:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925866880 00000100:00100000:2.0:1767319953.285668:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925866880 00000100:00100000:2.0:1767319953.285724:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867008 00000100:00100000:2.0:1767319953.285728:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867008 00000100:00100000:2.0:1767319953.285809:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5391 00000100:00100000:2.0:1767319953.285820:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925867008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319953.285956:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925867008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (9726us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319953.285963:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5391 00000100:00100000:2.0:1767319953.285985:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23697 00000100:00100000:2.0:1767319953.285990:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925866880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319953.286011:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319953.286039:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925866880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (9872us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319953.286045:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23697 00000100:00080000:0.0:1767319953.286733:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319954.016994:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319954.212976:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319955.040547:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319955.232407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319956.064474:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319956.256348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319956.257089:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319956.257095:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319956.257098:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319956.257101:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319956.257105:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319956.257112:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5200 00000100:00080000:1.0:1767319956.257116:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319956.257122:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319956.257175:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098700 x1853163989995008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319956.257204:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319956.257207:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319956.257209:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319956.257212:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5200 00000100:00080000:1.0:1767319956.257214:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319956.257218:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319956.257252:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163989995136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319956.257293:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319956.257297:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319956.257299:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319956.257302:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5200 00000100:00080000:1.0:1767319956.257304:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319956.257308:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319956.257320:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705500 x1853163989995392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319956.257334:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319956.257338:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319956.257339:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319956.257342:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5200 00000100:00080000:1.0:1767319956.257344:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319956.257348:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319956.257357:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707800 x1853163989995648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319956.257402:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989995520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.257471:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319956.257537:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319956.257543:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989995264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.257570:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319956.257597:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989995776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.257621:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319956.257641:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319956.257646:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989995904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.257668:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319956.257746:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995520 00000100:00100000:1.0:1767319956.257754:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995520 00000100:00100000:1.0:1767319956.257812:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995264 00000100:00100000:1.0:1767319956.257815:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995264 00000100:00100000:1.0:1767319956.257839:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5392 00000100:00100000:1.0:1767319956.257848:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989995520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.257902:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989995520:12345-0@lo:400:kworker.0 Request processed in 54us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319956.257909:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5392 00000100:00100000:1.0:1767319956.257927:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393 00000100:00100000:1.0:1767319956.257933:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989995264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.257957:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163989995264:12345-0@lo:400:kworker.0 Request processed in 25us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319956.257962:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393 00000100:00100000:1.0:1767319956.257985:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995776 00000100:00100000:1.0:1767319956.257990:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995776 00000100:00100000:1.0:1767319956.258011:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995904 00000100:00100000:1.0:1767319956.258013:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995904 00000100:00100000:1.0:1767319956.258029:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:1.0:1767319956.258035:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989995776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.258068:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989995776:12345-0@lo:400:kworker.0 Request processed in 33us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319956.258074:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00000100:00100000:1.0:1767319956.258085:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:1.0:1767319956.258091:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989995904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.258117:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989995904:12345-0@lo:400:kworker.0 Request processed in 26us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319956.258123:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:1.0:1767319956.258161:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989995904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.258172:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989995776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.258197:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163989995264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319956.258206:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989995520:0@lo:400:kworker.0 00000100:00100000:3.0:1767319956.258579:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989995008:0@lo:38:kworker.0 00000100:00100000:3.0:1767319956.258613:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319956.258650:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989995136:0@lo:38:kworker.0 00000100:00100000:3.0:1767319956.258686:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319956.258718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989995392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319956.258749:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319956.258766:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989995648:0@lo:38:kworker.0 00000100:00100000:3.0:1767319956.258787:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319956.258846:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995008 00000100:00100000:3.0:1767319956.258851:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995008 00000100:00100000:3.0:1767319956.258872:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995392 00000100:00100000:3.0:1767319956.258875:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995392 00000100:00100000:3.0:1767319956.258887:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995648 00000100:00100000:3.0:1767319956.258889:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995648 00000100:00100000:3.0:1767319956.258898:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23698 00000100:00100000:3.0:1767319956.258901:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989995008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319956.258917:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319956.258946:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989995008:12345-0@lo:38:kworker.0 Request processed in 43us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319956.258952:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23698 00000100:00100000:3.0:1767319956.258964:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23699 00000100:00100000:3.0:1767319956.258968:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989995392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319956.258977:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319956.259002:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989995392:12345-0@lo:38:kworker.0 Request processed in 32us (251us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319956.259007:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23699 00000100:00100000:3.0:1767319956.259017:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23700 00000100:00100000:3.0:1767319956.259020:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989995648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319956.259026:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319956.259041:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163989995648:12345-0@lo:38:kworker.0 Request processed in 21us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319956.259044:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23700 00000100:00080000:3.0:1767319956.259064:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319956.259067:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319956.259069:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989995008:0@lo:38:kworker.0 00000100:00080000:3.0:1767319956.259074:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319956.259076:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319956.259078:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989995392:0@lo:38:kworker.0 00000100:00080000:3.0:1767319956.259082:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319956.259083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319956.259085:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989995648:0@lo:38:kworker.0 00000100:00080000:0.0:1767319956.259298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319956.259302:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319956.259304:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319956.259838:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989995136 00000100:00100000:1.0:1767319956.259844:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989995136 00000100:00100000:1.0:1767319956.259919:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1767319956.259925:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989995136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319956.259947:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319956.259998:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989995136:12345-0@lo:38:kworker.0 Request processed in 72us (1312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319956.260005:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00080000:3.0:1767319956.260074:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319956.260079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319956.260082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989995136:0@lo:38:kworker.0 00010000:00010000:3.0:1767319957.088473:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319957.280497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319958.112497:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319958.304825:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319958.304969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989996032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319958.305032:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.305081:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996032 00000100:00100000:1.0:1767319958.305089:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996032 00000100:00080000:0.0:1767319958.305150:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319958.305163:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:1.0:1767319958.305174:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989996032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319958.305202:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319958.305258:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989996032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319958.305267:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00100000:0.0:1767319958.305342:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989996032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319958.305357:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319958.305363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989996160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319958.305384:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319958.305953:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996160 00000100:00100000:1.0:1767319958.305959:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996160 00000100:00100000:1.0:1767319958.306007:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:1.0:1767319958.306024:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989996160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319958.306041:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319958.306084:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989996160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319958.306090:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00080000:0.0:1767319958.306146:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319958.306252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989996160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319958.371101:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319958.371221:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867392 00000100:00100000:2.0:1767319958.371258:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867392 00000100:00100000:2.0:1767319958.371343:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5394 00000100:00100000:2.0:1767319958.371353:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925867392:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319958.371438:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925867392:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319958.371446:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5394 00000100:00080000:3.0:1767319958.371907:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319958.374640:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319958.374823:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867264 00000100:00100000:1.0:1767319958.374833:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867264 00000100:00100000:1.0:1767319958.374878:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23701 00000100:00100000:1.0:1767319958.374886:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925867264:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319958.374906:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319958.374965:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925867264:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 79us (335us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319958.374972:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23701 00010000:00010000:0.0:1767319959.138200:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319959.328497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319960.160530:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319960.352474:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319961.184608:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319961.376878:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319961.376888:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319961.376891:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319961.376895:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319961.376899:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319961.376907:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5205 00000100:00080000:1.0:1767319961.376911:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319961.376917:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319961.376963:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706a00 x1853163989996288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319961.376984:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319961.376987:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319961.376989:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319961.377029:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5205 00000100:00080000:1.0:1767319961.377032:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319961.377036:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319961.377050:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163989996416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319961.377090:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319961.377094:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319961.377096:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319961.377099:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5205 00000100:00080000:1.0:1767319961.377102:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319961.377106:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319961.377117:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163989996672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319961.377131:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319961.377135:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319961.377136:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319961.377140:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5205 00000100:00080000:1.0:1767319961.377142:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319961.377146:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319961.377155:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163989996928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319961.377201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989996800:0@lo:400:kworker.0 00000100:00100000:1.0:1767319961.377284:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319961.377340:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319961.377346:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989996544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319961.377369:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319961.377402:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996800 00000100:00100000:1.0:1767319961.377409:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996800 00000100:00100000:1.0:1767319961.377457:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996544 00000100:00100000:1.0:1767319961.377461:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996544 00000100:00100000:1.0:1767319961.377484:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5395 00000100:00100000:1.0:1767319961.377493:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989996800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319961.377625:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989996800:12345-0@lo:400:kworker.0 Request processed in 133us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319961.377633:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5395 00000100:00100000:1.0:1767319961.377680:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396 00000100:00100000:1.0:1767319961.377687:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989996544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319961.377714:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163989996544:12345-0@lo:400:kworker.0 Request processed in 28us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319961.377720:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396 00000100:00100000:1.0:1767319961.377755:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163989996544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319961.377763:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989996800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319961.377998:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989997184:0@lo:400:kworker.0 00000100:00100000:2.0:1767319961.378032:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319961.378055:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319961.378062:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989997056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319961.378083:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319961.378459:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319961.378476:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997184 00000100:00100000:3.0:1767319961.378481:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997184 00000100:00100000:3.0:1767319961.378561:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997056 00000100:00100000:3.0:1767319961.378566:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997056 00000100:00100000:3.0:1767319961.378588:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:3.0:1767319961.378594:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989997184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319961.378634:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989997184:12345-0@lo:400:kworker.0 Request processed in 40us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319961.378649:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:3.0:1767319961.378661:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:3.0:1767319961.378668:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989997056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319961.378694:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989997056:12345-0@lo:400:kworker.0 Request processed in 27us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319961.378700:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00080000:2.0:1767319961.379001:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319961.379004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319961.379029:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989997056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319961.379040:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989997184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319961.379142:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989996288:0@lo:38:kworker.0 00000100:00100000:0.0:1767319961.379179:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319961.379216:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989996416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319961.379255:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319961.379284:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989996672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319961.379305:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319961.379322:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989996928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319961.379356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319961.379384:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996288 00000100:00100000:0.0:1767319961.379389:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996288 00000100:00100000:0.0:1767319961.379409:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996672 00000100:00100000:0.0:1767319961.379411:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996672 00000100:00100000:0.0:1767319961.379434:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996928 00000100:00100000:0.0:1767319961.379437:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996928 00000100:00100000:0.0:1767319961.379449:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23702 00000100:00100000:0.0:1767319961.379454:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989996288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319961.379472:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319961.379506:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989996288:12345-0@lo:38:kworker.0 Request processed in 51us (327us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319961.379525:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23702 00000100:00100000:0.0:1767319961.379539:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23703 00000100:00100000:0.0:1767319961.379543:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989996672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319961.379552:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319961.379576:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989996672:12345-0@lo:38:kworker.0 Request processed in 32us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319961.379581:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23703 00000100:00100000:0.0:1767319961.379591:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23704 00000100:00100000:0.0:1767319961.379594:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989996928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319961.379602:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319961.379621:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163989996928:12345-0@lo:38:kworker.0 Request processed in 25us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319961.379626:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23704 00000100:00080000:0.0:1767319961.379665:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319961.379670:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319961.379673:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989996288:0@lo:38:kworker.0 00000100:00080000:0.0:1767319961.379680:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319961.379683:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319961.379686:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989996672:0@lo:38:kworker.0 00000100:00080000:0.0:1767319961.379693:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319961.379696:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319961.379698:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989996928:0@lo:38:kworker.0 00000100:00100000:3.0:1767319961.380891:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989996416 00000100:00100000:3.0:1767319961.380900:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989996416 00000100:00100000:3.0:1767319961.380940:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1767319961.380945:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989996416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319961.380960:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319961.381015:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989996416:12345-0@lo:38:kworker.0 Request processed in 68us (1759us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319961.381021:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1767319961.381555:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319961.381726:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319961.381733:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319961.381736:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989996416:0@lo:38:kworker.0 00010000:00010000:3.0:1767319962.208514:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319962.400464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319963.232665:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319963.425054:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319963.425079:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989997312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319963.425153:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319963.425260:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997312 00000100:00100000:0.0:1767319963.425269:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997312 00000100:00100000:0.0:1767319963.425322:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767319963.425331:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989997312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319963.425358:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319963.425410:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989997312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319963.425417:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1767319963.425465:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989997312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319963.425796:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989997440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319963.425826:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319963.425894:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997440 00000100:00100000:3.0:1767319963.425900:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997440 00000100:00100000:3.0:1767319963.425928:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:3.0:1767319963.425935:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989997440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319963.425953:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319963.426066:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319963.426133:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319963.426138:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319963.429634:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989997440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3687us (3794us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319963.429654:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:0.0:1767319963.442882:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989997440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319963.495055:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319963.495111:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319963.495212:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867648 00000100:00100000:2.0:1767319963.495224:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867648 00000100:00100000:2.0:1767319963.495317:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867520 00000100:00100000:2.0:1767319963.495321:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867520 00000100:00100000:2.0:1767319963.495338:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5397 00000100:00100000:2.0:1767319963.495349:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925867648:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319963.495424:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925867648:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319963.495432:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5397 00000100:00100000:2.0:1767319963.495451:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23705 00000100:00100000:2.0:1767319963.495455:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925867520:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319963.495475:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319963.495504:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925867520:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (393us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319963.495526:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23705 00000100:00080000:3.0:1767319963.495800:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319964.261718:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319964.448361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319965.280556:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319965.473380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319966.305259:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319966.496576:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319966.496781:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319966.496788:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319966.496791:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319966.496795:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319966.496800:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319966.496808:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5211 00000100:00080000:0.0:1767319966.496813:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319966.496820:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319966.496874:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163989997568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319966.496905:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319966.496909:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319966.496911:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319966.496914:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5211 00000100:00080000:0.0:1767319966.496917:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319966.496921:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319966.496942:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090000 x1853163989997696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319966.497016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989997824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319966.497019:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989997568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319966.497112:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319966.497117:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319966.497119:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319966.497123:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5211 00000100:00080000:0.0:1767319966.497125:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319966.497129:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319966.497145:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163989997952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319966.497160:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319966.497164:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319966.497166:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319966.497169:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5211 00000100:00080000:0.0:1767319966.497171:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319966.497175:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319966.497188:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75500 x1853163989998208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319966.497253:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989998336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319966.497309:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989998080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319966.501650:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319966.501696:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989998464:0@lo:400:kworker.0 00000100:00100000:3.0:1767319966.501753:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319966.501776:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989997696:0@lo:38:kworker.0 00000100:00100000:3.0:1767319966.501805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319966.501810:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319966.501847:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989997952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319966.501869:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319966.501988:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319966.502031:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998464 00000100:00100000:0.0:1767319966.502040:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998464 00000100:00100000:0.0:1767319966.502093:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998336 00000100:00100000:0.0:1767319966.502096:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998336 00000100:00100000:0.0:1767319966.502120:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1767319966.502130:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989998464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319966.502392:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989998464:12345-0@lo:400:kworker.0 Request processed in 264us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319966.502401:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1767319966.502422:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1767319966.502429:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989998336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319966.502462:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163989998336:12345-0@lo:400:kworker.0 Request processed in 34us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319966.502468:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00080000:0.0:1767319966.502489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319966.502493:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319966.502527:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163989998336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319966.507062:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997696 00000100:00100000:1.0:1767319966.507078:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997696 00000100:00100000:1.0:1767319966.507152:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:1.0:1767319966.507162:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989997696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319966.507187:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319966.507285:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163989997696:12345-0@lo:38:kworker.0 Request processed in 124us (5475us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319966.507294:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1767319966.507695:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989998208:0@lo:38:kworker.0 00000100:00100000:3.0:1767319966.507714:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997568 00000100:00100000:3.0:1767319966.507720:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997568 00000100:00100000:2.0:1767319966.507741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319966.507754:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997824 00000100:00100000:3.0:1767319966.507758:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997824 00000100:00080000:2.0:1767319966.507787:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319966.507794:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319966.507799:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989997952 00000100:00100000:2.0:1767319966.507800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989997696:0@lo:38:kworker.0 00000100:00100000:3.0:1767319966.507804:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989997952 00000100:00100000:3.0:1767319966.507814:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998208 00000100:00100000:3.0:1767319966.507816:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998208 00000100:00100000:3.0:1767319966.507827:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5398 00000100:00100000:3.0:1767319966.507835:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989997824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319966.507848:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23706 00000100:00100000:2.0:1767319966.507855:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989997568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319966.507867:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319966.507901:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163989997824:12345-0@lo:400:kworker.0 Request processed in 66us (6095us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319966.507908:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5398 00000100:00100000:2.0:1767319966.507913:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989997568:12345-0@lo:38:kworker.0 Request processed in 54us (6269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319966.507922:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23706 00000100:00100000:3.0:1767319966.507928:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23707 00000100:00100000:2.0:1767319966.507940:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23708 00000100:00100000:2.0:1767319966.507946:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989998208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319966.507955:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319966.507976:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163989998208:12345-0@lo:38:kworker.0 Request processed in 29us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319966.507982:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23708 00000100:00080000:2.0:1767319966.508005:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319966.508009:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319966.508012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989998208:0@lo:38:kworker.0 00000100:00080000:2.0:1767319966.508025:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319966.508029:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319966.508032:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989997568:0@lo:38:kworker.0 00000100:00080000:2.0:1767319966.508063:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319966.508078:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989997952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319966.508090:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319966.508094:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989998464:0@lo:400:kworker.0 00000100:00100000:2.0:1767319966.508144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163989997824:0@lo:400:kworker.0 00000100:00080000:2.0:1767319966.508169:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319966.508173:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319966.508176:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989997952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319966.508199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319966.508201:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163989997952:12345-0@lo:38:kworker.0 Request processed in 195us (6261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319966.508213:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23707 00000100:00100000:3.0:1767319966.508228:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998080 00000100:00100000:3.0:1767319966.508251:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998080 00000100:00080000:2.0:1767319966.508279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319966.508286:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399 00000100:00100000:3.0:1767319966.508293:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989998080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319966.508338:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163989998080:12345-0@lo:400:kworker.0 Request processed in 45us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319966.508344:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399 00000100:00100000:2.0:1767319966.508370:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163989998080:0@lo:400:kworker.0 00010000:00010000:3.0:1767319967.328675:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319967.520853:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319967.590450:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319967.591116:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867776 00000100:00100000:1.0:1767319967.591126:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867776 00000100:00100000:1.0:1767319967.591202:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23709 00000100:00100000:1.0:1767319967.591211:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925867776:12345-192.168.204.1@tcp:17:kworker.0 00000100:00080000:2.0:1767319967.591338:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319967.591488:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925867776:12345-192.168.204.1@tcp:17:kworker.0 Request processed in 277us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319967.591496:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23709 00010000:00010000:0.0:1767319968.352615:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319968.544932:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319968.544949:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989998720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319968.545028:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319968.545076:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998720 00000100:00100000:3.0:1767319968.545086:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998720 00000100:00100000:0.0:1767319968.545114:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989998592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319968.545137:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319968.545180:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319968.545255:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319968.546741:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998592 00000100:00100000:3.0:1767319968.546751:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998592 00000100:00080000:0.0:1767319968.546810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319968.546815:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1767319968.547359:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989998720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319968.547394:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319968.547472:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989998720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 649us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.547479:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1767319968.547499:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1767319968.547514:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989998592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319968.547533:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319968.547560:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163989998592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (2422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.547566:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:0.0:1767319968.550682:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989998592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319968.550706:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163989998720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319968.616170:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319968.616286:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767319968.616502:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925867904 00000100:00100000:1.0:1767319968.616543:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925867904 00000100:00100000:3.0:1767319968.616669:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868032 00000100:00100000:3.0:1767319968.616674:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868032 00000100:00100000:1.0:1767319968.616683:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23710 00000100:00100000:1.0:1767319968.616692:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925867904:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319968.616716:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319968.616719:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5400 00000100:00100000:3.0:1767319968.616726:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925868032:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319968.616863:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925867904:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 170us (704us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319968.616871:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23710 00000100:00100000:3.0:1767319968.617367:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925868032:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 638us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319968.617426:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5400 00010000:00010000:0.0:1767319969.376623:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319969.569005:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319970.401284:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319970.592569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319971.425038:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319971.616493:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319971.617896:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319971.617905:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319971.617909:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319971.617913:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319971.617918:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319971.617928:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5216 00000100:00080000:1.0:1767319971.617934:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319971.617942:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319971.617996:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163989998848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319971.618017:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319971.618021:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319971.618023:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319971.618027:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5216 00000100:00080000:1.0:1767319971.618029:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319971.618033:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319971.618046:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163989998976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319971.618089:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319971.618093:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319971.618095:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319971.618098:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5216 00000100:00080000:1.0:1767319971.618101:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319971.618105:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319971.618117:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0000 x1853163989999232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319971.618132:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319971.618134:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319971.618136:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319971.618139:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5216 00000100:00080000:1.0:1767319971.618141:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319971.618145:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319971.618154:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163989999488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319971.618200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989999616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319971.618201:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989999360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319971.618269:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989998848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319971.618293:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989999104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.620903:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319971.620985:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319971.620998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989999744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.621038:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319971.621206:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999616 00000100:00100000:1.0:1767319971.621214:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999616 00000100:00100000:1.0:1767319971.621290:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999744 00000100:00100000:1.0:1767319971.621293:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999744 00000100:00100000:1.0:1767319971.621317:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:1.0:1767319971.621327:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989999616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.621406:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989999616:12345-0@lo:400:kworker.0 Request processed in 80us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319971.621414:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00100000:1.0:1767319971.621433:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:1.0:1767319971.621440:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989999744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.621477:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163989999744:12345-0@lo:400:kworker.0 Request processed in 37us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319971.621494:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:1.0:1767319971.621550:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989999744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.621561:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163989999616:0@lo:400:kworker.0 00000100:00080000:1.0:1767319971.621590:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319971.621595:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319971.622693:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319971.622838:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999360 00000100:00100000:1.0:1767319971.622846:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999360 00000100:00100000:1.0:1767319971.622915:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401 00000100:00100000:1.0:1767319971.622923:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989999360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.622976:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163989999360:12345-0@lo:400:kworker.0 Request processed in 55us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319971.622984:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401 00000100:00080000:3.0:1767319971.623135:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319971.623168:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163989999360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319971.623273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319971.623321:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989998976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319971.623372:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319971.623405:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989999232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319971.623430:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319971.623460:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989999488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319971.623734:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319971.623779:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998848 00000100:00100000:0.0:1767319971.623784:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998848 00000100:00100000:0.0:1767319971.623812:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999232 00000100:00100000:0.0:1767319971.623815:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999232 00000100:00100000:0.0:1767319971.623830:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999488 00000100:00100000:0.0:1767319971.623833:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999488 00000100:00100000:0.0:1767319971.623851:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23711 00000100:00100000:0.0:1767319971.623856:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989998848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319971.623879:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319971.623919:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989998848:12345-0@lo:38:kworker.0 Request processed in 61us (646us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319971.623925:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23711 00000100:00100000:0.0:1767319971.623940:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23712 00000100:00100000:0.0:1767319971.623943:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989999232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319971.623952:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319971.623974:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989999232:12345-0@lo:38:kworker.0 Request processed in 29us (544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319971.623979:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23712 00000100:00100000:0.0:1767319971.623990:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23713 00000100:00100000:0.0:1767319971.623993:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989999488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319971.624001:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319971.624023:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163989999488:12345-0@lo:38:kworker.0 Request processed in 28us (538us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319971.624028:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23713 00000100:00080000:0.0:1767319971.624060:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319971.624065:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319971.624068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163989998848:0@lo:38:kworker.0 00000100:00080000:0.0:1767319971.624078:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319971.624081:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319971.624084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163989999232:0@lo:38:kworker.0 00000100:00080000:0.0:1767319971.624091:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319971.624094:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319971.624096:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163989999488:0@lo:38:kworker.0 00000100:00100000:3.0:1767319971.626569:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989998976 00000100:00100000:3.0:1767319971.626586:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989998976 00000100:00100000:3.0:1767319971.626654:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1767319971.626663:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989998976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319971.626686:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319971.626782:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163989998976:12345-0@lo:38:kworker.0 Request processed in 120us (3424us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319971.626790:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00080000:0.0:1767319971.627101:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319971.627108:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319971.627112:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163989998976:0@lo:38:kworker.0 00000100:00100000:2.0:1767319971.640652:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319971.640922:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999104 00000100:00100000:1.0:1767319971.640935:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999104 00000100:00100000:1.0:1767319971.641030:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402 00000100:00100000:1.0:1767319971.641040:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989999104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319971.641117:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163989999104:12345-0@lo:400:kworker.0 Request processed in 78us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319971.641124:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402 00000100:00080000:3.0:1767319971.641277:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319971.641465:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163989999104:0@lo:400:kworker.0 00010000:00010000:3.0:1767319972.448496:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319972.641079:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767319973.473489:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319973.664569:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319973.664594:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989999872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319973.664726:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319973.664793:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163989999872 00000100:00100000:3.0:1767319973.664802:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163989999872 00000100:00100000:3.0:1767319973.665003:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:3.0:1767319973.665014:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989999872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319973.665047:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319973.665068:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319973.665104:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163989999872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319973.665123:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00100000:1.0:1767319973.665161:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163989999872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319973.665369:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319973.665378:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990000000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319973.665409:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319973.665458:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000000 00000100:00100000:2.0:1767319973.665462:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000000 00000100:00080000:0.0:1767319973.666356:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319973.666364:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319973.675652:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767319973.675677:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990000000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319973.675714:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319973.675822:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990000000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (10410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319973.675830:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:3.0:1767319973.675939:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990000000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319973.732923:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319973.732974:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319973.733020:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868160 00000100:00100000:0.0:1767319973.733032:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868160 00000100:00100000:0.0:1767319973.733085:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868288 00000100:00100000:0.0:1767319973.733089:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868288 00000100:00100000:0.0:1767319973.733152:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5403 00000100:00100000:0.0:1767319973.733166:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925868288:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767319973.733287:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925868288:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 124us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319973.733295:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5403 00000100:00100000:0.0:1767319973.733318:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23714 00000100:00100000:0.0:1767319973.733323:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925868160:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767319973.733348:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319973.733375:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925868160:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 50us (497us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319973.733381:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23714 00000100:00080000:3.0:1767319973.733656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319974.496451:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319974.689133:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319975.521493:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319975.713451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319976.545443:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319976.736392:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319951/real 1767319951] req@ffff96e227a15180 x1853163989993600/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319976 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319976.736433:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e227a15180 x1853163989993600/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319976 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319976.736437:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319976.736448:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319976.736452:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319976.736457:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319976.736461:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319976.736462:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319976.736469:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5221 00000100:00080000:2.0:1767319976.736474:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319976.736481:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319976.736534:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163990000128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319976.736550:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319976.736552:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319976.736554:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319976.736557:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5221 00000100:00080000:2.0:1767319976.736559:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319976.736563:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319976.736574:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093480 x1853163990000256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319976.736613:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319976.736617:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319976.736619:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319976.736622:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5221 00000100:00080000:2.0:1767319976.736625:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319976.736627:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319976.736639:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090000 x1853163990000512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319976.736715:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319976.736719:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319976.736721:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319976.736725:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5221 00000100:00080000:2.0:1767319976.736735:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319976.736740:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319976.736752:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bce00 x1853163990000768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319976.736832:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990000384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319976.736902:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319976.742699:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319976.742714:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163989993600:0@lo:250:kworker.0 00000100:00100000:0.0:1767319976.742752:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990000128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319976.743596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767319976.743643:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319976.743650:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1767319976.743653:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990000896:0@lo:400:kworker.0 00000100:00080000:2.0:1767319976.743656:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319976.743665:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5200 00000100:00080000:2.0:1767319976.743670:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319976.743677:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319976.743703:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319976.743712:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaace00 x1853163990001152/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319976.743766:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319976.743774:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990001024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319976.743810:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319976.744431:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990000640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319976.744471:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319976.744499:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000896 00000100:00100000:0.0:1767319976.744508:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000896 00000100:00100000:3.0:1767319976.744546:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000384 00000100:00100000:3.0:1767319976.744552:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000384 00000100:00100000:2.0:1767319976.744603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319976.744632:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990000256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319976.744661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319976.744685:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990000512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319976.744708:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319976.744725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990000768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319976.745253:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000640 00000100:00100000:1.0:1767319976.745259:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000640 00000100:00100000:2.0:1767319976.745820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319976.745865:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990001152:0@lo:250:kworker.0 00000400:00000100:2.0:1767319976.745902:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990001152 offset 0 length 520: 4 00000100:00100000:2.0:1767319976.745957:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000128 00000100:00100000:2.0:1767319976.745962:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000128 00000100:00100000:2.0:1767319976.745991:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000512 00000100:00100000:2.0:1767319976.746000:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000512 00000100:00100000:2.0:1767319976.746009:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000768 00000100:00100000:2.0:1767319976.746011:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000768 00000100:00100000:2.0:1767319976.746025:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23715 00000100:00100000:2.0:1767319976.746032:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990000128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319976.746075:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319976.746118:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990000128:12345-0@lo:38:kworker.0 Request processed in 85us (1514us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319976.746126:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23715 00000100:00100000:2.0:1767319976.746346:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23716 00000100:00100000:2.0:1767319976.746352:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990000512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319976.746373:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319976.746401:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990000512:12345-0@lo:38:kworker.0 Request processed in 48us (1691us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319976.746407:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23716 00000100:00100000:2.0:1767319976.746420:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23717 00000100:00100000:2.0:1767319976.746425:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990000768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319976.746434:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319976.746456:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990000768:12345-0@lo:38:kworker.0 Request processed in 30us (639us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319976.746462:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23717 00000100:00100000:2.0:1767319976.746485:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001024 00000100:00100000:2.0:1767319976.746489:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001024 00000100:00100000:0.0:1767319976.749426:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767319976.749445:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990000896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319976.749545:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990000896:12345-0@lo:400:kworker.0 Request processed in 108us (5842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319976.749553:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:0.0:1767319976.749628:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990000896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319976.749679:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990000256 00000100:00100000:0.0:1767319976.749686:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990000256 00000100:00100000:0.0:1767319976.749711:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1767319976.749716:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990000256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319976.749734:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319976.749767:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990000256:12345-0@lo:38:kworker.0 Request processed in 50us (5104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319976.749773:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:1.0:1767319976.754483:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5404 00000100:00100000:1.0:1767319976.754501:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990000640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319976.754767:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990000640:12345-0@lo:400:kworker.0 Request processed in 271us (10295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319976.754776:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5404 00000100:00080000:1.0:1767319976.754865:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319976.754872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319976.754876:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990000128:0@lo:38:kworker.0 00000100:00080000:1.0:1767319976.754892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319976.754895:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319976.754898:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990000256:0@lo:38:kworker.0 00000100:00080000:1.0:1767319976.754908:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319976.754912:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319976.754914:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990000512:0@lo:38:kworker.0 00000100:00080000:1.0:1767319976.754924:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319976.754927:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319976.754930:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990000768:0@lo:38:kworker.0 00000100:00080000:0.0:1767319976.755243:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319976.755250:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319976.755252:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319976.755665:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1767319976.755678:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990001024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319976.755737:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990001024:12345-0@lo:400:kworker.0 Request processed in 63us (11925us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319976.755828:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405 00000100:00100000:3.0:1767319976.755840:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990000384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319976.755884:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990000384:12345-0@lo:400:kworker.0 Request processed in 48us (18982us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319976.755891:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405 00000100:00100000:2.0:1767319976.755963:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1767319976.756038:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990000640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319976.756080:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990000384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319976.756286:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990001024:0@lo:400:kworker.0 00010000:00010000:3.0:1767319977.573532:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319977.760982:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767319977.827632:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925868416 offset 0 length 520: 4 00000100:00100000:2.0:1767319977.827693:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319977.827845:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868672 00000100:00100000:3.0:1767319977.827856:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868672 00000100:00100000:2.0:1767319977.828004:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:0.0:1767319977.828094:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319977.831202:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868544 00000100:00100000:3.0:1767319977.831217:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868544 00000100:00100000:3.0:1767319977.831292:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5406 00000100:00100000:3.0:1767319977.831308:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925868672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319977.831405:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925868672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319977.831413:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5406 00000100:00100000:3.0:1767319977.831445:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23718 00000100:00100000:3.0:1767319977.831450:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925868544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767319977.831474:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319977.831503:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925868544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (3499us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319977.831509:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23718 00010000:00010000:0.0:1767319978.596887:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319978.784434:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767319978.784513:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990001280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319978.784588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319978.784829:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001280 00000100:00100000:3.0:1767319978.784841:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001280 00000100:00100000:3.0:1767319978.784939:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:3.0:1767319978.784949:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990001280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319978.784996:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319978.785054:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990001280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319978.785062:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00100000:3.0:1767319978.785110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990001280:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319978.785480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319978.785637:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319978.785647:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990001408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319978.785678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319978.785812:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001408 00000100:00100000:2.0:1767319978.785818:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001408 00000100:00100000:2.0:1767319978.785869:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:2.0:1767319978.785877:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990001408:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319978.785886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767319978.785901:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319978.785938:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990001408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319978.785948:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:1.0:1767319978.785956:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990001408:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319979.616621:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319979.808750:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319980.640608:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319980.833332:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319981.664555:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319981.856373:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319981.856383:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319981.856386:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319981.856390:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319981.856394:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319981.856403:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5226 00000100:00080000:2.0:1767319981.856408:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319981.856414:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319981.856459:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163990001536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319981.856497:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319981.856501:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319981.856503:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319981.856506:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5226 00000100:00080000:2.0:1767319981.856509:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319981.856512:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319981.856528:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f480 x1853163990001664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319981.856558:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319981.856561:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319981.856562:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319981.856565:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5226 00000100:00080000:2.0:1767319981.856568:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319981.856571:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319981.856582:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163990001920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319981.856599:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319981.856602:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319981.856603:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319981.856606:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5226 00000100:00080000:2.0:1767319981.856608:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319981.856612:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767319981.856624:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990002176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319981.856915:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990002048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319981.857014:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319981.857092:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319981.857098:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990001792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319981.857121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319981.857162:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002048 00000100:00100000:2.0:1767319981.857171:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002048 00000100:00100000:2.0:1767319981.857277:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001792 00000100:00100000:2.0:1767319981.857281:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001792 00000100:00100000:2.0:1767319981.857320:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5407 00000100:00100000:2.0:1767319981.857330:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990002048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319981.857386:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990002048:12345-0@lo:400:kworker.0 Request processed in 57us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319981.857394:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5407 00000100:00100000:2.0:1767319981.857411:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408 00000100:00100000:2.0:1767319981.857416:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990001792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319981.857441:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990001792:12345-0@lo:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319981.857446:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408 00000100:00100000:1.0:1767319981.857586:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990002304:0@lo:400:kworker.0 00000100:00100000:1.0:1767319981.857622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.857661:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319981.857666:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990002432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319981.857687:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319981.857770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319981.857904:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319981.865681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990001536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319981.865758:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.865834:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990001664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319981.865863:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.865885:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990001920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319981.865906:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.865923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990002176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319981.865941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.865974:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001664 00000100:00100000:1.0:1767319981.865995:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001664 00000100:00100000:1.0:1767319981.866032:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:1.0:1767319981.866039:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990001664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319981.866059:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319981.866094:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990001664:12345-0@lo:38:kworker.0 Request processed in 54us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319981.866100:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00080000:1.0:1767319981.866139:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.866144:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.866148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990001664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319981.866308:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001536 00000100:00100000:1.0:1767319981.866312:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001536 00000100:00100000:1.0:1767319981.866332:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990001920 00000100:00100000:1.0:1767319981.866335:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990001920 00000100:00100000:1.0:1767319981.866347:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002176 00000100:00100000:1.0:1767319981.866349:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002176 00000100:00100000:1.0:1767319981.866362:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23719 00000100:00100000:1.0:1767319981.866367:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990001536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319981.866377:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319981.866406:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990001536:12345-0@lo:38:kworker.0 Request processed in 37us (649us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319981.866413:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23719 00000100:00100000:1.0:1767319981.866424:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23720 00000100:00100000:1.0:1767319981.866428:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990001920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319981.866436:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319981.866458:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990001920:12345-0@lo:38:kworker.0 Request processed in 28us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319981.866463:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23720 00000100:00100000:1.0:1767319981.866474:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23721 00000100:00100000:1.0:1767319981.866477:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990002176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319981.866486:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319981.866507:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990002176:12345-0@lo:38:kworker.0 Request processed in 28us (566us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319981.866512:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23721 00000100:00080000:1.0:1767319981.866534:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.866538:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.866541:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990001536:0@lo:38:kworker.0 00000100:00080000:1.0:1767319981.866548:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.866551:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.866553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990001920:0@lo:38:kworker.0 00000100:00080000:1.0:1767319981.866564:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.866567:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.866569:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990002176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319981.866624:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990001792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319981.866636:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990002048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.866708:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002304 00000100:00100000:0.0:1767319981.866713:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002304 00000100:00080000:0.0:1767319981.866740:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319981.866795:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002432 00000100:00100000:0.0:1767319981.866798:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002432 00000100:00100000:0.0:1767319981.866825:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:0.0:1767319981.866831:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990002304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.866879:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990002304:12345-0@lo:400:kworker.0 Request processed in 48us (9255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319981.866885:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:0.0:1767319981.866898:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:0.0:1767319981.866904:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990002432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.866926:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990002432:12345-0@lo:400:kworker.0 Request processed in 23us (9238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319981.866932:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00080000:0.0:1767319981.866946:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319981.866963:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990002432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.866973:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990002304:0@lo:400:kworker.0 00010000:00010000:3.0:1767319982.689071:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319982.880512:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319982.947987:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319982.948035:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319982.948131:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868928 00000100:00100000:2.0:1767319982.948143:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868928 00000100:00080000:0.0:1767319982.948375:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319982.948618:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925868800 00000100:00100000:2.0:1767319982.948624:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925868800 00000100:00100000:2.0:1767319982.948732:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5409 00000100:00100000:2.0:1767319982.948743:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925868928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767319982.948836:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925868928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319982.948844:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5409 00000100:00100000:2.0:1767319982.948967:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23722 00000100:00100000:2.0:1767319982.948972:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925868800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319982.948990:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319982.949035:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925868800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 60us (999us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319982.949041:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23722 00010000:00010000:0.0:1767319983.713539:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319983.904437:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990002560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319983.904514:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319983.904757:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002560 00000100:00100000:3.0:1767319983.904766:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002560 00000100:00100000:3.0:1767319983.904830:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:3.0:1767319983.904840:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990002560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319983.904868:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767319983.904919:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990002560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319983.904928:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00100000:3.0:1767319983.904970:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319983.905089:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990002688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319983.905132:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319983.905263:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990002560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319983.905394:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002688 00000100:00100000:1.0:1767319983.905400:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002688 00000100:00100000:1.0:1767319983.905437:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1767319983.905446:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990002688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319983.905464:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319983.905506:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990002688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319983.905512:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:3.0:1767319983.905580:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990002688:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319983.905729:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319983.905733:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767319984.736733:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319984.928653:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319985.761662:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319985.952355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319986.785726:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319986.976378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767319986.976999:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319986.977006:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319986.977009:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319986.977013:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319986.977016:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319986.977024:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5231 00000100:00080000:3.0:1767319986.977029:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319986.977036:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319986.977120:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163990002816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319986.977151:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319986.977155:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319986.977156:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319986.977160:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5231 00000100:00080000:3.0:1767319986.977163:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319986.977187:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319986.977200:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff100 x1853163990002944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319986.977281:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319986.977285:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319986.977286:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319986.977290:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5231 00000100:00080000:3.0:1767319986.977293:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319986.977296:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319986.977309:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721c00 x1853163990003200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319986.977325:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319986.977341:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319986.977343:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319986.977346:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5231 00000100:00080000:3.0:1767319986.977350:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319986.977353:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767319986.977365:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163990003456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319986.977427:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990003712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.977546:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319986.977634:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319986.977640:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990003584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.977663:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319986.977699:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990003328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319986.977728:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003712 00000100:00100000:1.0:1767319986.977738:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003712 00000100:00100000:3.0:1767319986.977743:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319986.977763:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319986.977769:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990003072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.977792:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319986.977837:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003328 00000100:00100000:3.0:1767319986.977842:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003328 00000100:00100000:1.0:1767319986.977845:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003584 00000100:00100000:1.0:1767319986.977850:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003584 00000100:00100000:3.0:1767319986.977878:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003072 00000100:00100000:3.0:1767319986.977882:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003072 00000100:00100000:1.0:1767319986.977887:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:1.0:1767319986.977900:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990003712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.977911:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5410 00000100:00100000:3.0:1767319986.977920:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990003328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319986.977965:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990003712:12345-0@lo:400:kworker.0 Request processed in 68us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319986.977971:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990003328:12345-0@lo:400:kworker.0 Request processed in 50us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319986.977978:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:3.0:1767319986.977983:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5410 00000100:00100000:1.0:1767319986.978004:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:3.0:1767319986.978006:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411 00000100:00100000:1.0:1767319986.978016:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990003584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.978019:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990003072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.978060:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990003072:12345-0@lo:400:kworker.0 Request processed in 45us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319986.978067:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411 00000100:00100000:1.0:1767319986.978073:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990003584:12345-0@lo:400:kworker.0 Request processed in 58us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319986.978081:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00080000:1.0:1767319986.978104:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319986.978108:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990003072:0@lo:400:kworker.0 00000100:00080000:1.0:1767319986.978110:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319986.978115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319986.978126:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990003328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319986.978148:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990003584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319986.978161:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990003712:0@lo:400:kworker.0 00000100:00100000:0.0:1767319986.978184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990002816:0@lo:38:kworker.0 00000100:00100000:0.0:1767319986.978217:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319986.978267:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002816 00000100:00100000:2.0:1767319986.978272:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002816 00000100:00100000:0.0:1767319986.978276:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990002944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319986.978302:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23723 00000100:00100000:2.0:1767319986.978308:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990002816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319986.978325:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319986.978360:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990002816:12345-0@lo:38:kworker.0 Request processed in 51us (143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319986.978366:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23723 00000100:00100000:0.0:1767319986.980534:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319986.980634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990003200:0@lo:38:kworker.0 00000100:00100000:0.0:1767319986.980697:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319986.980728:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990003456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319986.980752:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319986.980878:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990002944 00000100:00100000:1.0:1767319986.980886:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990002944 00000100:00080000:0.0:1767319986.980895:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319986.980900:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319986.980904:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990002816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.980932:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:1.0:1767319986.980939:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990002944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319986.980964:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319986.981011:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990002944:12345-0@lo:38:kworker.0 Request processed in 71us (485us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319986.981018:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00080000:0.0:1767319986.981146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319986.981151:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319986.981154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990002944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319986.981937:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003200 00000100:00100000:2.0:1767319986.982016:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003200 00000100:00100000:2.0:1767319986.982112:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003456 00000100:00100000:2.0:1767319986.982116:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003456 00000100:00100000:2.0:1767319986.982137:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23724 00000100:00100000:2.0:1767319986.982143:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990003200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319986.982156:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319986.982241:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990003200:12345-0@lo:38:kworker.0 Request processed in 71us (1517us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319986.982249:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23724 00000100:00100000:2.0:1767319986.982263:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23725 00000100:00100000:2.0:1767319986.982268:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990003456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319986.982277:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319986.982300:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990003456:12345-0@lo:38:kworker.0 Request processed in 31us (1547us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319986.982305:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23725 00000100:00080000:2.0:1767319986.982361:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319986.982377:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319986.982381:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990003200:0@lo:38:kworker.0 00000100:00080000:2.0:1767319986.982392:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319986.982396:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319986.982399:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990003456:0@lo:38:kworker.0 00010000:00010000:3.0:1767319987.809970:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319988.000511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319988.070488:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319988.070568:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869184 00000100:00100000:3.0:1767319988.070579:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869184 00000100:00100000:3.0:1767319988.070667:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5412 00000100:00100000:3.0:1767319988.070678:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925869184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319988.070768:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925869184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319988.070777:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5412 00000100:00080000:1.0:1767319988.070994:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319988.072510:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319988.072777:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869056 00000100:00100000:2.0:1767319988.072787:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869056 00000100:00100000:2.0:1767319988.072876:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23726 00000100:00100000:2.0:1767319988.072883:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925869056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767319988.072905:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319988.072967:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925869056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 83us (463us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319988.072985:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23726 00010000:00010000:0.0:1767319988.832460:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319989.025152:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990003840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319989.025327:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319989.025428:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003840 00000100:00100000:2.0:1767319989.025437:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003840 00000100:00100000:2.0:1767319989.025525:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:2.0:1767319989.025536:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990003840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319989.025595:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319989.025668:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990003840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319989.025676:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:2.0:1767319989.026024:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319989.026089:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990003968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319989.026334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319989.026585:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319989.026628:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990003840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319989.029615:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990003968 00000100:00100000:1.0:1767319989.029632:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990003968 00000100:00080000:3.0:1767319989.031422:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319989.032881:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:1.0:1767319989.033557:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990003968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319989.033607:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319989.033736:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990003968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 842us (7505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319989.033742:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:0.0:1767319989.034299:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990003968:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767319989.856492:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319990.048792:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319990.885505:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319991.072705:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319991.906843:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319992.096362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767319992.099732:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319992.099746:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319992.099749:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319992.099755:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319992.099760:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319992.101473:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5236 00000100:00080000:0.0:1767319992.101957:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319992.101972:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319992.102033:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163990004096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319992.102780:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319992.102787:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319992.102791:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319992.102797:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5236 00000100:00080000:0.0:1767319992.102800:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319992.102805:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319992.102851:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48380 x1853163990004224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319992.102942:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990004352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319992.103015:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319992.103211:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004352 00000100:00100000:1.0:1767319992.103219:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004352 00000100:00100000:1.0:1767319992.103280:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413 00000100:00100000:1.0:1767319992.103300:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990004352:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319992.103450:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319992.103472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990004096:0@lo:38:kworker.0 00000100:00100000:3.0:1767319992.103495:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319992.103512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990004224:0@lo:38:kworker.0 00000100:00100000:3.0:1767319992.103529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319992.103557:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004224 00000100:00100000:3.0:1767319992.103560:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004224 00000100:00100000:3.0:1767319992.103576:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:3.0:1767319992.103580:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990004224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319992.103597:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319992.103620:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990004224:12345-0@lo:38:kworker.0 Request processed in 39us (90us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319992.103625:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:3.0:1767319992.103655:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004096 00000100:00100000:3.0:1767319992.103657:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004096 00000100:00100000:3.0:1767319992.103676:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23727 00000100:00100000:3.0:1767319992.103681:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990004096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319992.103690:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319992.103714:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990004096:12345-0@lo:38:kworker.0 Request processed in 32us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319992.103720:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23727 00000100:00080000:3.0:1767319992.103751:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319992.103756:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319992.103758:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990004096:0@lo:38:kworker.0 00000100:00080000:3.0:1767319992.103766:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319992.103768:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319992.103769:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990004224:0@lo:38:kworker.0 00000100:00080000:0.0:1767319992.104333:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319992.104339:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319992.104342:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319992.104363:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5236 00000100:00080000:0.0:1767319992.104367:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319992.104372:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319992.104395:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48380 x1853163990004480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319992.104579:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990004608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319992.104612:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319992.104650:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004608 00000100:00100000:3.0:1767319992.104654:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004608 00000100:00100000:3.0:1767319992.104690:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414 00000100:00100000:3.0:1767319992.104697:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990004608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319992.104732:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990004608:12345-0@lo:400:kworker.0 Request processed in 35us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319992.104738:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414 00000100:00080000:3.0:1767319992.104753:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319992.104772:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990004608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319992.104790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990004480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319992.104809:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319992.104830:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004480 00000100:00100000:3.0:1767319992.104833:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004480 00000100:00100000:3.0:1767319992.104848:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23728 00000100:00100000:3.0:1767319992.104852:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990004480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319992.104863:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319992.104892:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990004480:12345-0@lo:38:kworker.0 Request processed in 38us (81us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319992.104898:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23728 00000100:00080000:3.0:1767319992.104920:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319992.104924:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319992.104928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990004480:0@lo:38:kworker.0 00000100:00100000:1.0:1767319992.106063:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990004352:12345-0@lo:400:kworker.0 Request processed in 2772us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319992.106082:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413 00000100:00080000:0.0:1767319992.106937:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319992.106944:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319992.106948:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319992.106954:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5236 00000100:00080000:0.0:1767319992.106957:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319992.106963:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767319992.107000:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48380 x1853163990004736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319992.107344:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990004992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319992.107409:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319992.107460:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319992.107467:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990004864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319992.107488:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319992.107518:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004992 00000100:00100000:0.0:1767319992.107525:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004992 00000100:00100000:0.0:1767319992.107568:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004864 00000100:00100000:0.0:1767319992.107571:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004864 00000100:00100000:0.0:1767319992.107588:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:0.0:1767319992.107594:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990004992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319992.107638:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990004992:12345-0@lo:400:kworker.0 Request processed in 43us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319992.107645:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00100000:0.0:1767319992.107675:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:0.0:1767319992.107681:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990004864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319992.107707:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990004864:12345-0@lo:400:kworker.0 Request processed in 27us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319992.107713:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:0.0:1767319992.107754:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990004864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319992.107764:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990004992:0@lo:400:kworker.0 00000100:00080000:3.0:1767319992.107865:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319992.107870:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319992.107884:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990004736:0@lo:38:kworker.0 00000100:00100000:3.0:1767319992.107922:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319992.109260:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990004352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319992.109354:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990004736 00000100:00100000:0.0:1767319992.109360:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990004736 00000100:00100000:0.0:1767319992.109407:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23729 00000100:00100000:0.0:1767319992.109416:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990004736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319992.109438:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319992.109510:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990004736:12345-0@lo:38:kworker.0 Request processed in 94us (1586us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319992.109516:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23729 00000100:00080000:1.0:1767319992.109594:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319992.109599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319992.109603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990004736:0@lo:38:kworker.0 00010000:00010000:3.0:1767319992.928565:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319993.120595:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767319993.187318:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767319993.187365:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319993.187412:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869440 00000100:00100000:3.0:1767319993.187430:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869440 00000100:00100000:3.0:1767319993.187541:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869312 00000100:00100000:3.0:1767319993.187546:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869312 00000100:00100000:3.0:1767319993.187581:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5415 00000100:00100000:1.0:1767319993.187604:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23730 00000100:00100000:3.0:1767319993.187604:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925869440:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767319993.187624:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925869312:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319993.187653:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319993.187924:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319993.188172:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925869440:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 409us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319993.188183:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5415 00000100:00100000:1.0:1767319993.191737:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925869312:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 4104us (4358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319993.191753:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23730 00010000:00010000:0.0:1767319993.953223:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319994.146341:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990005120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319994.146420:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319994.146513:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767319994.146526:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990005248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319994.152965:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319994.155951:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005120 00000100:00100000:0.0:1767319994.155968:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005120 00000100:00100000:2.0:1767319994.157581:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005248 00000100:00080000:1.0:1767319994.157583:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319994.157594:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005248 00000100:00080000:1.0:1767319994.157634:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319994.157736:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767319994.157746:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990005120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319994.157779:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319994.157873:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990005120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (11451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319994.157880:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00100000:2.0:1767319994.157900:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:2.0:1767319994.157914:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990005248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319994.157931:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767319994.157972:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990005248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (5007us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319994.157978:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:1.0:1767319994.158181:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990005120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319994.158968:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990005248:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767319994.976501:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319995.169136:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319996.002588:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319996.193246:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767319997.025785:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319997.216364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767319997.216623:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.216630:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319997.216633:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.216637:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.216641:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.216648:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5241 00000100:00080000:1.0:1767319997.216653:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.216659:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319997.216701:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163990005376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319997.216735:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.216739:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.216740:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.216744:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5241 00000100:00080000:1.0:1767319997.216746:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.216751:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319997.216765:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163990005504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319997.216798:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.216802:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.216804:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.216807:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5241 00000100:00080000:1.0:1767319997.216810:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.216813:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319997.216826:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1df80 x1853163990005760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319997.216842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319997.216845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319997.216847:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319997.216850:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5241 00000100:00080000:1.0:1767319997.216852:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319997.216855:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767319997.216866:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163990006016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319997.216911:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990006144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319997.216973:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.217205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990005632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217256:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.217306:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319997.217313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990005888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217336:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.217365:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005632 00000100:00100000:2.0:1767319997.217373:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005632 00000100:00100000:2.0:1767319997.217420:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005888 00000100:00100000:2.0:1767319997.217422:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005888 00000100:00100000:2.0:1767319997.217443:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5416 00000100:00100000:2.0:1767319997.217451:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990005632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217502:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990005632:12345-0@lo:400:kworker.0 Request processed in 50us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319997.217509:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5416 00000100:00100000:2.0:1767319997.217526:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417 00000100:00100000:2.0:1767319997.217531:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990005888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217552:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990005888:12345-0@lo:400:kworker.0 Request processed in 22us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319997.217558:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417 00000100:00080000:2.0:1767319997.217574:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319997.217608:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990005888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990005632:0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217657:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006144 00000100:00100000:2.0:1767319997.217660:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006144 00000100:00100000:2.0:1767319997.217692:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:2.0:1767319997.217698:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990006144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.217729:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990006144:12345-0@lo:400:kworker.0 Request processed in 31us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319997.217735:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00080000:2.0:1767319997.217748:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319997.217803:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990006144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319997.217811:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319997.217814:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990006272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319997.217830:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319997.217957:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990005376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319997.217994:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319997.218030:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990005504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319997.218054:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319997.218077:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990005760:0@lo:38:kworker.0 00000100:00100000:3.0:1767319997.218089:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005376 00000100:00100000:0.0:1767319997.218098:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319997.218105:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005376 00000100:00100000:0.0:1767319997.218115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990006016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319997.218135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319997.218137:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005760 00000100:00100000:3.0:1767319997.218140:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005760 00000100:00100000:2.0:1767319997.218266:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006272 00000100:00100000:2.0:1767319997.218271:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006272 00000100:00100000:2.0:1767319997.218300:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:2.0:1767319997.218306:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990006272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.218341:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990006272:12345-0@lo:400:kworker.0 Request processed in 35us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319997.218347:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00080000:2.0:1767319997.218366:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319997.218385:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990006272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319997.218410:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990005504 00000100:00100000:2.0:1767319997.218413:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990005504 00000100:00100000:2.0:1767319997.218431:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:2.0:1767319997.218435:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990005504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319997.218452:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319997.218483:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990005504:12345-0@lo:38:kworker.0 Request processed in 46us (427us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319997.218489:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00080000:0.0:1767319997.218590:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319997.218596:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319997.218599:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990005504:0@lo:38:kworker.0 00000100:00100000:3.0:1767319997.219025:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006016 00000100:00100000:3.0:1767319997.219030:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006016 00000100:00100000:3.0:1767319997.219046:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23731 00000100:00100000:3.0:1767319997.219051:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990005376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319997.219062:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319997.219428:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990005376:12345-0@lo:38:kworker.0 Request processed in 374us (1431us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319997.219435:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23731 00000100:00100000:3.0:1767319997.219450:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23732 00000100:00100000:3.0:1767319997.219454:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990005760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319997.219464:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319997.219490:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990005760:12345-0@lo:38:kworker.0 Request processed in 34us (1391us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319997.219496:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23732 00000100:00100000:3.0:1767319997.219507:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23733 00000100:00100000:3.0:1767319997.219511:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990006016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319997.219520:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319997.219542:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990006016:12345-0@lo:38:kworker.0 Request processed in 30us (1406us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319997.220014:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23733 00000100:00080000:3.0:1767319997.220442:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319997.220448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319997.220452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990005376:0@lo:38:kworker.0 00000100:00080000:3.0:1767319997.220468:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319997.220471:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319997.220474:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990005760:0@lo:38:kworker.0 00000100:00080000:3.0:1767319997.220483:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319997.220487:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319997.220490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990006016:0@lo:38:kworker.0 00010000:00010000:3.0:1767319998.048443:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319998.241198:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319998.311295:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767319998.311401:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767319998.311500:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869568 00000100:00100000:3.0:1767319998.311511:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869568 00000100:00100000:3.0:1767319998.311560:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869696 00000100:00100000:3.0:1767319998.311562:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869696 00000100:00100000:1.0:1767319998.311639:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23734 00000100:00100000:1.0:1767319998.311648:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925869568:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767319998.311718:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319998.311795:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925869568:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 147us (510us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319998.311804:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23734 00000100:00100000:3.0:1767319998.311974:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5418 00000100:00100000:3.0:1767319998.311982:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925869696:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767319998.312044:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925869696:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 62us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319998.312052:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5418 00000100:00080000:0.0:1767319998.313022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767319999.072464:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319999.265500:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990006400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319999.265578:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319999.267573:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006400 00000100:00100000:0.0:1767319999.267587:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006400 00000100:00100000:0.0:1767319999.267683:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:0.0:1767319999.267693:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990006400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319999.267727:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767319999.267807:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990006400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (2229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319999.267814:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00100000:0.0:1767319999.267870:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990006400:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319999.267968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319999.270069:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767319999.270349:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319999.270365:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990006528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319999.270451:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319999.270562:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006528 00000100:00100000:1.0:1767319999.270570:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006528 00000100:00100000:1.0:1767319999.270636:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1767319999.270646:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990006528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319999.270674:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767319999.270727:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990006528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319999.270733:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:3.0:1767319999.270786:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990006528:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319999.270802:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767320000.096831:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320000.289203:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320001.120470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320001.312347:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320001.312451:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319976/real 1767319976] req@ffff96e2eaaace00 x1853163990001152/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320001.312478:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2eaaace00 x1853163990001152/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320001.312492:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320001.312936:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320001.312941:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990001152:0@lo:250:kworker.0 00000100:00080000:1.0:1767320001.313602:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320001.313607:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320001.313609:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320001.313614:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5226 00000100:00080000:1.0:1767320001.313617:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320001.313622:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320001.313652:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163990006656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320001.313674:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320001.313676:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320001.313677:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320001.313679:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5246 00000100:00080000:1.0:1767320001.313681:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320001.313683:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320001.313693:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093480 x1853163990006784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320001.313699:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320001.313702:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320001.313704:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320001.313707:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5246 00000100:00080000:1.0:1767320001.313710:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320001.313713:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320001.313723:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163990006912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320001.313791:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320001.313822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990006656:0@lo:250:kworker.0 00000400:00000100:0.0:1767320001.313872:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990006656 offset 0 length 520: 4 00000100:00100000:0.0:1767320001.313916:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990006784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320001.313946:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320001.313970:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990006912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320001.313992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320001.314020:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006912 00000100:00100000:0.0:1767320001.314027:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006912 00000100:00100000:0.0:1767320001.314052:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:0.0:1767320001.314059:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990006912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320001.314078:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320001.314119:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990006912:12345-0@lo:38:kworker.0 Request processed in 59us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320001.314126:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00080000:0.0:1767320001.314161:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320001.314166:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320001.314169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990006912:0@lo:38:kworker.0 00000100:00080000:1.0:1767320001.314285:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320001.314289:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320001.314291:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320001.314295:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5246 00000100:00080000:1.0:1767320001.314297:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320001.314301:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320001.314324:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704a80 x1853163990007168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320001.314388:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990007168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320001.314412:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320001.314453:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990006784 00000100:00100000:0.0:1767320001.314457:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990006784 00000100:00100000:0.0:1767320001.314474:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007168 00000100:00100000:0.0:1767320001.314477:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007168 00000100:00100000:0.0:1767320001.314494:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23735 00000100:00100000:0.0:1767320001.314498:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990006784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320001.314509:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320001.314541:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990006784:12345-0@lo:38:kworker.0 Request processed in 41us (594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320001.314547:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23735 00000100:00100000:0.0:1767320001.314559:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23736 00000100:00100000:0.0:1767320001.314562:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990007168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320001.314569:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320001.314586:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990007168:12345-0@lo:38:kworker.0 Request processed in 22us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320001.314589:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23736 00000100:00080000:0.0:1767320001.314605:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320001.314608:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320001.314610:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990007168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320001.314614:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320001.314616:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320001.314618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990006784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320001.314759:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320001.314768:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990007296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320001.314790:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320001.314821:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007296 00000100:00100000:2.0:1767320001.314824:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007296 00000100:00100000:2.0:1767320001.314873:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419 00000100:00100000:2.0:1767320001.314880:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990007296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320001.314942:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990007296:12345-0@lo:400:kworker.0 Request processed in 63us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320001.314948:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419 00000100:00080000:2.0:1767320001.314967:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320001.314988:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990007296:0@lo:400:kworker.0 00000100:00100000:3.0:1767320001.317272:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990007040:0@lo:400:kworker.0 00000100:00100000:3.0:1767320001.317537:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320001.317681:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320001.317686:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320001.317689:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320001.317693:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5246 00000100:00080000:1.0:1767320001.317696:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320001.317701:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320001.317734:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705500 x1853163990007424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320001.317818:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990007680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320001.317951:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990007424:0@lo:38:kworker.0 00000100:00100000:3.0:1767320001.318004:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990007552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320001.318248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320001.318337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320001.318371:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007552 00000100:00100000:3.0:1767320001.318378:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007552 00000100:00100000:3.0:1767320001.318429:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:3.0:1767320001.318438:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990007552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320001.318484:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990007552:12345-0@lo:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320001.318491:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00080000:3.0:1767320001.318513:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320001.318539:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990007552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320001.318666:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320001.318730:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007680 00000100:00100000:3.0:1767320001.318735:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007680 00000100:00080000:1.0:1767320001.318829:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320001.318921:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:3.0:1767320001.318929:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990007680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320001.318973:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990007680:12345-0@lo:400:kworker.0 Request processed in 45us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320001.318978:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00100000:1.0:1767320001.319031:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990007680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320001.319157:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007040 00000100:00100000:0.0:1767320001.319162:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007040 00000100:00080000:1.0:1767320001.319241:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320001.319281:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007424 00000100:00100000:0.0:1767320001.319285:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007424 00000100:00100000:3.0:1767320001.319406:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420 00000100:00100000:3.0:1767320001.319414:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990007040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320001.319464:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990007040:12345-0@lo:400:kworker.0 Request processed in 50us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320001.319469:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420 00000100:00100000:3.0:1767320001.319486:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23737 00000100:00100000:3.0:1767320001.319490:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990007424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320001.319508:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320001.319553:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990007424:12345-0@lo:38:kworker.0 Request processed in 61us (1304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320001.319559:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23737 00000100:00080000:2.0:1767320001.319616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320001.319621:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320001.319625:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990007424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320001.319690:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990007040:0@lo:400:kworker.0 00010000:00010000:3.0:1767320002.145361:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320002.337422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767320002.405660:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925869824 offset 0 length 520: 4 00000100:00100000:3.0:1767320002.413951:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320002.414040:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320002.414477:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870080 00000100:00100000:0.0:1767320002.414488:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870080 00000100:00100000:0.0:1767320002.414569:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925869952 00000100:00100000:0.0:1767320002.414573:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925869952 00000100:00100000:0.0:1767320002.414598:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5421 00000100:00100000:0.0:1767320002.414607:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925870080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320002.414685:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925870080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320002.414693:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5421 00000100:00100000:0.0:1767320002.414728:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23738 00000100:00100000:0.0:1767320002.414733:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925869952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320002.414753:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320002.414779:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925869952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (738us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320002.414785:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23738 00000100:00080000:1.0:1767320002.415275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320003.168460:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320003.360598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320004.195435:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320004.385669:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320004.385689:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990007808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320004.385764:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320004.386355:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320004.386367:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990007936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320004.386399:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320004.386543:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007808 00000100:00100000:2.0:1767320004.386551:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007808 00000100:00100000:2.0:1767320004.386608:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990007936 00000100:00100000:2.0:1767320004.386611:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990007936 00000100:00100000:2.0:1767320004.386627:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:2.0:1767320004.386636:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990007808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320004.386664:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320004.386701:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990007808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320004.386709:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00100000:2.0:1767320004.386724:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00100000:2.0:1767320004.386729:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990007936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320004.386743:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320004.386770:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990007936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320004.386775:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00100000:0.0:1767320004.387209:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320004.387598:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990007808:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320004.387929:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320004.387935:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320004.387962:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990007936:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320005.216588:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320005.408426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320006.240498:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320006.432383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320006.435840:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320006.435850:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320006.435853:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320006.435857:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320006.435861:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320006.435870:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5251 00000100:00080000:0.0:1767320006.435875:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320006.435881:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320006.435922:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163990008064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320006.435955:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320006.435959:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320006.435960:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320006.435965:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5251 00000100:00080000:0.0:1767320006.435967:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320006.435971:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320006.435985:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093480 x1853163990008192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320006.436074:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320006.436078:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320006.436080:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320006.436083:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5251 00000100:00080000:0.0:1767320006.436086:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320006.436089:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320006.436102:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a680 x1853163990008448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320006.436115:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320006.436118:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320006.436120:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320006.436123:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5251 00000100:00080000:0.0:1767320006.436125:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320006.436128:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320006.436138:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163990008704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320006.436205:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990008832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320006.436318:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990008576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320006.436333:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320006.436416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990008064:0@lo:38:kworker.0 00000100:00100000:3.0:1767320006.436428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990008320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320006.441915:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320006.442086:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008576 00000100:00100000:1.0:1767320006.442096:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008576 00000100:00100000:1.0:1767320006.442992:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5422 00000100:00100000:1.0:1767320006.443007:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990008576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320006.443072:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320006.443086:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990008960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320006.443138:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320006.443184:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008832 00000100:00100000:0.0:1767320006.443189:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008832 00000100:00100000:0.0:1767320006.443220:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008960 00000100:00100000:0.0:1767320006.443223:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008960 00000100:00100000:0.0:1767320006.443262:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1767320006.443270:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990008832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320006.443318:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990008832:12345-0@lo:400:kworker.0 Request processed in 49us (6986us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320006.443326:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1767320006.443344:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:0.0:1767320006.443350:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990008960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320006.443377:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990008960:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320006.443383:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:0.0:1767320006.443430:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990008960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320006.443441:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990008832:0@lo:400:kworker.0 00000100:00080000:0.0:1767320006.443481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320006.443486:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320006.443489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320006.444439:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990008576:12345-0@lo:400:kworker.0 Request processed in 1435us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320006.444450:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5422 00000100:00100000:0.0:1767320006.444565:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990008576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320006.444661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320006.444763:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990008192:0@lo:38:kworker.0 00000100:00100000:2.0:1767320006.444799:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320006.444842:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990008448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320006.444867:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320006.444888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990008704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320006.444987:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320006.445029:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008064 00000100:00100000:2.0:1767320006.445035:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008064 00000100:00100000:2.0:1767320006.445064:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008448 00000100:00100000:2.0:1767320006.445066:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008448 00000100:00100000:2.0:1767320006.445080:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008704 00000100:00100000:2.0:1767320006.445082:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008704 00000100:00100000:2.0:1767320006.445096:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23739 00000100:00100000:2.0:1767320006.445101:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990008064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320006.445119:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320006.445410:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008192 00000100:00100000:0.0:1767320006.445415:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008192 00000100:00100000:0.0:1767320006.445438:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1767320006.445443:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990008192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320006.445453:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320006.445496:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990008192:12345-0@lo:38:kworker.0 Request processed in 52us (696us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320006.445502:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1767320006.445545:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23740 00000100:00100000:0.0:1767320006.445550:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990008448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320006.445559:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320006.445584:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990008448:12345-0@lo:38:kworker.0 Request processed in 33us (716us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320006.445589:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23740 00000100:00100000:0.0:1767320006.445601:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23741 00000100:00100000:0.0:1767320006.445605:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990008704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320006.445613:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320006.445633:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990008704:12345-0@lo:38:kworker.0 Request processed in 27us (647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320006.445638:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23741 00000100:00080000:0.0:1767320006.445745:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320006.445750:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320006.445754:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990008192:0@lo:38:kworker.0 00000100:00080000:0.0:1767320006.445765:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320006.445768:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320006.445771:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990008448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320006.445778:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320006.445781:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320006.445783:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990008704:0@lo:38:kworker.0 00000100:00100000:3.0:1767320006.446194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320006.446255:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990008320 00000100:00100000:1.0:1767320006.446262:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990008320 00000100:00100000:1.0:1767320006.446371:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423 00000100:00100000:1.0:1767320006.446379:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990008320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320006.446429:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990008320:12345-0@lo:400:kworker.0 Request processed in 51us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320006.446436:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423 00000100:00100000:3.0:1767320006.447338:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990008320:0@lo:400:kworker.0 00000100:00080000:0.0:1767320006.454063:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320006.476878:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990008064:12345-0@lo:38:kworker.0 Request processed in 31764us (32205us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320006.476895:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23739 00000100:00080000:0.0:1767320006.486986:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320006.487003:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320006.487010:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990008064:0@lo:38:kworker.0 00010000:00010000:3.0:1767320007.265277:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320007.461641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320007.523951:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320007.524006:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320007.524183:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870336 00000100:00100000:2.0:1767320007.524194:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870336 00000100:00100000:2.0:1767320007.524305:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870208 00000100:00100000:2.0:1767320007.524309:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870208 00000100:00100000:2.0:1767320007.524331:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5424 00000100:00100000:2.0:1767320007.524341:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925870336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320007.524413:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925870336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320007.524421:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5424 00000100:00100000:2.0:1767320007.524438:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23742 00000100:00100000:2.0:1767320007.524443:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925870208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320007.524464:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320007.524489:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925870208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (483us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320007.524495:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23742 00000100:00080000:0.0:1767320007.524576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320008.293870:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320008.480893:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320009.313675:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320009.504815:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320009.504832:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990009088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320009.504903:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320009.504961:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009088 00000100:00100000:0.0:1767320009.504970:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009088 00000100:00100000:3.0:1767320009.504993:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320009.505017:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320009.505033:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:0.0:1767320009.505045:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990009088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320009.505076:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320009.505134:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990009088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320009.505150:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:3.0:1767320009.505294:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320009.505304:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990009216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320009.505335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320009.505406:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009216 00000100:00100000:2.0:1767320009.505411:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009216 00000100:00100000:1.0:1767320009.505511:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990009088:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320009.505546:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320009.505595:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:2.0:1767320009.505604:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990009216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320009.505622:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320009.505669:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990009216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320009.505674:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:3.0:1767320009.505779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990009216:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320010.336920:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320010.529077:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320011.363771:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320011.553782:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320011.553794:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320011.553797:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320011.553801:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320011.553804:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320011.553813:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5256 00000100:00080000:0.0:1767320011.553819:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320011.553826:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320011.553868:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163990009344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320011.553897:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320011.553901:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320011.553903:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320011.553907:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5256 00000100:00080000:0.0:1767320011.553909:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320011.553914:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320011.553927:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a680 x1853163990009472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320011.553954:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990009344:0@lo:38:kworker.0 00000100:00080000:0.0:1767320011.553967:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320011.553970:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320011.553972:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320011.553976:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5256 00000100:00080000:0.0:1767320011.553978:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320011.553981:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320011.553991:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163990009728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320011.554005:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320011.554008:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320011.554010:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320011.554013:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5256 00000100:00080000:0.0:1767320011.554015:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320011.554018:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320011.554028:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728a80 x1853163990009984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320011.554080:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990009856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320011.554206:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990009600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320011.554248:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320011.554264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990010112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.559615:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320011.559836:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990010240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.559889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320011.559932:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010240 00000100:00100000:0.0:1767320011.559944:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010240 00000100:00100000:0.0:1767320011.560013:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:0.0:1767320011.560023:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990010240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.560273:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990010240:12345-0@lo:400:kworker.0 Request processed in 250us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320011.560282:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00080000:0.0:1767320011.560308:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320011.560344:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990010240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.560411:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009856 00000100:00100000:0.0:1767320011.560416:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009856 00000100:00100000:0.0:1767320011.560454:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425 00000100:00100000:0.0:1767320011.560461:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990009856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.560499:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990009856:12345-0@lo:400:kworker.0 Request processed in 38us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320011.560505:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425 00000100:00080000:0.0:1767320011.560520:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320011.560538:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990009856:0@lo:400:kworker.0 00000100:00100000:3.0:1767320011.564084:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320011.564267:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010112 00000100:00100000:0.0:1767320011.564277:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010112 00000100:00100000:0.0:1767320011.564353:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1767320011.564364:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990010112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.564439:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990010112:12345-0@lo:400:kworker.0 Request processed in 78us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320011.564447:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00080000:3.0:1767320011.564527:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320011.564563:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990010112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320011.566219:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320011.567584:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320011.568951:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990009472:0@lo:38:kworker.0 00000100:00100000:1.0:1767320011.569016:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320011.569270:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009472 00000100:00100000:3.0:1767320011.569280:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009472 00000100:00100000:3.0:1767320011.569326:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:3.0:1767320011.569334:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990009472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320011.569363:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320011.569420:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990009472:12345-0@lo:38:kworker.0 Request processed in 85us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320011.569428:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1767320011.569592:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990009728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320011.569622:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320011.570562:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009600 00000100:00100000:0.0:1767320011.570572:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009600 00000100:00100000:0.0:1767320011.570661:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009344 00000100:00100000:0.0:1767320011.570666:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009344 00000100:00100000:0.0:1767320011.570689:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426 00000100:00100000:0.0:1767320011.570697:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990009600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320011.570808:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990009600:12345-0@lo:400:kworker.0 Request processed in 112us (4593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320011.570815:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426 00000100:00100000:0.0:1767320011.570835:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23743 00000100:00100000:0.0:1767320011.570840:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990009344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320011.570857:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320011.570886:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990009344:12345-0@lo:38:kworker.0 Request processed in 45us (3306us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320011.570893:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23743 00000100:00080000:3.0:1767320011.571011:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320011.571073:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990009600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320011.571315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990009984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320011.571347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320011.571427:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320011.571432:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320011.571435:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990009344:0@lo:38:kworker.0 00000100:00080000:1.0:1767320011.571447:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320011.571450:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320011.571453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990009472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320011.571708:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009728 00000100:00100000:2.0:1767320011.571723:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009728 00000100:00100000:3.0:1767320011.571760:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990009984 00000100:00100000:3.0:1767320011.571764:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990009984 00000100:00100000:3.0:1767320011.571800:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23744 00000100:00100000:3.0:1767320011.571806:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990009728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320011.571821:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320011.571859:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990009728:12345-0@lo:38:kworker.0 Request processed in 52us (2236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320011.571866:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23744 00000100:00100000:3.0:1767320011.571879:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23745 00000100:00100000:3.0:1767320011.571883:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990009984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320011.571893:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320011.571917:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990009984:12345-0@lo:38:kworker.0 Request processed in 32us (569us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320011.571922:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23745 00000100:00080000:1.0:1767320011.573326:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320011.573339:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320011.573346:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990009728:0@lo:38:kworker.0 00000100:00080000:1.0:1767320011.573360:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320011.573363:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320011.573366:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990009984:0@lo:38:kworker.0 00010000:00010000:3.0:1767320012.385782:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320012.577638:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320012.646704:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320012.650249:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320012.656962:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870464 00000100:00100000:2.0:1767320012.656991:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870464 00000100:00100000:2.0:1767320012.657396:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870592 00000100:00100000:2.0:1767320012.657401:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870592 00000100:00100000:2.0:1767320012.657473:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5427 00000100:00100000:2.0:1767320012.657486:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925870592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320012.657584:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925870592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (7360us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320012.657592:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5427 00000100:00100000:2.0:1767320012.657611:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23746 00000100:00100000:2.0:1767320012.657616:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925870464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320012.657636:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320012.657662:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925870464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (10978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320012.657668:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23746 00000100:00080000:0.0:1767320012.657774:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320013.411547:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320013.600344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320014.432440:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320014.624693:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320014.624717:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990010368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320014.625252:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320014.625489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320014.626307:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320014.626321:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990010496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320014.626361:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320014.626976:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010368 00000100:00100000:1.0:1767320014.626986:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010368 00000100:00100000:1.0:1767320014.627048:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010496 00000100:00100000:1.0:1767320014.627052:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010496 00000100:00100000:1.0:1767320014.627073:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1767320014.627083:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990010368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320014.627113:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320014.627172:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990010368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1942us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320014.627179:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1767320014.627199:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:1.0:1767320014.627206:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990010496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320014.627222:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320014.627272:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990010496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320014.627277:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00100000:1.0:1767320014.627330:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990010368:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320014.637474:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320014.637484:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320014.638671:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990010496:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320015.457551:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320015.648668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320016.482367:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320016.672339:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320016.674848:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320016.674865:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320016.674869:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320016.674873:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320016.674877:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320016.674886:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5261 00000100:00080000:3.0:1767320016.674892:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320016.674899:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320016.674943:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979f80 x1853163990010624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320016.674974:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320016.674977:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320016.674979:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320016.674983:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5261 00000100:00080000:3.0:1767320016.674986:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320016.674991:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320016.675005:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163990010752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320016.675017:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990010624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320016.675077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990010880:0@lo:400:kworker.0 00000100:00100000:2.0:1767320016.675084:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320016.675130:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320016.675133:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320016.675135:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320016.675138:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5261 00000100:00080000:3.0:1767320016.675139:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320016.675142:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320016.675153:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979500 x1853163990011008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320016.675165:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320016.675168:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320016.675169:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320016.675172:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5261 00000100:00080000:3.0:1767320016.675173:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320016.675175:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320016.675177:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010624 00000100:00100000:3.0:1767320016.675183:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978380 x1853163990011264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320016.675187:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010624 00000100:00100000:3.0:1767320016.675222:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990011136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320016.675255:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23747 00000100:00100000:1.0:1767320016.675264:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990010624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320016.675283:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320016.675698:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320016.675733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990010752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320016.675757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990011520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320016.675767:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320016.675798:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320016.675805:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990011008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320016.675826:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320016.675836:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990011392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320016.675837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320016.675856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990011264:0@lo:38:kworker.0 00000100:00100000:2.0:1767320016.675871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320016.675893:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010752 00000100:00100000:2.0:1767320016.675896:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010752 00000100:00100000:2.0:1767320016.675912:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:2.0:1767320016.675915:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990010752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320016.675926:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320016.675932:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320016.676007:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320016.676034:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011520 00000100:00100000:0.0:1767320016.676038:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011520 00000100:00100000:0.0:1767320016.676081:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011392 00000100:00100000:0.0:1767320016.676085:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011392 00000100:00100000:1.0:1767320016.676099:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990010624:12345-0@lo:38:kworker.0 Request processed in 832us (1013us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320016.676107:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00000100:00100000:1.0:1767320016.676112:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23747 00000100:00100000:0.0:1767320016.676129:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990011520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320016.676145:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990010880 00000100:00100000:1.0:1767320016.676150:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990010880 00000100:00100000:1.0:1767320016.676176:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011008 00000100:00100000:0.0:1767320016.676178:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990011520:12345-0@lo:400:kworker.0 Request processed in 61us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320016.676181:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011008 00000100:00100000:0.0:1767320016.676189:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00000100:00100000:1.0:1767320016.676194:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011264 00000100:00100000:1.0:1767320016.676198:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011264 00000100:00100000:2.0:1767320016.676207:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990010752:12345-0@lo:38:kworker.0 Request processed in 148us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320016.676208:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:1.0:1767320016.676212:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011136 00000100:00100000:1.0:1767320016.676218:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011136 00000100:00100000:0.0:1767320016.676223:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990011392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320016.676223:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:1.0:1767320016.676265:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5428 00000100:00100000:1.0:1767320016.676274:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990010880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320016.676285:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990011392:12345-0@lo:400:kworker.0 Request processed in 66us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320016.676290:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:0.0:1767320016.676310:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429 00000100:00100000:0.0:1767320016.676318:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990011136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320016.676360:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990011136:12345-0@lo:400:kworker.0 Request processed in 43us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320016.676366:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429 00000100:00100000:0.0:1767320016.676380:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23748 00000100:00100000:0.0:1767320016.676383:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990011008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320016.676393:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320016.676414:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990011008:12345-0@lo:38:kworker.0 Request processed in 30us (580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320016.676419:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23748 00000100:00100000:0.0:1767320016.676429:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23749 00000100:00100000:0.0:1767320016.676432:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990011264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320016.676441:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320016.676460:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990011264:12345-0@lo:38:kworker.0 Request processed in 26us (587us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320016.676465:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23749 00000100:00080000:0.0:1767320016.676487:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320016.676491:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320016.676493:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320016.676634:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990011392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320016.676649:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990011520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320016.676774:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990010880:12345-0@lo:400:kworker.0 Request processed in 500us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320016.676781:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5428 00000100:00100000:1.0:1767320016.676812:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990010880:0@lo:400:kworker.0 00000100:00080000:0.0:1767320016.677312:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320016.677319:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320016.677322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990010752:0@lo:38:kworker.0 00000100:00080000:0.0:1767320016.677331:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320016.677333:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320016.677336:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990011008:0@lo:38:kworker.0 00000100:00080000:0.0:1767320016.677343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320016.677346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320016.677347:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990011264:0@lo:38:kworker.0 00000100:00080000:0.0:1767320016.677354:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320016.677357:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320016.677359:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990010624:0@lo:38:kworker.0 00000100:00100000:3.0:1767320016.677692:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990011136:0@lo:400:kworker.0 00010000:00010000:3.0:1767320017.505959:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320017.702930:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320017.763216:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320017.763474:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870720 00000100:00100000:0.0:1767320017.763487:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870720 00000100:00100000:0.0:1767320017.763542:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23750 00000100:00100000:0.0:1767320017.763552:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925870720:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320017.763581:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320017.763687:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925870720:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 134us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320017.763695:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23750 00000100:00100000:2.0:1767320017.764607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320017.764948:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870848 00000100:00100000:3.0:1767320017.764955:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870848 00000100:00100000:3.0:1767320017.765140:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5430 00000100:00100000:3.0:1767320017.765151:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925870848:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320017.765254:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925870848:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320017.765262:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5430 00000100:00080000:0.0:1767320017.768448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320018.529722:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320018.720653:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320019.552431:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320019.744351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320019.744535:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990011648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320019.744615:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320019.747299:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320019.747316:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990011776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320019.747372:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320019.747629:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011648 00000100:00100000:0.0:1767320019.747637:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011648 00000100:00100000:0.0:1767320019.747767:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011776 00000100:00100000:0.0:1767320019.747771:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011776 00000100:00100000:1.0:1767320019.747795:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:1.0:1767320019.747810:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990011648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320019.747841:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320019.748028:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990011648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 223us (3411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320019.748037:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:3.0:1767320019.748130:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990011648:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320019.748164:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320019.748170:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320019.748304:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:0.0:1767320019.748312:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990011776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320019.748331:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320019.748377:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990011776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320019.748383:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:3.0:1767320019.749221:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990011776:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320020.576803:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320020.768453:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320021.600659:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320021.792468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320021.792493:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.792499:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320021.792501:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.792505:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.792509:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.792517:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5266 00000100:00080000:0.0:1767320021.792550:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.792558:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320021.792606:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72aa00 x1853163990011904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320021.792624:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.792627:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.792629:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.792633:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5266 00000100:00080000:0.0:1767320021.792635:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.792639:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320021.792654:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729500 x1853163990012032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320021.792699:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.792703:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.792705:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.792709:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5266 00000100:00080000:0.0:1767320021.792712:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.792716:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320021.792727:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163990012288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320021.792727:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990012160:0@lo:400:kworker.0 00000100:00080000:0.0:1767320021.792741:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.792745:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.792746:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.792750:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5266 00000100:00080000:0.0:1767320021.792752:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.792755:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320021.792765:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163990012544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320021.792809:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320021.792846:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990012416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.792876:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320021.792906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990012672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320021.792925:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012160 00000100:00100000:3.0:1767320021.792931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320021.792932:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012160 00000100:00100000:3.0:1767320021.792947:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320021.792952:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990012800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.792973:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320021.792997:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012416 00000100:00100000:1.0:1767320021.793002:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012416 00000100:00100000:1.0:1767320021.793024:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5431 00000100:00100000:0.0:1767320021.793069:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012672 00000100:00100000:0.0:1767320021.793073:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012672 00000100:00080000:2.0:1767320021.793101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320021.793104:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012800 00000100:00080000:2.0:1767320021.793106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320021.793107:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012800 00000100:00100000:2.0:1767320021.793122:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990011904:0@lo:38:kworker.0 00000100:00100000:0.0:1767320021.793142:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:0.0:1767320021.793149:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990012672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320021.793150:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320021.793176:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990012032:0@lo:38:kworker.0 00000100:00100000:2.0:1767320021.793197:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320021.793207:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990012672:12345-0@lo:400:kworker.0 Request processed in 59us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320021.793215:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:2.0:1767320021.793228:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990012288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320021.793247:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:0.0:1767320021.793254:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990012800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320021.793264:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320021.793278:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990012800:12345-0@lo:400:kworker.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320021.793279:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990012544:0@lo:38:kworker.0 00000100:00100000:0.0:1767320021.793285:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00100000:2.0:1767320021.793297:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320021.793321:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012032 00000100:00100000:2.0:1767320021.793325:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012032 00000100:00100000:0.0:1767320021.793334:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990011904 00000100:00100000:0.0:1767320021.793337:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990011904 00000100:00100000:2.0:1767320021.793345:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1767320021.793350:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990012032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320021.793368:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320021.793373:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990012160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320021.793401:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990012032:12345-0@lo:38:kworker.0 Request processed in 50us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320021.793402:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990012160:12345-0@lo:400:kworker.0 Request processed in 371us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320021.793407:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1767320021.793424:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012288 00000100:00100000:2.0:1767320021.793427:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012288 00000100:00100000:3.0:1767320021.793975:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432 00000100:00100000:3.0:1767320021.793986:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990012416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.794154:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990012416:12345-0@lo:400:kworker.0 Request processed in 172us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320021.794161:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432 00000100:00100000:3.0:1767320021.794178:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012544 00000100:00100000:3.0:1767320021.794182:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012544 00000100:00100000:3.0:1767320021.794194:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23751 00000100:00100000:3.0:1767320021.794198:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990012544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320021.794209:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320021.794320:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990012544:12345-0@lo:38:kworker.0 Request processed in 120us (1021us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320021.794326:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23751 00000100:00100000:3.0:1767320021.794361:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990012416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.794386:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990012800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.794394:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990012672:0@lo:400:kworker.0 00000100:00080000:3.0:1767320021.794437:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320021.794442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320021.794445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990012032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320021.794452:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320021.794454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320021.794456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990012544:0@lo:38:kworker.0 00000100:00080000:3.0:1767320021.794496:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320021.794541:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990012160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320021.794963:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23752 00000100:00100000:0.0:1767320021.794970:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990011904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320021.794982:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320021.795288:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990011904:12345-0@lo:38:kworker.0 Request processed in 55us (1874us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320021.795295:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23752 00000100:00080000:0.0:1767320021.795321:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320021.795325:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320021.795327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990011904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320021.795386:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5431 00000100:00100000:2.0:1767320021.795609:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23753 00000100:00100000:2.0:1767320021.795616:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990012288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320021.795629:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320021.795831:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990012288:12345-0@lo:38:kworker.0 Request processed in 214us (2565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320021.795839:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23753 00000100:00080000:0.0:1767320021.795859:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320021.795864:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320021.795867:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990012288:0@lo:38:kworker.0 00010000:00010000:3.0:1767320022.624727:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320022.816330:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320022.884904:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320022.885215:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925870976 00000100:00100000:0.0:1767320022.885226:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925870976 00000100:00100000:0.0:1767320022.885317:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23754 00000100:00100000:0.0:1767320022.885325:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925870976:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320022.885347:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320022.885421:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925870976:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (526us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320022.885430:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23754 00000100:00100000:1.0:1767320022.886077:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320022.886200:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925871104 00000100:00100000:3.0:1767320022.886206:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925871104 00000100:00100000:3.0:1767320022.886307:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5433 00000100:00100000:3.0:1767320022.886316:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925871104:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320022.886371:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925871104:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 57us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320022.886378:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5433 00000100:00080000:0.0:1767320022.886862:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320023.648495:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320023.840357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320024.672499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320024.866584:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320024.867655:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990012928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320024.867731:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320024.867881:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990012928 00000100:00100000:1.0:1767320024.867894:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990012928 00000100:00100000:2.0:1767320024.867919:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990013056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320024.867950:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320024.867954:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:1.0:1767320024.867964:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990012928:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320024.867992:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013056 00000100:00100000:2.0:1767320024.867996:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013056 00002000:00000024:1.0:1767320024.867999:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320024.868014:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:2.0:1767320024.868020:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990013056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320024.868035:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320024.868073:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990013056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320024.868080:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:2.0:1767320024.868124:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990013056:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320024.868152:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320024.868157:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320024.879639:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990012928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320024.881288:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990012928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13315us (13546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320024.881303:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00010000:00010000:0.0:1767320025.696492:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320025.888702:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320026.720485:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320026.912350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320026.913516:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320026.913525:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320026.913528:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320026.913532:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320026.913536:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320026.913545:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5271 00000100:00080000:0.0:1767320026.913550:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320026.913558:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320026.913601:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72aa00 x1853163990013184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320026.913623:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320026.913626:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320026.913627:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320026.913631:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5271 00000100:00080000:0.0:1767320026.913634:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320026.913638:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320026.913652:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728380 x1853163990013312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320026.913691:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320026.913695:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320026.913696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320026.913700:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5271 00000100:00080000:0.0:1767320026.913702:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320026.913706:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320026.913716:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728a80 x1853163990013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320026.913739:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320026.913742:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320026.913744:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320026.913748:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5271 00000100:00080000:0.0:1767320026.913750:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320026.913752:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320026.913760:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729500 x1853163990013824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320026.913810:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990014080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.913866:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320026.913920:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320026.913926:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990013952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.913944:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320026.913969:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014080 00000100:00100000:0.0:1767320026.913976:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014080 00000100:00100000:0.0:1767320026.914019:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013952 00000100:00100000:0.0:1767320026.914021:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013952 00000100:00100000:0.0:1767320026.914039:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:0.0:1767320026.914046:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990014080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.914087:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990014080:12345-0@lo:400:kworker.0 Request processed in 42us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320026.914094:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00100000:0.0:1767320026.914109:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:0.0:1767320026.914115:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990013952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.914139:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990013952:12345-0@lo:400:kworker.0 Request processed in 24us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320026.914144:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00080000:0.0:1767320026.914164:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320026.914168:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320026.914205:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990013952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.914213:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990013440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.914216:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990014080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.914266:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320026.914303:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320026.914309:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990013696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.914331:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320026.914887:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320001/real 1767320001] req@ffff96e2ec091c00 x1853163990006656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320026 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320026.914907:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec091c00 x1853163990006656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320026 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320026.914921:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990013184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320026.914951:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320026.914992:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990013312:0@lo:38:kworker.0 00000100:00100000:3.0:1767320026.915013:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320026.915034:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990013568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320026.915054:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320026.915069:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990013824:0@lo:38:kworker.0 00000100:00100000:3.0:1767320026.915086:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320026.915102:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320026.915119:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320026.915122:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990006656:0@lo:250:kworker.0 00000100:00100000:3.0:1767320026.915152:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013440 00000100:00100000:3.0:1767320026.915157:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013440 00000100:00100000:3.0:1767320026.915196:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013696 00000100:00100000:3.0:1767320026.915200:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013696 00000100:00100000:1.0:1767320026.915205:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013184 00000100:00100000:1.0:1767320026.915209:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013184 00000100:00100000:3.0:1767320026.915213:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013568 00000100:00100000:3.0:1767320026.915215:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013568 00000100:00100000:1.0:1767320026.915221:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013824 00000100:00100000:1.0:1767320026.915223:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013824 00000100:00100000:3.0:1767320026.915224:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5434 00000100:00100000:3.0:1767320026.915247:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990013440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.915249:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435 00000100:00100000:1.0:1767320026.915256:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990013696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.915287:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990013696:12345-0@lo:400:kworker.0 Request processed in 31us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320026.915292:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435 00000100:00100000:1.0:1767320026.915307:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23755 00000100:00100000:1.0:1767320026.915311:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990013184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320026.915328:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320026.915340:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320026.915344:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320026.915347:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320026.915351:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5251 00000100:00080000:2.0:1767320026.915354:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320026.915357:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990013184:12345-0@lo:38:kworker.0 Request processed in 45us (406us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320026.915358:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320026.915363:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23755 00000100:00100000:1.0:1767320026.915374:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23756 00000100:00100000:2.0:1767320026.915377:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e300 x1853163990014208/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320026.915378:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990013568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320026.915387:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320026.915407:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990013568:12345-0@lo:38:kworker.0 Request processed in 28us (352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320026.915413:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23756 00000100:00100000:1.0:1767320026.915423:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23757 00000100:00100000:1.0:1767320026.915441:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990013824:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320026.915448:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990013312 00010000:00020000:1.0:1767320026.915450:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320026.915451:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990013312 00000100:00100000:1.0:1767320026.915472:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990013824:12345-0@lo:38:kworker.0 Request processed in 29us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320026.915472:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:2.0:1767320026.915476:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990013312:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.915477:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23757 00010000:00020000:2.0:1767320026.915490:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320026.915566:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990014208:0@lo:250:kworker.0 00000100:00100000:2.0:1767320026.923937:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990013312:12345-0@lo:38:kworker.0 Request processed in 8448us (8911us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320026.923954:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00080000:2.0:1767320026.924136:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320026.924266:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990013696:0@lo:400:kworker.0 00000400:00000100:0.0:1767320026.927491:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990014208 offset 0 length 520: 4 00000100:00080000:0.0:1767320026.927565:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320026.927572:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320026.927576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990013184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320026.927590:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320026.927593:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320026.927596:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990013312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320026.927605:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320026.927609:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320026.927612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990013568:0@lo:38:kworker.0 00000100:00080000:0.0:1767320026.927621:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320026.927624:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320026.927627:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990013824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.928070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990013440:0@lo:400:kworker.0 00000100:00100000:3.0:1767320026.928130:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990013440:12345-0@lo:400:kworker.0 Request processed in 12897us (13860us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320026.928141:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5434 00010000:00010000:3.0:1767320027.745147:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320027.939935:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320028.004196:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767320028.004270:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925871488 offset 0 length 520: 4 00000100:00100000:3.0:1767320028.004294:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925871232 00000100:00100000:3.0:1767320028.004306:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925871232 00000100:00100000:2.0:1767320028.004371:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320028.006823:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925871360 00000100:00100000:3.0:1767320028.006836:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925871360 00000100:00100000:3.0:1767320028.006912:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5436 00000100:00100000:3.0:1767320028.006923:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925871360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320028.007003:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925871360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (2636us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320028.007012:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5436 00000100:00100000:3.0:1767320028.007031:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23758 00000100:00100000:3.0:1767320028.007046:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925871232:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320028.007067:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320028.007094:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925871232:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (2910us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320028.007100:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23758 00000100:00080000:2.0:1767320028.007630:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320028.768436:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320028.960532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320029.792433:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320029.984349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320029.985945:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320029.985962:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990014336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320029.986026:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320029.986080:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014336 00000100:00100000:1.0:1767320029.986090:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014336 00000100:00100000:0.0:1767320029.986147:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320029.986154:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:0.0:1767320029.986159:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990014464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320029.986168:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990014336:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320029.986194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767320029.986199:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320029.986249:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014464 00000100:00100000:0.0:1767320029.986254:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014464 00000100:00100000:0.0:1767320029.986276:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:0.0:1767320029.986282:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990014464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320029.986298:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320029.986332:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990014464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320029.986339:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:0.0:1767320029.986391:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990014464:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320029.986474:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320029.986476:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990014336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 313us (448us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320029.986480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320029.986488:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:3.0:1767320029.986552:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990014336:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320030.817886:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320031.008368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320031.840488:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320032.032979:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320032.032991:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320032.032995:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320032.032998:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320032.033001:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320032.033010:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5276 00000100:00080000:0.0:1767320032.033015:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320032.033022:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320032.033066:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728000 x1853163990014592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320032.033092:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320032.033095:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320032.033097:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320032.033102:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5276 00000100:00080000:0.0:1767320032.033104:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320032.033107:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320032.033120:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729500 x1853163990014720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320032.033156:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320032.033159:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320032.033161:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320032.033164:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5276 00000100:00080000:0.0:1767320032.033166:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320032.033170:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320032.033182:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728380 x1853163990014976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320032.033196:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320032.033199:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320032.033201:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320032.033204:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5276 00000100:00080000:0.0:1767320032.033206:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320032.033209:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320032.033221:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72bb80 x1853163990015232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320032.033283:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990015104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033359:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320032.033416:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320032.033423:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990014848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033447:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320032.033486:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990015360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320032.033532:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320032.033537:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990015488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320032.033591:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015104 00000100:00100000:0.0:1767320032.033598:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015104 00000100:00100000:0.0:1767320032.033643:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014848 00000100:00100000:0.0:1767320032.033646:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014848 00000100:00100000:0.0:1767320032.033670:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5437 00000100:00100000:0.0:1767320032.033677:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990015104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033722:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990015104:12345-0@lo:400:kworker.0 Request processed in 45us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320032.033729:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5437 00000100:00100000:0.0:1767320032.033747:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438 00000100:00100000:0.0:1767320032.033753:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990014848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033778:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990014848:12345-0@lo:400:kworker.0 Request processed in 26us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320032.033784:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438 00000100:00100000:0.0:1767320032.033804:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015360 00000100:00100000:0.0:1767320032.033807:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015360 00000100:00100000:0.0:1767320032.033831:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015488 00000100:00100000:0.0:1767320032.033834:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015488 00000100:00100000:0.0:1767320032.033851:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:0.0:1767320032.033857:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990015360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033888:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990015360:12345-0@lo:400:kworker.0 Request processed in 31us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320032.033893:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00100000:0.0:1767320032.033903:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:0.0:1767320032.033909:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990015488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.033934:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990015488:12345-0@lo:400:kworker.0 Request processed in 26us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320032.033940:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00080000:0.0:1767320032.033958:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320032.033961:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320032.033964:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320032.033990:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990015488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.034001:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990015360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.034023:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990014848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320032.034030:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990015104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320032.034529:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990014592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320032.034563:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320032.034597:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990014720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320032.034617:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320032.034640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990014976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320032.034660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320032.034672:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990015232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320032.034691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320032.034718:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014720 00000100:00100000:1.0:1767320032.034722:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014720 00000100:00100000:1.0:1767320032.034743:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1767320032.034748:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990014720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320032.034764:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320032.034796:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990014720:12345-0@lo:38:kworker.0 Request processed in 47us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320032.034809:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1767320032.034830:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014592 00000100:00100000:1.0:1767320032.034833:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014592 00000100:00100000:1.0:1767320032.034851:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990014976 00000100:00100000:1.0:1767320032.034853:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990014976 00000100:00100000:1.0:1767320032.034866:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015232 00000100:00100000:1.0:1767320032.034868:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015232 00000100:00100000:1.0:1767320032.034880:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23759 00000100:00100000:1.0:1767320032.034884:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990014592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320032.034894:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320032.034918:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990014592:12345-0@lo:38:kworker.0 Request processed in 32us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320032.034924:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23759 00000100:00100000:1.0:1767320032.034935:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23760 00000100:00100000:1.0:1767320032.034939:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990014976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320032.034947:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320032.034968:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990014976:12345-0@lo:38:kworker.0 Request processed in 28us (308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320032.034974:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23760 00000100:00100000:1.0:1767320032.034985:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23761 00000100:00100000:1.0:1767320032.034988:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990015232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320032.034996:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320032.035019:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990015232:12345-0@lo:38:kworker.0 Request processed in 28us (327us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320032.035024:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23761 00000100:00080000:1.0:1767320032.035053:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320032.035058:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320032.035061:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990014592:0@lo:38:kworker.0 00000100:00080000:1.0:1767320032.035068:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320032.035072:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320032.035074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990014720:0@lo:38:kworker.0 00000100:00080000:1.0:1767320032.035079:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320032.035082:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320032.035084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990014976:0@lo:38:kworker.0 00000100:00080000:1.0:1767320032.035090:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320032.035093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320032.035095:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990015232:0@lo:38:kworker.0 00000100:00100000:3.0:1767320032.035305:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320032.872590:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320033.057122:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320033.123686:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320033.123741:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320033.123881:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925871744 00000100:00100000:3.0:1767320033.123890:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925871744 00000100:00100000:3.0:1767320033.123967:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925871616 00000100:00100000:3.0:1767320033.123971:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925871616 00000100:00100000:3.0:1767320033.123992:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5439 00000100:00100000:3.0:1767320033.124003:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925871744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320033.124074:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925871744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320033.124083:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5439 00000100:00100000:3.0:1767320033.124103:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23762 00000100:00100000:3.0:1767320033.124107:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925871616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320033.124126:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320033.124152:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925871616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (410us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320033.124159:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23762 00000100:00080000:2.0:1767320033.124658:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320033.889324:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320034.084093:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320034.912736:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320035.104544:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320035.104859:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990015616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320035.104926:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320035.105683:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015616 00000100:00100000:2.0:1767320035.105692:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015616 00000100:00100000:2.0:1767320035.105752:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:2.0:1767320035.105760:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990015616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320035.105788:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320035.105819:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320035.105833:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990015616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320035.105840:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:3.0:1767320035.105983:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990015616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320035.105998:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320035.106004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990015744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320035.106032:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320035.106103:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015744 00000100:00100000:0.0:1767320035.106107:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015744 00000100:00100000:0.0:1767320035.106149:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:0.0:1767320035.106156:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990015744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320035.106174:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320035.106174:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320035.106215:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990015744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320035.106222:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00100000:1.0:1767320035.106259:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990015744:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320035.937719:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320036.128492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320036.965348:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320037.152642:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320037.152652:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320037.152655:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320037.152660:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320037.152668:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320037.152685:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5281 00000100:00080000:1.0:1767320037.152691:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320037.152697:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320037.152741:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163990015872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320037.152771:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320037.152775:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320037.152777:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320037.152780:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5281 00000100:00080000:1.0:1767320037.152783:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320037.152786:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320037.152800:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163990016000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320037.152831:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320037.152835:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320037.152839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990016128:0@lo:400:kworker.0 00000100:00080000:1.0:1767320037.152839:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320037.152845:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5281 00000100:00080000:1.0:1767320037.152847:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320037.152851:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320037.152871:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990016256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320037.152889:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320037.152894:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320037.152896:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320037.152900:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5281 00000100:00080000:1.0:1767320037.152902:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320037.152906:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320037.152918:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163990016512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320037.152926:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.152976:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990016640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320037.152996:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320037.153005:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990016384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320037.153029:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320037.153034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.153060:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320037.153069:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990016768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320037.153072:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016128 00000100:00100000:0.0:1767320037.153079:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016128 00000100:00100000:1.0:1767320037.153099:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320037.153125:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016384 00000100:00100000:0.0:1767320037.153127:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016384 00000100:00100000:0.0:1767320037.153147:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5440 00000100:00100000:0.0:1767320037.153153:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990016128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320037.153172:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441 00000100:00100000:1.0:1767320037.153185:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990016384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320037.153200:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990016128:12345-0@lo:400:kworker.0 Request processed in 46us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320037.153208:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5440 00000100:00080000:0.0:1767320037.153270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320037.153273:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990016384:12345-0@lo:400:kworker.0 Request processed in 46us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320037.153282:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441 00000100:00100000:0.0:1767320037.153284:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016640 00000100:00100000:0.0:1767320037.153288:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016640 00000100:00100000:1.0:1767320037.153310:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016768 00000100:00100000:1.0:1767320037.153316:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016768 00000100:00100000:0.0:1767320037.153317:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:0.0:1767320037.153325:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990016640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320037.153354:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1767320037.153363:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990016768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320037.153435:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320037.154603:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990016768:12345-0@lo:400:kworker.0 Request processed in 1237us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320037.154613:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00100000:0.0:1767320037.154619:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990016640:12345-0@lo:400:kworker.0 Request processed in 1292us (1588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320037.154627:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00080000:0.0:1767320037.154652:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320037.154656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320037.154657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990015872:0@lo:38:kworker.0 00000100:00100000:0.0:1767320037.154689:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990016384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320037.154705:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990016128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320037.154712:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.154755:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990016000:0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.154781:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.154812:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990016256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320037.154826:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016000 00000100:00100000:0.0:1767320037.154833:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016000 00000100:00100000:1.0:1767320037.154838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.154853:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990016512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.154874:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320037.154905:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990015872 00000100:00100000:1.0:1767320037.154908:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990015872 00000100:00100000:1.0:1767320037.154931:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016256 00000100:00100000:1.0:1767320037.154934:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016256 00000100:00100000:0.0:1767320037.154949:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:1.0:1767320037.154955:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016512 00000100:00100000:0.0:1767320037.154956:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990016000:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.154959:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016512 00000100:00100000:1.0:1767320037.154976:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23763 00010000:00020000:0.0:1767320037.154979:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320037.154985:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990015872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320037.154998:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320037.155020:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990016000:12345-0@lo:38:kworker.0 Request processed in 63us (237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320037.155025:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:1.0:1767320037.155048:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990015872:12345-0@lo:38:kworker.0 Request processed in 62us (336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320037.155054:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23764 00000100:00100000:0.0:1767320037.155063:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990016256:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.155063:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23763 00010000:00020000:0.0:1767320037.155074:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320037.155085:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23765 00000100:00100000:1.0:1767320037.155092:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990016512:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320037.155096:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990016256:12345-0@lo:38:kworker.0 Request processed in 35us (259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320037.155101:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23764 00010000:00020000:1.0:1767320037.155107:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320037.155141:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320037.155141:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990016512:12345-0@lo:38:kworker.0 Request processed in 48us (265us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320037.155149:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320037.155151:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990015872:0@lo:38:kworker.0 00000100:00080000:0.0:1767320037.155158:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320037.155159:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320037.155163:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990016000:0@lo:38:kworker.0 00000100:00100000:1.0:1767320037.155164:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23765 00000100:00080000:0.0:1767320037.155169:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320037.155173:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320037.155174:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990016256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320037.155184:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320037.155187:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320037.155190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990016512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320037.155670:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990016768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320037.155760:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990016640:0@lo:400:kworker.0 00010000:00010000:3.0:1767320037.985549:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320038.176344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320038.244989:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320038.245075:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872000 00000100:00100000:3.0:1767320038.245082:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320038.245086:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872000 00000100:00080000:1.0:1767320038.245320:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320038.245322:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925871872 00000100:00100000:0.0:1767320038.245327:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925871872 00000100:00100000:2.0:1767320038.245586:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5442 00000100:00100000:3.0:1767320038.245596:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23766 00000100:00100000:2.0:1767320038.245599:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925872000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320038.245602:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925871872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320038.245622:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320038.245680:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925871872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 77us (597us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320038.245688:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23766 00000100:00100000:2.0:1767320038.245839:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925872000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 242us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320038.245846:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5442 00010000:00010000:3.0:1767320039.010273:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320039.201487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320040.032488:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320040.224843:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990016896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320040.224924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320040.225260:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990016896 00000100:00100000:1.0:1767320040.225270:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990016896 00000100:00100000:1.0:1767320040.225343:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:1.0:1767320040.225353:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990016896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320040.225385:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320040.225438:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990016896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320040.225445:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:1.0:1767320040.229712:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990016896:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320040.230515:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320040.230673:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320040.230690:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990017024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320040.230761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320040.231374:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017024 00000100:00100000:0.0:1767320040.231383:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017024 00000100:00100000:0.0:1767320040.231456:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:0.0:1767320040.231474:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990017024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320040.231504:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320040.231557:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990017024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320040.231564:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00080000:2.0:1767320040.231798:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320040.231892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990017024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320040.231976:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320041.057661:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320041.248455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320042.086203:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320042.272566:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320042.272696:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320042.272703:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320042.272706:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320042.272710:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320042.272714:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320042.272721:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5286 00000100:00080000:0.0:1767320042.272725:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320042.272732:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320042.273181:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163990017152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320042.273264:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990017152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320042.273338:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320042.273398:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017152 00000100:00100000:3.0:1767320042.273408:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017152 00000100:00100000:3.0:1767320042.273508:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23767 00000100:00100000:3.0:1767320042.273516:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990017152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320042.273537:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320042.274992:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320042.275000:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320042.275004:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320042.275012:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5286 00000100:00080000:0.0:1767320042.275017:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320042.275024:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320042.275056:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646a00 x1853163990017280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320042.280561:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990017280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320042.280655:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320042.280965:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017280 00000100:00100000:1.0:1767320042.280975:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017280 00000100:00100000:1.0:1767320042.281020:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:1.0:1767320042.281029:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990017280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320042.281053:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320042.281100:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990017280:12345-0@lo:38:kworker.0 Request processed in 70us (444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320042.281106:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:3.0:1767320042.281366:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990017152:12345-0@lo:38:kworker.0 Request processed in 7846us (8024us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320042.281377:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23767 00000100:00080000:2.0:1767320042.288290:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320042.288308:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320042.288314:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990017152:0@lo:38:kworker.0 00000100:00080000:2.0:1767320042.288371:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320042.288375:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320042.288378:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990017280:0@lo:38:kworker.0 00000100:00080000:0.0:1767320042.288556:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320042.288561:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320042.288563:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320042.288568:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5286 00000100:00080000:0.0:1767320042.288572:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320042.288579:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320042.288602:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163990017536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320042.288618:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767320042.288622:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320042.288627:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320042.288629:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320042.288632:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5286 00000100:00080000:0.0:1767320042.288635:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320042.288638:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990017664:0@lo:400:kworker.0 00000100:00080000:0.0:1767320042.288641:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320042.288656:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72bb80 x1853163990017792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320042.288711:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320042.288714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990017920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320042.288749:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990017408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320042.288756:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320042.288779:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320042.288812:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017664 00000100:00100000:0.0:1767320042.288966:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320042.288973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990018048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320042.288987:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017664 00000100:00100000:0.0:1767320042.289000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320042.289129:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017920 00000100:00100000:1.0:1767320042.289135:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017920 00000100:00100000:1.0:1767320042.289180:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018048 00000100:00100000:1.0:1767320042.289183:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018048 00000100:00100000:3.0:1767320042.289185:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017408 00000100:00100000:3.0:1767320042.289191:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017408 00000100:00100000:1.0:1767320042.289216:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1767320042.289227:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990017920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320042.289333:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990017536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320042.289386:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5443 00000100:00100000:3.0:1767320042.289394:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990017664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320042.289406:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:0.0:1767320042.289417:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990018048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320042.291825:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990017920:12345-0@lo:400:kworker.0 Request processed in 2592us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320042.292023:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1767320042.292086:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444 00000100:00100000:1.0:1767320042.292100:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990017408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320042.292171:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990017408:12345-0@lo:400:kworker.0 Request processed in 78us (3392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320042.292177:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444 00000100:00100000:1.0:1767320042.292249:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990017408:0@lo:400:kworker.0 00000100:00100000:1.0:1767320042.292342:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990017920:0@lo:400:kworker.0 00000100:00080000:1.0:1767320042.292370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320042.292375:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320042.292378:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320042.292533:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320042.292575:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990017792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320042.292602:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320042.292637:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017536 00000100:00100000:2.0:1767320042.292645:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017536 00000100:00100000:2.0:1767320042.292676:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990017792 00000100:00100000:2.0:1767320042.292679:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990017792 00000100:00100000:2.0:1767320042.292695:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23768 00000100:00100000:2.0:1767320042.292700:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990017536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320042.292721:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320042.292756:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990017536:12345-0@lo:38:kworker.0 Request processed in 55us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320042.292762:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23768 00000100:00100000:2.0:1767320042.292791:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23769 00000100:00100000:2.0:1767320042.292795:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990017792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320042.292804:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320042.292829:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990017792:12345-0@lo:38:kworker.0 Request processed in 32us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320042.292834:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23769 00000100:00080000:2.0:1767320042.293104:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320042.293110:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320042.293114:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990017536:0@lo:38:kworker.0 00000100:00080000:2.0:1767320042.293123:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320042.293126:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320042.293129:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990017792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320042.294532:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990017664:12345-0@lo:400:kworker.0 Request processed in 5133us (5815us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320042.294545:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5443 00000100:00100000:1.0:1767320042.294582:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990017664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320042.294635:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990018048:12345-0@lo:400:kworker.0 Request processed in 5220us (5634us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320042.294645:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:1.0:1767320042.294712:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990018048:0@lo:400:kworker.0 00010000:00010000:3.0:1767320043.104942:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320043.296634:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320043.366151:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320043.366280:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320043.366380:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872256 00000100:00100000:0.0:1767320043.366391:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872256 00000100:00100000:0.0:1767320043.366461:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872128 00000100:00100000:0.0:1767320043.366465:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872128 00000100:00100000:0.0:1767320043.366483:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5445 00000100:00100000:0.0:1767320043.366501:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925872256:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320043.366571:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925872256:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320043.366579:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5445 00000100:00100000:0.0:1767320043.366598:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23770 00000100:00100000:0.0:1767320043.366603:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925872128:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320043.366622:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320043.366646:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925872128:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320043.366652:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23770 00000100:00080000:1.0:1767320043.366781:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320044.128839:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320044.322266:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320045.152453:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320045.344542:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990018176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320045.344617:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320045.345129:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018176 00000100:00100000:2.0:1767320045.345139:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018176 00000100:00100000:3.0:1767320045.345140:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320045.345217:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1767320045.345249:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990018176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320045.345285:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320045.345348:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990018176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320045.345356:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00080000:1.0:1767320045.345456:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320045.345495:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990018176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320045.345512:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320045.345518:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990018304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320045.345546:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320045.345583:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018304 00000100:00100000:3.0:1767320045.345588:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018304 00000100:00100000:3.0:1767320045.345628:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:3.0:1767320045.345636:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990018304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320045.345651:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320045.345672:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320045.345678:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320045.345681:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320045.345686:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767320045.345687:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990018304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320045.345690:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320045.345693:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00080000:0.0:1767320045.345696:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5291 00000100:00080000:0.0:1767320045.345700:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320045.345704:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320045.345719:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990018304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320045.345731:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728a80 x1853163990018432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320045.345746:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320045.345750:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320045.345752:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320045.345755:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5291 00000100:00100000:3.0:1767320045.345757:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990018432:0@lo:38:kworker.0 00000100:00080000:0.0:1767320045.345758:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320045.345761:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320045.345773:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b800 x1853163990018560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320045.345786:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320045.345798:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320045.345802:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320045.345803:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320045.345807:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5292 00000100:00080000:0.0:1767320045.345809:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320045.345812:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320045.345813:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990018560:0@lo:38:kworker.0 00000100:00100000:0.0:1767320045.345822:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72bb80 x1853163990018816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320045.345836:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320045.345838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320045.345840:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320045.345841:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320045.345844:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5292 00000100:00080000:0.0:1767320045.345846:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320045.345849:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320045.345859:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163990019072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320045.345860:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990018816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320045.345879:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320045.345892:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990018688:0@lo:400:kworker.0 00000100:00100000:3.0:1767320045.345894:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990019072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320045.345911:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320045.345921:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990018944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320045.345938:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018432 00000100:00100000:0.0:1767320045.345941:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320045.345941:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018432 00000100:00100000:3.0:1767320045.345958:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018816 00000100:00100000:3.0:1767320045.345960:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018816 00000100:00100000:3.0:1767320045.345974:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019072 00000100:00100000:3.0:1767320045.345977:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019072 00000100:00080000:1.0:1767320045.346004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320045.346033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320045.357517:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018944 00000100:00100000:0.0:1767320045.357538:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018944 00000100:00100000:0.0:1767320045.357612:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018688 00000100:00100000:0.0:1767320045.357616:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018688 00000100:00100000:0.0:1767320045.357637:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5446 00000100:00100000:0.0:1767320045.357646:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990018944:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320045.357754:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320045.357892:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447 00000100:00100000:1.0:1767320045.357902:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990018688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320045.358599:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990018944:12345-0@lo:400:kworker.0 Request processed in 951us (12653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320045.358609:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5446 00000100:00100000:0.0:1767320045.358637:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23771 00000100:00100000:0.0:1767320045.358642:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990018432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320045.358662:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320045.358705:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990018432:12345-0@lo:38:kworker.0 Request processed in 62us (12918us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320045.358712:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23771 00000100:00100000:0.0:1767320045.358724:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23772 00000100:00100000:0.0:1767320045.358728:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990018816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320045.358737:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320045.358759:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990018816:12345-0@lo:38:kworker.0 Request processed in 29us (12879us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320045.358764:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23772 00000100:00100000:0.0:1767320045.358774:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23773 00000100:00100000:0.0:1767320045.358778:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990019072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320045.358788:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320045.358809:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990019072:12345-0@lo:38:kworker.0 Request processed in 29us (12897us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320045.358814:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23773 00000100:00100000:3.0:1767320045.360371:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990018560 00000100:00100000:3.0:1767320045.360398:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990018560 00000100:00100000:3.0:1767320045.360440:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1767320045.360446:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990018560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320045.360465:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320045.360538:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990018560:12345-0@lo:38:kworker.0 Request processed in 91us (14698us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320045.360544:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00080000:3.0:1767320045.360605:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320045.360611:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320045.360616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990019072:0@lo:38:kworker.0 00000100:00080000:3.0:1767320045.360628:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320045.360632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320045.360635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990018816:0@lo:38:kworker.0 00000100:00080000:3.0:1767320045.360645:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320045.360648:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320045.360651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990018560:0@lo:38:kworker.0 00000100:00080000:3.0:1767320045.360660:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320045.360663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320045.360666:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990018432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320045.361539:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990018688:12345-0@lo:400:kworker.0 Request processed in 3633us (15498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320045.361552:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447 00000100:00100000:3.0:1767320045.361679:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990018688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320045.361839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990018944:0@lo:400:kworker.0 00010000:00010000:0.0:1767320046.176469:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320046.368502:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320047.200888:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320047.392757:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320048.224677:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320048.416600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320048.486705:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320048.486844:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320048.495594:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872384 00000100:00100000:0.0:1767320048.495616:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872384 00000100:00100000:0.0:1767320048.495703:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872512 00000100:00100000:0.0:1767320048.495707:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872512 00000100:00100000:0.0:1767320048.495785:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5448 00000100:00100000:0.0:1767320048.495799:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925872512:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320048.495976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320048.496144:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23774 00000100:00100000:3.0:1767320048.496154:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925872384:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320048.496190:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320048.496298:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925872512:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 501us (9452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320048.496309:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5448 00000100:00100000:3.0:1767320048.501215:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925872384:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 5032us (14502us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320048.501261:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23774 00010000:00010000:3.0:1767320049.248617:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320049.440535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320050.273599:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320050.464440:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320050.464449:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320050.464453:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320050.464459:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320050.464463:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320050.464475:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5295 00000100:00080000:2.0:1767320050.464481:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320050.464483:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990019200:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320050.464490:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320050.464534:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75c00 x1853163990019328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320050.464564:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320050.464567:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320050.464569:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320050.464573:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5295 00000100:00080000:2.0:1767320050.464576:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320050.464581:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320050.464583:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320050.464597:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76300 x1853163990019456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320050.464603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990019328:0@lo:38:kworker.0 00000100:00080000:2.0:1767320050.464622:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320050.464627:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320050.464628:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320050.464633:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5295 00000100:00080000:2.0:1767320050.464635:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320050.464639:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320050.464651:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7b80 x1853163990019712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320050.464657:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320050.464667:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320050.464672:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990019584:0@lo:400:kworker.0 00000100:00080000:2.0:1767320050.464687:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320050.464690:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320050.464692:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320050.464697:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5295 00000100:00080000:2.0:1767320050.464700:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320050.464703:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320050.464704:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320050.464715:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990019456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320050.464717:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163990019968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320050.464741:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019200 00000100:00100000:0.0:1767320050.464750:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019200 00000100:00100000:1.0:1767320050.464758:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320050.464760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990020096:0@lo:400:kworker.0 00000100:00100000:1.0:1767320050.464796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990019712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320050.464803:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320050.464819:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:0.0:1767320050.464832:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990019200:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320050.464832:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320050.464860:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990019968:0@lo:38:kworker.0 00002000:00000024:0.0:1767320050.464880:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320050.464888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320050.464928:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019328 00000100:00100000:2.0:1767320050.464929:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320050.464937:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990019840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320050.464960:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320050.464988:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020096 00000100:00100000:2.0:1767320050.465002:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020096 00000100:00100000:2.0:1767320050.465037:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:2.0:1767320050.465044:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990020096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320050.465101:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320050.465138:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019584 00000100:00100000:3.0:1767320050.465142:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019584 00000100:00100000:3.0:1767320050.465177:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019712 00000100:00100000:3.0:1767320050.465180:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019712 00000100:00100000:3.0:1767320050.465190:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019968 00000100:00100000:3.0:1767320050.465192:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019968 00000100:00100000:3.0:1767320050.465199:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019840 00000100:00100000:3.0:1767320050.465201:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019840 00000100:00100000:3.0:1767320050.465215:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5449 00000100:00100000:3.0:1767320050.465221:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990019584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320050.465253:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990020096:12345-0@lo:400:kworker.0 Request processed in 208us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320050.465262:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00100000:2.0:1767320050.465308:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990020096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320050.465361:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450 00000100:00100000:2.0:1767320050.465368:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990019840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320050.465402:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990019840:12345-0@lo:400:kworker.0 Request processed in 35us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320050.465408:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450 00000100:00100000:2.0:1767320050.465424:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23775 00000100:00100000:2.0:1767320050.465428:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990019712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320050.465447:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320050.465479:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990019712:12345-0@lo:38:kworker.0 Request processed in 49us (650us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320050.465486:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23775 00000100:00100000:2.0:1767320050.465497:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23776 00000100:00100000:2.0:1767320050.465502:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990019968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320050.465511:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320050.465518:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990019200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 692us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320050.465525:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1767320050.465530:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990019968:12345-0@lo:38:kworker.0 Request processed in 28us (644us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320050.465535:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23776 00000100:00080000:0.0:1767320050.465548:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320050.465553:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320050.465556:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320050.465556:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990019840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320050.465613:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019328 00000100:00100000:2.0:1767320050.465623:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990019456 00000100:00100000:2.0:1767320050.465628:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990019456 00000100:00100000:1.0:1767320050.465646:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23777 00000100:00100000:1.0:1767320050.465653:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990019328:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320050.465659:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1767320050.465667:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990019456:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320050.465706:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990019584:12345-0@lo:400:kworker.0 Request processed in 484us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320050.465712:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5449 00000100:00100000:3.0:1767320050.465789:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320050.465797:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990020224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320050.465824:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320050.465880:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320050.465886:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320050.465889:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990019968:0@lo:38:kworker.0 00000100:00080000:3.0:1767320050.465898:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320050.465912:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320050.465915:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990019712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320050.466082:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990019584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320050.466098:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990019200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320050.466120:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020224 00000100:00100000:0.0:1767320050.466124:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020224 00000100:00100000:0.0:1767320050.466155:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1767320050.466161:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990020224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320050.466182:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320050.466217:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990020224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320050.466223:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1767320050.466267:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990020224:0@lo:13:osp-pre-0-1.0 00010000:00020000:1.0:1767320050.469177:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320050.469327:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990019328:12345-0@lo:38:kworker.0 Request processed in 3669us (4668us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320050.469346:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23777 00000100:00080000:3.0:1767320050.469606:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320050.469612:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320050.469616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990019328:0@lo:38:kworker.0 00010000:00020000:2.0:1767320050.469764:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320050.469807:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990019456:12345-0@lo:38:kworker.0 Request processed in 4141us (5050us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320050.469817:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00080000:3.0:1767320050.470005:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320050.470010:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320050.470018:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990019456:0@lo:38:kworker.0 00010000:00010000:0.0:1767320051.296688:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320051.491603:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320026/real 1767320026] req@ffff96e2d400e300 x1853163990014208/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320051 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320051.491658:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d400e300 x1853163990014208/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320051 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320051.491683:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320051.491711:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320051.491716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990014208:0@lo:250:kworker.0 00000100:00080000:2.0:1767320051.491736:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320051.491748:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320051.491754:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320051.491763:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5276 00000100:00080000:2.0:1767320051.491769:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320051.491776:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320051.491822:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163990020352/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320051.491849:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320051.491852:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320051.491855:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320051.491858:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5300 00000100:00080000:2.0:1767320051.491860:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320051.491863:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320051.491876:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091180 x1853163990020480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320051.491884:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320051.491886:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320051.491888:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320051.491892:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5300 00000100:00080000:2.0:1767320051.491894:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320051.491897:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320051.491908:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091500 x1853163990020608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320051.491941:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320051.491944:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320051.491946:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320051.491949:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5300 00000100:00080000:2.0:1767320051.491951:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320051.491954:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320051.491964:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b100 x1853163990020864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320051.492018:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320051.492022:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320051.492025:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320051.492028:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5300 00000100:00080000:2.0:1767320051.492031:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320051.492034:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320051.492068:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163990021120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320051.492113:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990020352:0@lo:250:kworker.0 00000100:00100000:2.0:1767320051.492121:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990020992:0@lo:400:kworker.0 00000400:00000100:1.0:1767320051.492197:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990020352 offset 0 length 520: 4 00000100:00100000:3.0:1767320051.492261:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990020736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320051.492291:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320051.492313:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990021376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320051.494463:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990020480:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.494532:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.494566:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990020608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.494594:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.494615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990020864:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.494636:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.494655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990021120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.494682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.494745:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020480 00000100:00100000:1.0:1767320051.494757:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020480 00000100:00100000:1.0:1767320051.494802:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020864 00000100:00100000:1.0:1767320051.494806:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020864 00000100:00100000:1.0:1767320051.494820:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021120 00000100:00100000:1.0:1767320051.494823:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021120 00000100:00100000:1.0:1767320051.494847:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23778 00000100:00100000:1.0:1767320051.494857:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990020480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320051.494904:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320051.495068:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320051.495111:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020736 00000100:00100000:3.0:1767320051.495115:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020736 00000100:00100000:3.0:1767320051.495149:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5451 00000100:00100000:3.0:1767320051.495156:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990020736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320051.495210:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990020736:12345-0@lo:400:kworker.0 Request processed in 53us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320051.495218:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5451 00000100:00100000:3.0:1767320051.495268:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23779 00000100:00100000:3.0:1767320051.495272:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990020864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320051.495283:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320051.496121:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990020480:12345-0@lo:38:kworker.0 Request processed in 1258us (1583us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320051.496122:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990020864:12345-0@lo:38:kworker.0 Request processed in 845us (1480us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320051.496726:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23779 00000100:00100000:1.0:1767320051.497056:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23778 00000100:00100000:3.0:1767320051.497073:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23780 00000100:00100000:3.0:1767320051.497149:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990021120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320051.497169:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320051.497253:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990021120:12345-0@lo:38:kworker.0 Request processed in 105us (2570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320051.497967:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320051.498072:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021376 00000100:00100000:0.0:1767320051.498080:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021376 00000100:00100000:0.0:1767320051.498129:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:0.0:1767320051.498137:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990021376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320051.498221:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990021376:12345-0@lo:400:kworker.0 Request processed in 84us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320051.498248:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00100000:0.0:1767320051.498313:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990021376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320051.498724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320051.498746:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320051.498758:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990021248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320051.498787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320051.498826:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020608 00000100:00100000:2.0:1767320051.498831:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020608 00000100:00100000:2.0:1767320051.498856:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767320051.498861:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990020608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320051.498881:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320051.498920:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990020608:12345-0@lo:38:kworker.0 Request processed in 59us (4326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320051.498927:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767320051.498945:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990020992 00000100:00100000:2.0:1767320051.498948:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990020992 00000100:00080000:0.0:1767320051.499013:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320051.499018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320051.499022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990020480:0@lo:38:kworker.0 00000100:00080000:0.0:1767320051.499030:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320051.499033:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320051.499035:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990020608:0@lo:38:kworker.0 00000100:00080000:0.0:1767320051.499044:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320051.499047:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320051.499049:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990020864:0@lo:38:kworker.0 00000100:00080000:0.0:1767320051.499058:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320051.499061:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320051.499063:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990021120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320051.499130:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990020736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320051.499560:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021248 00000100:00100000:0.0:1767320051.499564:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021248 00000100:00100000:0.0:1767320051.499595:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1767320051.499602:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990021248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320051.499654:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23780 00000100:00100000:0.0:1767320051.499664:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990021248:12345-0@lo:400:kworker.0 Request processed in 59us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320051.499673:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1767320051.499810:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990021248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320051.504861:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5452 00000100:00100000:2.0:1767320051.504890:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990020992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320051.505014:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990020992:12345-0@lo:400:kworker.0 Request processed in 140us (6289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320051.505022:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5452 00000100:00100000:0.0:1767320051.505274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990020992:0@lo:400:kworker.0 00010000:00010000:3.0:1767320052.322822:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320052.512549:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320052.585411:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767320052.585448:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925872640 offset 0 length 520: 4 00000100:00100000:1.0:1767320052.585474:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320052.585604:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872896 00000100:00100000:3.0:1767320052.585615:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872896 00000100:00100000:3.0:1767320052.585717:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925872768 00000100:00100000:3.0:1767320052.585721:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925872768 00000100:00100000:3.0:1767320052.585738:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5453 00000100:00100000:3.0:1767320052.585748:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925872896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320052.585819:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925872896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320052.585827:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5453 00000100:00100000:3.0:1767320052.585845:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23781 00000100:00100000:3.0:1767320052.585850:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925872768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320052.585869:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320052.585892:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925872768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (417us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320052.585899:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23781 00000100:00080000:1.0:1767320052.586824:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320053.344556:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320053.536545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320054.368427:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320054.560580:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320055.393044:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320055.585945:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320055.586081:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320055.586098:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990021504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320055.586140:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320055.586153:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990021632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320055.586177:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320055.586212:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320055.586270:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021504 00000100:00100000:0.0:1767320055.586279:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021504 00000100:00100000:1.0:1767320055.586283:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021632 00000100:00100000:1.0:1767320055.586290:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021632 00000100:00100000:1.0:1767320055.586341:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:1.0:1767320055.586354:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990021504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320055.586382:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320055.590507:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1767320055.590545:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990021632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320055.590582:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320055.590675:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990021632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (4462us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320055.590682:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00080000:0.0:1767320055.590809:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320055.590842:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320055.595760:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990021632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320055.595976:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990021504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9625us (9796us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320055.595987:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:3.0:1767320055.596266:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990021504:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320056.417375:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320056.609569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320056.610056:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.610063:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320056.610066:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.610069:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.610073:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.610080:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5301 00000100:00080000:3.0:1767320056.610084:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.610090:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320056.610126:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b800 x1853163990021760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320056.610154:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.610158:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.610160:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.610163:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5301 00000100:00080000:3.0:1767320056.610165:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.610168:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320056.610181:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728380 x1853163990021888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320056.610206:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.610209:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.610210:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.610213:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5301 00000100:00080000:3.0:1767320056.610215:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.610219:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320056.610246:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75c00 x1853163990022144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320056.610272:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.610276:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.610277:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.610281:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5301 00000100:00080000:3.0:1767320056.610283:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.610287:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320056.610309:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7b80 x1853163990022400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320056.610360:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990022656:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.610424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320056.610484:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320056.610490:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990022016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.610516:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320056.610540:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990022528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.610561:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320056.610578:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320056.610583:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990022272:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.610603:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320056.610760:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022016 00000100:00100000:0.0:1767320056.610768:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022016 00000100:00100000:0.0:1767320056.610849:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022272 00000100:00100000:0.0:1767320056.610854:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022272 00000100:00100000:0.0:1767320056.610906:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5454 00000100:00100000:0.0:1767320056.610915:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990022016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.610979:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990022016:12345-0@lo:400:kworker.0 Request processed in 65us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320056.610986:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5454 00000100:00100000:0.0:1767320056.611003:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455 00000100:00100000:0.0:1767320056.611009:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990022272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.611042:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990022272:12345-0@lo:400:kworker.0 Request processed in 33us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320056.611047:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455 00000100:00100000:0.0:1767320056.611065:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022656 00000100:00100000:0.0:1767320056.611069:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022656 00000100:00100000:0.0:1767320056.611087:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022528 00000100:00100000:0.0:1767320056.611090:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022528 00000100:00100000:0.0:1767320056.611105:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:0.0:1767320056.611111:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990022656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.611142:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990022656:12345-0@lo:400:kworker.0 Request processed in 30us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320056.611148:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:0.0:1767320056.611160:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1767320056.611166:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990022528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.611191:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990022528:12345-0@lo:400:kworker.0 Request processed in 26us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320056.611196:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1767320056.611261:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990022272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.611273:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990022528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.611315:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990022016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.611324:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990022656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320056.611573:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990021760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320056.611605:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320056.611640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990021888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320056.611666:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320056.611691:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990022144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320056.611712:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320056.611729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990022400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320056.611751:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320056.611780:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021888 00000100:00100000:1.0:1767320056.611784:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021888 00000100:00100000:1.0:1767320056.611806:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:1.0:1767320056.611811:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990021888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320056.611829:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320056.611867:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990021888:12345-0@lo:38:kworker.0 Request processed in 55us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320056.611893:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:1.0:1767320056.611912:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990021760 00000100:00100000:1.0:1767320056.611916:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990021760 00000100:00100000:1.0:1767320056.611933:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022144 00000100:00100000:1.0:1767320056.611936:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022144 00000100:00100000:1.0:1767320056.611946:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022400 00000100:00100000:1.0:1767320056.611949:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022400 00000100:00100000:1.0:1767320056.611963:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23782 00000100:00100000:1.0:1767320056.611967:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990021760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320056.611977:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320056.612003:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990021760:12345-0@lo:38:kworker.0 Request processed in 35us (398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320056.612009:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23782 00000100:00100000:1.0:1767320056.612020:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23783 00000100:00100000:1.0:1767320056.612023:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990022144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320056.612032:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320056.612055:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990022144:12345-0@lo:38:kworker.0 Request processed in 30us (343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320056.612061:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23783 00000100:00100000:1.0:1767320056.612073:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23784 00000100:00100000:1.0:1767320056.612076:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990022400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320056.612085:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320056.612108:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990022400:12345-0@lo:38:kworker.0 Request processed in 30us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320056.612113:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23784 00000100:00080000:1.0:1767320056.612140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320056.612145:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320056.612148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990021760:0@lo:38:kworker.0 00000100:00080000:1.0:1767320056.612158:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320056.612161:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320056.612164:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990021888:0@lo:38:kworker.0 00000100:00080000:1.0:1767320056.612171:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320056.612174:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320056.612176:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990022144:0@lo:38:kworker.0 00000100:00080000:1.0:1767320056.612185:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320056.612188:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320056.612191:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990022400:0@lo:38:kworker.0 00000100:00080000:3.0:1767320056.612488:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320057.440918:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320057.632501:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320057.702636:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320057.702685:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320057.702824:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873024 00000100:00100000:3.0:1767320057.702835:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873024 00000100:00100000:3.0:1767320057.702894:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873152 00000100:00100000:3.0:1767320057.702899:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873152 00000100:00100000:3.0:1767320057.702952:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5456 00000100:00100000:3.0:1767320057.702963:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925873152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320057.703055:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925873152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320057.703063:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5456 00000100:00100000:3.0:1767320057.703082:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23785 00000100:00100000:3.0:1767320057.703086:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925873024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320057.703108:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320057.703134:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925873024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (510us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320057.703140:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23785 00000100:00080000:3.0:1767320057.703156:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320058.464752:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320058.656925:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320059.488876:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320059.680524:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320060.512538:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320060.704749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320060.705601:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990022784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320060.705700:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320060.705820:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990022912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320060.705854:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320060.712747:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022784 00000100:00100000:1.0:1767320060.712771:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022784 00000100:00100000:1.0:1767320060.712909:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990022912 00000100:00100000:1.0:1767320060.712914:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990022912 00000100:00100000:1.0:1767320060.712944:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320060.712955:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990022784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320060.713014:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320060.713164:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990022784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 210us (7462us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320060.713173:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320060.713199:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:1.0:1767320060.713206:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990022912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320060.713223:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320060.713297:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990022912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (7442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320060.713302:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:2.0:1767320060.713586:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990022912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320060.713694:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990022784:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320060.714025:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320060.714032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767320061.541581:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320061.729812:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320061.729826:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320061.729830:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320061.729835:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320061.729841:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320061.729851:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5306 00000100:00080000:0.0:1767320061.729857:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320061.729865:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320061.729929:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75c00 x1853163990023040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320061.729957:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320061.729961:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320061.729963:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320061.729978:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5306 00000100:00080000:0.0:1767320061.729981:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320061.729985:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320061.730000:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b76300 x1853163990023168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320061.730037:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320061.730042:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320061.730045:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320061.730049:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5306 00000100:00080000:0.0:1767320061.730052:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320061.730056:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320061.730068:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7b80 x1853163990023424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320061.730094:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320061.730098:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320061.730100:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320061.730104:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5306 00000100:00080000:0.0:1767320061.730106:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320061.730111:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320061.730122:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163990023680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320061.730196:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990023808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730318:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320061.730397:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320061.730404:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990023552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730432:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320061.730474:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023808 00000100:00100000:0.0:1767320061.730483:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023808 00000100:00100000:0.0:1767320061.730544:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:0.0:1767320061.730553:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990023808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730619:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990023808:12345-0@lo:400:kworker.0 Request processed in 66us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320061.730630:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:0.0:1767320061.730665:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023552 00000100:00100000:0.0:1767320061.730669:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023552 00000100:00100000:0.0:1767320061.730713:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5457 00000100:00100000:0.0:1767320061.730720:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990023552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730752:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990023552:12345-0@lo:400:kworker.0 Request processed in 32us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320061.730758:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5457 00000100:00100000:0.0:1767320061.730800:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990023296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730829:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320061.730847:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320061.730853:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990023936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730873:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320061.730898:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023296 00000100:00100000:0.0:1767320061.730903:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023296 00000100:00100000:0.0:1767320061.730929:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5458 00000100:00100000:0.0:1767320061.730935:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990023296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.730968:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990023296:12345-0@lo:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320061.730973:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5458 00000100:00100000:0.0:1767320061.730989:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023936 00000100:00100000:0.0:1767320061.730993:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023936 00000100:00100000:0.0:1767320061.731012:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:0.0:1767320061.731018:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990023936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.731047:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990023936:12345-0@lo:400:kworker.0 Request processed in 29us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320061.731056:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00100000:0.0:1767320061.731099:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990023936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.731111:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990023296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.731142:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990023552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.731151:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990023808:0@lo:400:kworker.0 00000100:00080000:3.0:1767320061.731752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320061.733521:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990023040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320061.733619:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320061.733677:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990023168:0@lo:38:kworker.0 00000100:00100000:2.0:1767320061.733711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320061.733750:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990023424:0@lo:38:kworker.0 00000100:00100000:2.0:1767320061.733774:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320061.733813:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990023680:0@lo:38:kworker.0 00000100:00100000:2.0:1767320061.733835:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320061.733883:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023040 00000100:00100000:2.0:1767320061.733892:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023040 00000100:00100000:2.0:1767320061.733943:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023424 00000100:00100000:2.0:1767320061.733947:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023424 00000100:00100000:2.0:1767320061.733965:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023680 00000100:00100000:2.0:1767320061.733968:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023680 00000100:00100000:2.0:1767320061.733988:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23786 00000100:00100000:2.0:1767320061.733995:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990023040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320061.734024:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320061.734073:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990023040:12345-0@lo:38:kworker.0 Request processed in 76us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320061.734082:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23786 00000100:00100000:2.0:1767320061.734099:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23787 00000100:00100000:2.0:1767320061.734103:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990023424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320061.734112:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320061.734133:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990023424:12345-0@lo:38:kworker.0 Request processed in 28us (358us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320061.734139:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23787 00000100:00100000:2.0:1767320061.734163:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23788 00000100:00100000:2.0:1767320061.734168:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990023680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320061.734177:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320061.734200:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990023680:12345-0@lo:38:kworker.0 Request processed in 30us (363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320061.734206:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23788 00000100:00080000:2.0:1767320061.734291:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320061.734297:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320061.734302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990023040:0@lo:38:kworker.0 00000100:00080000:2.0:1767320061.734311:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320061.734314:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320061.734317:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990023424:0@lo:38:kworker.0 00000100:00080000:2.0:1767320061.734325:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320061.734328:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320061.734331:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990023680:0@lo:38:kworker.0 00000100:00100000:3.0:1767320061.734443:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990023168 00000100:00100000:3.0:1767320061.734448:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990023168 00000100:00100000:3.0:1767320061.734483:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:3.0:1767320061.734490:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990023168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320061.734500:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320061.734539:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990023168:12345-0@lo:38:kworker.0 Request processed in 48us (827us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320061.734545:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00080000:3.0:1767320061.734575:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320061.734579:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320061.734582:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990023168:0@lo:38:kworker.0 00000100:00100000:3.0:1767320061.740414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320062.562029:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320062.752380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320062.819447:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320062.819512:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320062.819680:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873408 00000100:00100000:1.0:1767320062.819695:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873408 00000100:00100000:1.0:1767320062.819821:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873280 00000100:00100000:1.0:1767320062.819825:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873280 00000100:00100000:1.0:1767320062.819851:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5459 00000100:00100000:1.0:1767320062.819865:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925873408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320062.819931:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23789 00000100:00100000:2.0:1767320062.819947:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925873280:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:1.0:1767320062.819974:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925873408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (540us total) trans 0 rc 0/0 00010000:00020000:2.0:1767320062.819980:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320062.819994:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5459 00000100:00100000:2.0:1767320062.820068:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925873280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 121us (552us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320062.820090:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23789 00000100:00080000:3.0:1767320062.820490:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320063.584480:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320063.785200:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320064.608486:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320064.800747:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320065.632538:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320065.824431:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990024064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320065.824504:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320065.826863:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990024192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320065.826922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320065.826976:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320065.831885:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024064 00000100:00100000:2.0:1767320065.831903:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024064 00000100:00100000:2.0:1767320065.832080:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024192 00000100:00100000:2.0:1767320065.832085:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024192 00000100:00100000:1.0:1767320065.832148:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:1.0:1767320065.832161:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990024064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320065.832199:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320065.832312:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990024064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (7808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320065.832320:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:1.0:1767320065.832844:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990024064:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320065.835924:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320065.835937:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320065.836336:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:2.0:1767320065.836351:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990024192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320065.836385:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320065.836768:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990024192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 422us (9845us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320065.836776:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00100000:1.0:1767320065.841949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990024192:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320066.656499:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320066.849906:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320066.849917:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320066.849920:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320066.849925:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320066.849929:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320066.849937:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5311 00000100:00080000:3.0:1767320066.849942:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320066.849949:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320066.849957:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320066.849991:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163990024320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320066.850018:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320066.850022:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320066.850024:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320066.850028:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5311 00000100:00080000:3.0:1767320066.850030:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320066.850034:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320066.850046:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ca80 x1853163990024448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320066.850068:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320066.850072:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320066.850074:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320066.850077:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5311 00000100:00080000:3.0:1767320066.850079:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320066.850082:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320066.850093:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ce00 x1853163990024704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320066.850110:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320066.850119:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320066.850123:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320066.850124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990024576:0@lo:400:kworker.0 00000100:00080000:3.0:1767320066.850125:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320066.850128:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5311 00000100:00080000:3.0:1767320066.850130:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320066.850133:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320066.850142:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163990024960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320066.850174:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990024832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320066.850185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320066.850197:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320066.850261:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990025216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320066.850273:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024576 00000100:00100000:0.0:1767320066.850280:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024576 00000100:00100000:1.0:1767320066.850285:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320066.850317:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990025088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320066.850331:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024832 00000100:00100000:0.0:1767320066.850334:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024832 00000100:00100000:1.0:1767320066.850339:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320066.850357:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460 00000100:00100000:1.0:1767320066.850364:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990024320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320066.850365:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990024576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320066.850385:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320066.850405:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990024448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320066.850416:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990024576:12345-0@lo:400:kworker.0 Request processed in 52us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320066.850423:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320066.850424:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460 00000100:00100000:0.0:1767320066.850440:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024320 00000100:00100000:1.0:1767320066.850442:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990024704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320066.850443:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024320 00000100:00100000:0.0:1767320066.850461:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461 00000100:00100000:1.0:1767320066.850461:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320066.850466:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990024832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320066.850470:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990024960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320066.850486:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320066.850489:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990024832:12345-0@lo:400:kworker.0 Request processed in 23us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320066.850495:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461 00000100:00100000:0.0:1767320066.850504:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024704 00000100:00100000:1.0:1767320066.850506:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024960 00000100:00100000:0.0:1767320066.850507:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024704 00000100:00100000:1.0:1767320066.850508:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024960 00000100:00100000:0.0:1767320066.850518:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23790 00000100:00100000:0.0:1767320066.850522:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990024320:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320066.850522:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23791 00000100:00100000:1.0:1767320066.850525:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990024704:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320066.850585:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23792 00000100:00100000:2.0:1767320066.850591:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990024960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320066.850614:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320066.850633:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320066.850648:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990024320:12345-0@lo:38:kworker.0 Request processed in 125us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320066.850654:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990024704:12345-0@lo:38:kworker.0 Request processed in 128us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320066.850655:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23790 00000100:00100000:1.0:1767320066.850660:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23791 00000100:00100000:1.0:1767320066.850676:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990024448 00000100:00100000:1.0:1767320066.850679:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990024448 00000100:00100000:0.0:1767320066.850682:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025216 00000100:00100000:0.0:1767320066.850685:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025216 00000100:00100000:1.0:1767320066.850800:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:1.0:1767320066.850805:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990024448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320066.850815:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320066.850829:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025088 00000100:00100000:0.0:1767320066.850832:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025088 00000100:00100000:0.0:1767320066.850851:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1767320066.850851:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990024448:12345-0@lo:38:kworker.0 Request processed in 33us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320066.850857:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990025216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320066.850857:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00100000:0.0:1767320066.850888:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990025216:12345-0@lo:400:kworker.0 Request processed in 31us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320066.850894:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1767320066.850901:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:1.0:1767320066.850910:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990025088:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320066.850937:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320066.850941:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990025088:12345-0@lo:400:kworker.0 Request processed in 34us (601us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320066.850942:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320066.850945:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990024320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320066.850946:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00080000:0.0:1767320066.850956:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320066.850959:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320066.850962:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990024448:0@lo:38:kworker.0 00000100:00080000:0.0:1767320066.850968:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320066.850970:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990025088:0@lo:400:kworker.0 00000100:00080000:0.0:1767320066.850971:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320066.850974:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990024704:0@lo:38:kworker.0 00000100:00080000:1.0:1767320066.850988:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320066.851006:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990025216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320066.851017:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990024576:0@lo:400:kworker.0 00000100:00100000:3.0:1767320066.853944:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990024832:0@lo:400:kworker.0 00010000:00020000:2.0:1767320066.854269:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320066.854368:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990024960:12345-0@lo:38:kworker.0 Request processed in 3774us (3879us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320066.854379:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23792 00000100:00080000:0.0:1767320066.854983:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320066.854990:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320066.854994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990024960:0@lo:38:kworker.0 00010000:00010000:3.0:1767320067.683264:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320067.881464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320067.939499:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320067.941463:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873536 00000100:00100000:2.0:1767320067.941479:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873536 00000100:00100000:2.0:1767320067.941548:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23793 00000100:00100000:2.0:1767320067.941557:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925873536:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320067.941581:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320067.941662:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925873536:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 105us (2189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320067.941680:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23793 00000100:00100000:0.0:1767320067.945600:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320067.945708:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873664 00000100:00100000:1.0:1767320067.945719:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873664 00000100:00100000:1.0:1767320067.945813:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5462 00000100:00100000:1.0:1767320067.945825:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925873664:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320067.945911:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925873664:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320067.945918:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5462 00000100:00080000:3.0:1767320067.946523:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320068.704567:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320068.896359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320069.728482:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320069.920334:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320070.752611:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320070.944388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320070.944751:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320070.944836:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320070.944852:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990025472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320070.944919:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320070.945250:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025472 00000100:00100000:0.0:1767320070.945258:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025472 00000100:00100000:0.0:1767320070.945326:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:0.0:1767320070.945337:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990025472:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320070.945366:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767320070.945367:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320070.945422:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990025472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320070.945430:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1767320070.945494:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990025472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320070.945752:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990025344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320070.945787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320070.945979:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025344 00000100:00100000:0.0:1767320070.945984:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025344 00000100:00100000:0.0:1767320070.946024:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:0.0:1767320070.946031:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990025344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320070.946048:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320070.946090:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990025344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320070.946097:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:3.0:1767320070.946178:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990025344:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320070.946222:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1767320071.777346:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320071.970995:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.971004:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320071.971015:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.971019:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.971023:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.971031:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5316 00000100:00080000:2.0:1767320071.971041:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.971049:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320071.971090:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990025600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320071.971110:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.971114:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.971115:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.971119:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5316 00000100:00080000:2.0:1767320071.971122:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.971125:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320071.971170:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320071.971247:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990025600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320071.971315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.971488:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025600 00000100:00100000:3.0:1767320071.971496:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025600 00000100:00100000:3.0:1767320071.971534:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23794 00000100:00100000:3.0:1767320071.971541:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990025600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320071.971562:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320071.971614:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990025600:12345-0@lo:38:kworker.0 Request processed in 73us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320071.971622:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23794 00000100:00080000:3.0:1767320071.971657:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320071.971662:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320071.971666:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990025600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320071.984835:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990025728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320071.984903:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.984907:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.984910:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.984916:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5316 00000100:00080000:2.0:1767320071.984920:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.984926:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320071.984952:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9badf80 x1853163990025984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320071.984980:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.984983:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.984985:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.984988:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5316 00000100:00080000:2.0:1767320071.984990:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.984993:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320071.985003:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990026240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320071.985567:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990026496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.985645:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320071.985721:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320071.985728:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990025856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.985753:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320071.985792:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025856 00000100:00100000:0.0:1767320071.985799:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025856 00000100:00100000:0.0:1767320071.985855:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5463 00000100:00100000:0.0:1767320071.985865:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990025856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.985919:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990025856:12345-0@lo:400:kworker.0 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320071.985925:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5463 00000100:00100000:0.0:1767320071.985974:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990026368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.986000:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.986187:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990026112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320071.986218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.986281:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990025728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320071.986308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.986345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990025984:0@lo:38:kworker.0 00000100:00100000:3.0:1767320071.986368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.986386:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990026240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320071.986405:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.986436:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025728 00000100:00100000:3.0:1767320071.986441:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025728 00000100:00100000:3.0:1767320071.986462:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:3.0:1767320071.986467:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990025728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320071.986487:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320071.986576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320071.986618:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990026112 00000100:00100000:1.0:1767320071.986622:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990026112 00000100:00100000:1.0:1767320071.986654:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990025984 00000100:00100000:1.0:1767320071.986658:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990025984 00000100:00100000:1.0:1767320071.986676:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990026240 00000100:00100000:1.0:1767320071.986679:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990026240 00000100:00100000:1.0:1767320071.986688:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5464 00000100:00100000:1.0:1767320071.986694:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990026112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320071.986747:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990026496 00000100:00100000:2.0:1767320071.986751:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990026496 00000100:00100000:2.0:1767320071.986778:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990026368 00000100:00100000:2.0:1767320071.986781:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990026368 00000100:00100000:2.0:1767320071.986797:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767320071.986803:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990026496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.991841:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:0.0:1767320071.991862:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990026368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.992487:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990026368:12345-0@lo:400:kworker.0 Request processed in 632us (6483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320071.992496:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:0.0:1767320071.992535:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23795 00000100:00100000:0.0:1767320071.992541:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990025984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320071.992562:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320071.992627:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990025984:12345-0@lo:38:kworker.0 Request processed in 85us (6258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320071.992633:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23795 00000100:00100000:0.0:1767320071.992647:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23796 00000100:00100000:0.0:1767320071.992652:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990026240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320071.992662:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320071.992686:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990026240:12345-0@lo:38:kworker.0 Request processed in 32us (6280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320071.992692:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23796 00000100:00100000:0.0:1767320071.992741:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990026368:0@lo:400:kworker.0 00000100:00080000:0.0:1767320071.992788:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320071.992810:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990025856:0@lo:400:kworker.0 00000100:00080000:0.0:1767320071.992873:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320071.992878:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320071.992881:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990025984:0@lo:38:kworker.0 00000100:00080000:0.0:1767320071.992890:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320071.992893:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320071.992895:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990026240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320071.993583:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990025728:12345-0@lo:38:kworker.0 Request processed in 7111us (7270us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320071.993602:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00080000:0.0:1767320071.993618:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320071.993622:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320071.993626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990025728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320071.998756:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990026112:12345-0@lo:400:kworker.0 Request processed in 12050us (12525us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320071.998776:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5464 00000100:00100000:3.0:1767320071.999634:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990026112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320072.004689:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990026496:12345-0@lo:400:kworker.0 Request processed in 17876us (19033us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320072.004704:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:0.0:1767320072.004838:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990026496:0@lo:400:kworker.0 00010000:00010000:3.0:1767320072.800643:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320072.993608:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320073.061872:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320073.061940:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320073.062047:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873920 00000100:00100000:1.0:1767320073.062058:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873920 00000100:00100000:1.0:1767320073.062136:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925873792 00000100:00100000:1.0:1767320073.062140:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925873792 00000100:00100000:1.0:1767320073.062173:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5465 00000100:00100000:1.0:1767320073.062183:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925873920:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320073.062339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320073.062610:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925873920:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 427us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320073.062619:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5465 00000100:00100000:1.0:1767320073.062640:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23797 00000100:00100000:1.0:1767320073.062645:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925873792:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320073.062665:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320073.062692:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925873792:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (753us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320073.062699:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23797 00010000:00010000:3.0:1767320073.824767:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320074.018121:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320074.851969:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320075.040898:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320075.872459:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320076.065289:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320051/real 1767320051] req@ffff96e2ec091c00 x1853163990020352/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320076 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320076.065321:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec091c00 x1853163990020352/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320076 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320076.065337:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320076.065353:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320076.065357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990020352:0@lo:250:kworker.0 00000100:00080000:1.0:1767320076.066145:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320076.066150:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320076.066153:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320076.066160:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5301 00000100:00080000:1.0:1767320076.066164:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320076.066170:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320076.066189:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da728380 x1853163990026752/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320076.066203:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320076.066206:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320076.066208:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320076.066211:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5321 00000100:00080000:1.0:1767320076.066213:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320076.066217:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320076.066448:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b800 x1853163990026880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320076.066458:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320076.066461:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320076.066463:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320076.066466:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5321 00000100:00080000:1.0:1767320076.066468:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320076.066472:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320076.066511:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163990027008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320076.066571:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320076.066575:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320076.066577:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320076.066580:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5321 00000100:00080000:1.0:1767320076.066582:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320076.066587:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320076.066598:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eed80 x1853163990027264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320076.066612:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320076.066615:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320076.066616:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320076.066619:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5321 00000100:00080000:1.0:1767320076.066621:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320076.066625:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320076.066634:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7efb80 x1853163990027520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320076.066668:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990026624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320076.066736:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.066792:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990027776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.066816:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.066846:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320076.066852:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990027648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.066883:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.066911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990027136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.066936:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.066955:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320076.066960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990027392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.066980:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.067010:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027776 00000100:00100000:1.0:1767320076.067017:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027776 00000100:00100000:1.0:1767320076.067065:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027648 00000100:00100000:1.0:1767320076.067068:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027648 00000100:00100000:1.0:1767320076.067090:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:1.0:1767320076.067100:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990027776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067145:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990027776:12345-0@lo:400:kworker.0 Request processed in 48us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.067153:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:1.0:1767320076.067170:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:1.0:1767320076.067177:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990027648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067203:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990027648:12345-0@lo:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.067208:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00000100:00100000:1.0:1767320076.067263:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027136 00000100:00100000:1.0:1767320076.067266:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027136 00000100:00100000:1.0:1767320076.067290:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027392 00000100:00100000:1.0:1767320076.067292:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027392 00000100:00100000:1.0:1767320076.067312:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5466 00000100:00100000:1.0:1767320076.067317:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990027136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067349:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990027136:12345-0@lo:400:kworker.0 Request processed in 31us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.067355:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5466 00000100:00100000:1.0:1767320076.067367:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467 00000100:00100000:1.0:1767320076.067372:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990027392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067396:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990027392:12345-0@lo:400:kworker.0 Request processed in 24us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.067402:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467 00000100:00080000:1.0:1767320076.067416:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320076.067421:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320076.067423:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320076.067460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990027392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067468:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990027136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067486:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990026752:0@lo:250:kworker.0 00000400:00000100:1.0:1767320076.067502:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990026752 offset 0 length 520: 4 00000100:00100000:1.0:1767320076.067528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990026880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.067547:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.067562:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990027008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.067587:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.067602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990027264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.067621:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.067635:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990027520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.067653:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.067676:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990026880 00000100:00100000:1.0:1767320076.067679:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990026880 00000100:00100000:1.0:1767320076.067695:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027264 00000100:00100000:1.0:1767320076.067698:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027264 00000100:00100000:1.0:1767320076.067704:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027520 00000100:00100000:1.0:1767320076.067706:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027520 00000100:00100000:1.0:1767320076.067715:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23798 00000100:00100000:1.0:1767320076.067720:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990026880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320076.067735:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320076.067764:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990026880:12345-0@lo:38:kworker.0 Request processed in 43us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320076.067770:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23798 00000100:00100000:1.0:1767320076.067780:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23799 00000100:00100000:1.0:1767320076.067783:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990027264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320076.067791:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320076.067807:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990027264:12345-0@lo:38:kworker.0 Request processed in 23us (185us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320076.067811:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23799 00000100:00100000:1.0:1767320076.067820:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23800 00000100:00100000:1.0:1767320076.067823:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990027520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320076.067830:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320076.067855:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990027520:12345-0@lo:38:kworker.0 Request processed in 30us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320076.067861:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23800 00000100:00100000:1.0:1767320076.067891:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990027648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.067899:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990027776:0@lo:400:kworker.0 00000100:00080000:1.0:1767320076.067920:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.067925:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.067928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990026880:0@lo:38:kworker.0 00000100:00080000:1.0:1767320076.067936:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.067939:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.067942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990027264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320076.067949:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.067952:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.067955:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990027520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320076.068436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320076.068443:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027008 00000100:00100000:3.0:1767320076.068449:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027008 00000100:00100000:3.0:1767320076.068487:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:3.0:1767320076.068492:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990027008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320076.068504:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320076.068611:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990027008:12345-0@lo:38:kworker.0 Request processed in 117us (1021us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320076.068618:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00080000:2.0:1767320076.068780:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320076.068785:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320076.068789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990027008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320076.075594:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990026624 00000100:00100000:0.0:1767320076.075605:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990026624 00000100:00100000:1.0:1767320076.075967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990027904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320076.076033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.076082:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990027904 00000100:00100000:1.0:1767320076.076087:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990027904 00000100:00100000:0.0:1767320076.076228:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1767320076.076271:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990026624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320076.076301:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320076.076359:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990026624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (9623us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320076.076443:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990026624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320076.080648:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:1.0:1767320076.080679:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990027904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320076.080721:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320076.080806:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990027904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.080814:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:2.0:1767320076.080929:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990027904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320076.085076:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00010000:00010000:0.0:1767320076.898274:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320077.088713:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320077.920540:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320078.112485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320078.178940:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767320078.179111:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925874304 offset 0 length 520: 4 00000100:00100000:3.0:1767320078.179150:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320078.179278:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874048 00000100:00100000:2.0:1767320078.179294:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874048 00000100:00100000:2.0:1767320078.179347:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874176 00000100:00100000:2.0:1767320078.179351:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874176 00000100:00100000:2.0:1767320078.179411:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5468 00000100:00100000:2.0:1767320078.179421:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925874176:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320078.179508:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925874176:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320078.179516:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5468 00000100:00100000:2.0:1767320078.179535:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23801 00000100:00100000:2.0:1767320078.179540:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925874048:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320078.179559:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320078.179586:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925874048:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (661us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320078.179592:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23801 00000100:00080000:1.0:1767320078.179746:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320078.944768:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320079.137833:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320079.968442:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320080.160796:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320080.992466:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320081.184586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320081.184618:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320081.184634:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990028032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320081.184635:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990028160:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320081.184704:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320081.184712:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320081.184716:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320081.184721:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320081.184726:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320081.184733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5325 00000100:00080000:2.0:1767320081.184739:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320081.184746:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320081.184774:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163990028288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320081.184795:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320081.184799:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320081.184802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320081.184810:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5325 00000100:00080000:2.0:1767320081.184813:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320081.184817:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320081.184831:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baea00 x1853163990028416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320081.184857:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320081.184861:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320081.184863:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320081.184948:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5325 00000100:00080000:2.0:1767320081.184952:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320081.184956:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320081.184970:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf100 x1853163990028672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320081.184995:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320081.184999:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320081.185001:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320081.185004:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5325 00000100:00080000:2.0:1767320081.185007:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320081.185010:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320081.185021:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990028928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320081.185055:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990028544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.193203:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320081.193219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990028288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320081.193438:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990029184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.193470:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.193513:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029184 00000100:00100000:1.0:1767320081.193521:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029184 00000100:00100000:1.0:1767320081.193579:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767320081.193589:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990029184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.193648:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990029184:12345-0@lo:400:kworker.0 Request processed in 61us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320081.193656:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00080000:1.0:1767320081.193679:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320081.193716:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990029184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.193758:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028160 00000100:00100000:1.0:1767320081.193762:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028160 00000100:00100000:1.0:1767320081.193796:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:1.0:1767320081.193802:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990028160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320081.193824:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320081.193861:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990028160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320081.193878:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00080000:1.0:1767320081.193896:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320081.193906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.193932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990028800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.193952:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.193965:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320081.193969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990029056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.193981:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.194000:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029056 00000100:00100000:1.0:1767320081.194004:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029056 00000100:00100000:1.0:1767320081.194025:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:1.0:1767320081.194031:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990029056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.194064:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990029056:12345-0@lo:400:kworker.0 Request processed in 33us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320081.194070:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:1.0:1767320081.194087:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028800 00000100:00100000:1.0:1767320081.194090:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028800 00000100:00100000:1.0:1767320081.194119:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5469 00000100:00100000:1.0:1767320081.194125:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990028800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.194153:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990028800:12345-0@lo:400:kworker.0 Request processed in 29us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320081.194157:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5469 00000100:00080000:1.0:1767320081.194170:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320081.194175:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028032 00000100:00100000:1.0:1767320081.194178:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028032 00000100:00100000:1.0:1767320081.194189:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:1.0:1767320081.194193:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990028032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320081.194206:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320081.194266:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990028032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320081.194272:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:1.0:1767320081.194303:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990029056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.194312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990028800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.194329:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990028032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320081.194351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.194362:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990028160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320081.194387:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028288 00000100:00100000:1.0:1767320081.194389:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028288 00000100:00100000:0.0:1767320081.194400:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990028416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320081.194407:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23802 00000100:00100000:1.0:1767320081.194412:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990028288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320081.194443:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320081.194479:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990028288:12345-0@lo:38:kworker.0 Request processed in 65us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320081.194485:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23802 00000100:00100000:0.0:1767320081.194654:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320081.194863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990028672:0@lo:38:kworker.0 00000100:00100000:0.0:1767320081.194890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320081.194909:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990028928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320081.194929:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320081.194959:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320081.194964:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320081.194968:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990028288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320081.194991:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028672 00000100:00100000:0.0:1767320081.194995:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028672 00000100:00100000:0.0:1767320081.195015:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028928 00000100:00100000:0.0:1767320081.195018:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028928 00000100:00100000:0.0:1767320081.195031:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23803 00000100:00100000:0.0:1767320081.195034:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990028672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320081.195045:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320081.195074:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990028672:12345-0@lo:38:kworker.0 Request processed in 38us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320081.195079:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23803 00000100:00100000:0.0:1767320081.195093:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23804 00000100:00100000:0.0:1767320081.195097:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990028928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320081.195106:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320081.195128:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990028928:12345-0@lo:38:kworker.0 Request processed in 30us (199us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320081.195134:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23804 00000100:00080000:0.0:1767320081.195168:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320081.195172:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320081.195175:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990028672:0@lo:38:kworker.0 00000100:00080000:0.0:1767320081.195182:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320081.195185:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320081.195187:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990028928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320081.199013:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028416 00000100:00100000:1.0:1767320081.199032:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028416 00000100:00100000:1.0:1767320081.199115:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:1.0:1767320081.199123:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990028416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320081.199149:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320081.199280:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990028416:12345-0@lo:38:kworker.0 Request processed in 157us (4626us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320081.199286:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00080000:0.0:1767320081.199902:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320081.199909:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320081.199913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990028416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320081.200089:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320081.207331:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990028544 00000100:00100000:0.0:1767320081.207355:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990028544 00000100:00100000:0.0:1767320081.207488:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5470 00000100:00100000:0.0:1767320081.207500:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990028544:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320081.207675:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320081.208091:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990028544:12345-0@lo:400:kworker.0 Request processed in 591us (7998us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320081.208105:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5470 00000100:00100000:2.0:1767320081.208222:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990028544:0@lo:400:kworker.0 00010000:00010000:0.0:1767320082.016788:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320082.209286:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320083.040567:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320083.234872:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320083.303212:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320083.303341:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320083.303511:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874560 00000100:00100000:3.0:1767320083.303527:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874560 00000100:00100000:3.0:1767320083.303621:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874432 00000100:00100000:3.0:1767320083.303625:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874432 00000100:00100000:3.0:1767320083.303650:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5471 00000100:00100000:3.0:1767320083.303662:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925874560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320083.303758:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925874560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 98us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320083.303768:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5471 00000100:00100000:3.0:1767320083.303789:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23805 00000100:00100000:3.0:1767320083.303794:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925874432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320083.303832:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320083.303862:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925874432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (521us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320083.303869:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23805 00000100:00080000:1.0:1767320083.303881:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320084.066219:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320084.256358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320085.090198:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320085.282339:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320086.113541:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320086.305205:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320086.305223:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990029312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320086.305304:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320086.305392:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029312 00000100:00100000:1.0:1767320086.305399:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029312 00000100:00100000:2.0:1767320086.305399:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320086.305408:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990029440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320086.305435:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320086.305471:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320086.305481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320086.305616:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029440 00000100:00100000:1.0:1767320086.305621:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029440 00000100:00100000:1.0:1767320086.305647:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:1.0:1767320086.305655:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990029312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320086.305683:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320086.305725:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990029312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320086.305731:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:1.0:1767320086.305748:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:1.0:1767320086.305754:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990029440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320086.305768:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320086.305796:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990029440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320086.305802:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:1.0:1767320086.305839:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990029312:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320086.305919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320086.305961:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990029440:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320086.307644:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320086.307653:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320086.307656:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320086.307660:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320086.307663:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320086.307733:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320086.307738:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320086.307744:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320086.307775:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5880 x1853163990029568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320086.307813:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320086.307817:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320086.307818:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320086.307823:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320086.307825:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320086.307828:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320086.307844:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14a80 x1853163990029696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320086.307885:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320086.307889:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320086.307890:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320086.307894:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320086.307896:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320086.307899:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320086.307911:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14000 x1853163990029952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320086.307934:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320086.307937:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320086.307938:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320086.307941:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5330 00000100:00080000:0.0:1767320086.307943:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320086.307947:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320086.307956:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634a80 x1853163990030208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320086.307986:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320086.307998:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990030080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.308054:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320086.308109:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030080 00000100:00100000:0.0:1767320086.308115:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030080 00000100:00100000:0.0:1767320086.308161:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472 00000100:00100000:0.0:1767320086.308170:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990030080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.308221:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990030080:12345-0@lo:400:kworker.0 Request processed in 52us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320086.308227:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472 00000100:00100000:0.0:1767320086.308291:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990030080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.308321:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320086.308339:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990029824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.308361:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320086.308384:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029824 00000100:00100000:0.0:1767320086.308388:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029824 00000100:00100000:0.0:1767320086.308409:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5473 00000100:00100000:0.0:1767320086.308414:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990029824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.308440:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990029824:12345-0@lo:400:kworker.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320086.308445:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5473 00000100:00100000:0.0:1767320086.308465:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990029824:0@lo:400:kworker.0 00000100:00080000:3.0:1767320086.308550:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320086.308565:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990029568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320086.308594:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.308622:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990029696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320086.308645:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.308669:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990029952:0@lo:38:kworker.0 00000100:00100000:3.0:1767320086.308778:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.308796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990030208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320086.308815:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.308845:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029696 00000100:00100000:3.0:1767320086.308849:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029696 00000100:00100000:3.0:1767320086.308869:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:3.0:1767320086.308874:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990029696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320086.308892:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320086.308924:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990029696:12345-0@lo:38:kworker.0 Request processed in 48us (277us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320086.308930:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:3.0:1767320086.308945:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029568 00000100:00100000:3.0:1767320086.308949:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029568 00000100:00100000:3.0:1767320086.308964:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990029952 00000100:00100000:3.0:1767320086.308966:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990029952 00000100:00100000:3.0:1767320086.308976:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030208 00000100:00100000:3.0:1767320086.308978:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030208 00000100:00100000:3.0:1767320086.308988:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23806 00000100:00100000:3.0:1767320086.308992:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990029568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320086.309001:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320086.309024:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990029568:12345-0@lo:38:kworker.0 Request processed in 30us (429us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320086.309029:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23806 00000100:00100000:3.0:1767320086.309041:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23807 00000100:00100000:3.0:1767320086.309044:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990029952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320086.309054:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320086.309077:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990029952:12345-0@lo:38:kworker.0 Request processed in 31us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320086.309083:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23807 00000100:00100000:3.0:1767320086.309094:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23808 00000100:00100000:3.0:1767320086.309098:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990030208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320086.309107:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320086.309127:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990030208:12345-0@lo:38:kworker.0 Request processed in 27us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320086.309135:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23808 00000100:00080000:3.0:1767320086.309163:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320086.309168:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320086.309172:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990029568:0@lo:38:kworker.0 00000100:00080000:3.0:1767320086.309180:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320086.309183:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320086.309186:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990029696:0@lo:38:kworker.0 00000100:00080000:3.0:1767320086.309192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320086.309195:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320086.309198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990029952:0@lo:38:kworker.0 00000100:00080000:3.0:1767320086.309205:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320086.309208:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320086.309210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990030208:0@lo:38:kworker.0 00010000:00010000:0.0:1767320087.137132:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320087.329003:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320088.163758:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320088.352736:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320088.420996:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320088.421081:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874816 00000100:00100000:1.0:1767320088.421097:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874816 00000100:00100000:1.0:1767320088.421174:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5474 00000100:00100000:1.0:1767320088.421182:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925874816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320088.421318:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925874816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 135us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320088.421326:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5474 00000100:00100000:3.0:1767320088.421903:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:2.0:1767320088.422780:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320088.424299:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874688 00000100:00100000:1.0:1767320088.424313:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874688 00000100:00100000:1.0:1767320088.424377:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23809 00000100:00100000:1.0:1767320088.424385:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925874688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320088.424408:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320088.424477:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925874688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (2578us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320088.424484:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23809 00010000:00010000:3.0:1767320089.185213:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320089.376899:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320090.208738:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320090.400389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320091.233397:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320091.424817:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990030336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320091.424918:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.425044:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030336 00000100:00100000:2.0:1767320091.425054:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030336 00000100:00080000:1.0:1767320091.425186:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.425193:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320091.425197:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.425201:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.425205:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.425212:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320091.425217:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.425224:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320091.425286:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163990030464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320091.425294:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:2.0:1767320091.425304:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990030336:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320091.425314:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.425317:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.425318:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.425322:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320091.425324:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.425328:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320091.425341:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b800 x1853163990030592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:2.0:1767320091.425344:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320091.425399:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320091.425400:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990030336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (482us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320091.425402:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.425404:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.425408:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5336 00000100:00100000:2.0:1767320091.425408:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00080000:1.0:1767320091.425410:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.425414:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320091.425427:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49180 x1853163990030848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320091.425441:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.425444:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.425446:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.425449:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5336 00000100:00080000:1.0:1767320091.425451:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.425455:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320091.425465:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49f80 x1853163990031104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320091.425469:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990030336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320091.425489:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320091.425495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990031232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.425498:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990030720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320091.425530:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.425565:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031232 00000100:00100000:2.0:1767320091.425570:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031232 00000100:00100000:2.0:1767320091.425602:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:2.0:1767320091.425609:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990031232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320091.426102:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990030976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320091.426151:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320091.426431:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320091.426438:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320091.426456:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030976 00000100:00100000:0.0:1767320091.426462:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030976 00000100:00100000:0.0:1767320091.426513:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5475 00000100:00100000:0.0:1767320091.426523:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990030976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320091.426581:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990030976:12345-0@lo:400:kworker.0 Request processed in 61us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320091.426587:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5475 00000100:00080000:0.0:1767320091.426612:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320091.426730:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990030976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320091.426793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990030464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320091.426829:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320091.426859:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990030592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320091.426887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320091.426913:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990030848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320091.426936:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320091.426953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990031104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320091.426976:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320091.427005:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030464 00000100:00100000:0.0:1767320091.427009:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030464 00000100:00100000:2.0:1767320091.427279:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990031232:12345-0@lo:400:kworker.0 Request processed in 1669us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320091.427288:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00100000:2.0:1767320091.427584:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990031232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.427983:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.430133:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320091.433936:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030848 00000100:00100000:2.0:1767320091.433936:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031104 00000100:00100000:0.0:1767320091.433954:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030848 00000100:00100000:2.0:1767320091.433954:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031104 00000100:00100000:2.0:1767320091.433998:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030720 00000100:00100000:2.0:1767320091.434001:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030720 00000100:00100000:0.0:1767320091.434008:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23810 00000100:00100000:0.0:1767320091.434019:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990030464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320091.434049:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320091.434160:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990030464:12345-0@lo:38:kworker.0 Request processed in 142us (7330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320091.434167:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23810 00000100:00100000:0.0:1767320091.434192:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23811 00000100:00100000:0.0:1767320091.434195:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990030848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320091.434204:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320091.434255:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990030848:12345-0@lo:38:kworker.0 Request processed in 57us (7316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320091.434261:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23811 00000100:00100000:0.0:1767320091.434273:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23812 00000100:00100000:0.0:1767320091.434277:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990031104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320091.434287:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320091.434313:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990031104:12345-0@lo:38:kworker.0 Request processed in 35us (7336us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320091.434319:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23812 00000100:00080000:0.0:1767320091.434369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320091.434375:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320091.434379:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990030464:0@lo:38:kworker.0 00000100:00080000:0.0:1767320091.434390:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320091.434394:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320091.434397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990030848:0@lo:38:kworker.0 00000100:00080000:0.0:1767320091.434406:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320091.434409:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320091.434412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990031104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320091.434467:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990030592 00000100:00100000:0.0:1767320091.434471:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990030592 00000100:00100000:0.0:1767320091.434496:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:0.0:1767320091.434511:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990030592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320091.434521:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320091.434552:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990030592:12345-0@lo:38:kworker.0 Request processed in 40us (7664us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320091.434558:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00080000:0.0:1767320091.434585:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320091.434589:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320091.434592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990030592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320091.434646:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320091.434663:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990031360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320091.434705:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320091.434878:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031360 00000100:00100000:0.0:1767320091.434883:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031360 00000100:00100000:0.0:1767320091.434913:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1767320091.434919:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990031360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320091.434953:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320091.434993:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990031360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320091.434999:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1767320091.435033:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990031360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320091.436987:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5476 00000100:00100000:2.0:1767320091.437006:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990030720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320091.437207:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320091.437443:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990030720:12345-0@lo:400:kworker.0 Request processed in 441us (9460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320091.437454:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5476 00000100:00100000:1.0:1767320091.437523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990030720:0@lo:400:kworker.0 00010000:00010000:0.0:1767320092.256866:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320092.448882:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320093.280605:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320093.472436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320093.539353:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320093.539410:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320093.539586:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875072 00000100:00100000:0.0:1767320093.539597:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875072 00000100:00100000:0.0:1767320093.539674:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925874944 00000100:00100000:0.0:1767320093.539677:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925874944 00000100:00100000:0.0:1767320093.539693:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5477 00000100:00100000:0.0:1767320093.539704:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925875072:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320093.539785:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925875072:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320093.539792:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5477 00000100:00100000:0.0:1767320093.539816:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23813 00000100:00100000:0.0:1767320093.539821:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925874944:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320093.539843:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320093.539868:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925874944:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320093.539874:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23813 00000100:00080000:3.0:1767320093.540310:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320094.304553:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320094.497601:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320095.328457:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320095.521149:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320096.352457:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320096.544660:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320096.544672:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320096.544675:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320096.544678:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320096.544682:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320096.544692:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5341 00000100:00080000:2.0:1767320096.544697:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320096.544704:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320096.544735:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bae680 x1853163990031616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320096.544747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990031488:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320096.544758:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320096.544763:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320096.544765:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320096.544770:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5341 00000100:00080000:2.0:1767320096.544773:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320096.544777:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320096.544792:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163990031744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320096.544812:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320096.544816:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320096.544820:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320096.544820:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320096.544829:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5341 00000100:00080000:2.0:1767320096.544832:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320096.544835:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320096.544849:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9badf80 x1853163990032000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320096.544873:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320096.544877:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320096.544878:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320096.544882:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5341 00000100:00080000:2.0:1767320096.544885:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320096.544888:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320096.544903:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990032256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320096.545022:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320096.545031:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990031872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320096.545062:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320096.545111:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031872 00000100:00100000:1.0:1767320096.545118:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031872 00000100:00100000:0.0:1767320096.545122:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031488 00000100:00100000:0.0:1767320096.545129:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031488 00000100:00100000:2.0:1767320096.545268:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320096.545293:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767320096.545302:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990031488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320096.545331:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320096.545363:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990032384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320096.545416:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990032128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320096.545450:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320096.545505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990031616:0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.545528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320096.545547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990031744:0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.545565:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320096.545582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990032000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.545598:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320096.545611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990032256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.545626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320096.545659:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032128 00000100:00100000:3.0:1767320096.545663:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032128 00000100:00100000:3.0:1767320096.545690:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031616 00000100:00100000:3.0:1767320096.545693:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031616 00000100:00100000:3.0:1767320096.545701:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032000 00000100:00100000:3.0:1767320096.545703:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032000 00000100:00100000:3.0:1767320096.545709:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032256 00000100:00100000:3.0:1767320096.545711:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032256 00000100:00100000:3.0:1767320096.545720:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5478 00000100:00100000:3.0:1767320096.545725:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990032128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320096.545760:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990032128:12345-0@lo:400:kworker.0 Request processed in 34us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320096.545767:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5478 00000100:00100000:3.0:1767320096.545783:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23814 00000100:00100000:3.0:1767320096.545787:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990031616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320096.545804:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320096.545834:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990031616:12345-0@lo:38:kworker.0 Request processed in 45us (304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320096.545840:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23814 00000100:00100000:3.0:1767320096.545850:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23815 00000100:00100000:3.0:1767320096.545853:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990032000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320096.545862:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320096.545884:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990032000:12345-0@lo:38:kworker.0 Request processed in 29us (285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320096.545889:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23815 00000100:00100000:3.0:1767320096.545899:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23816 00000100:00100000:3.0:1767320096.545902:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990032256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320096.545911:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320096.547274:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320096.547337:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032384 00000100:00100000:2.0:1767320096.547344:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032384 00000100:00100000:2.0:1767320096.547388:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:2.0:1767320096.547396:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990032384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320096.547448:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990032384:12345-0@lo:400:kworker.0 Request processed in 53us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320096.547454:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:2.0:1767320096.547494:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990032384:0@lo:400:kworker.0 00000100:00080000:2.0:1767320096.547532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320096.547536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320096.547539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320096.547556:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320096.547566:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990032512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320096.547593:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320096.547619:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032512 00000100:00100000:2.0:1767320096.547623:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032512 00000100:00100000:2.0:1767320096.547648:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:2.0:1767320096.547654:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990032512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320096.547680:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320096.547718:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990032512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320096.547725:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:2.0:1767320096.547756:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990032512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320096.547795:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990032128:0@lo:400:kworker.0 00000100:00080000:2.0:1767320096.547841:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320096.547846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320096.547849:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990031616:0@lo:38:kworker.0 00000100:00080000:2.0:1767320096.547860:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320096.547864:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320096.547866:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990032000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320096.547926:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990031744 00000100:00100000:2.0:1767320096.547931:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990031744 00000100:00100000:2.0:1767320096.547951:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:2.0:1767320096.547956:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990031744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320096.547971:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320096.548003:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990031744:12345-0@lo:38:kworker.0 Request processed in 46us (2437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320096.548009:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00080000:2.0:1767320096.548031:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320096.548035:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320096.548038:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990031744:0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.548255:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990032256:12345-0@lo:38:kworker.0 Request processed in 2348us (2624us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320096.548264:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23816 00000100:00080000:3.0:1767320096.548304:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320096.548308:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320096.548312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990032256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320096.549935:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990031488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4618us (5100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320096.549947:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:2.0:1767320096.550651:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990031488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320096.556604:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479 00000100:00100000:1.0:1767320096.556627:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990031872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320096.556746:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990031872:12345-0@lo:400:kworker.0 Request processed in 129us (11683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320096.556754:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479 00000100:00100000:2.0:1767320096.557181:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990031872:0@lo:400:kworker.0 00010000:00010000:0.0:1767320097.376501:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320097.570463:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320098.400440:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320098.596442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320098.667260:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320098.667319:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320098.667411:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875328 00000100:00100000:3.0:1767320098.667425:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875328 00000100:00100000:3.0:1767320098.667530:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875200 00000100:00100000:3.0:1767320098.667534:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875200 00000100:00100000:3.0:1767320098.667567:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5480 00000100:00100000:3.0:1767320098.667581:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925875328:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320098.667678:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925875328:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320098.667687:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5480 00000100:00100000:3.0:1767320098.667707:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23817 00000100:00100000:3.0:1767320098.667711:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925875200:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320098.667735:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320098.667765:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925875200:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (445us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320098.667771:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23817 00000100:00080000:2.0:1767320098.667988:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320099.427642:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320099.616442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320100.448647:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320100.640813:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320101.472593:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320101.664476:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320101.664487:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320076/real 1767320076] req@ffff96e2da728380 x1853163990026752/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320101.664488:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320101.664492:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320101.664497:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320101.664502:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320101.664510:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5346 00000100:00080000:2.0:1767320101.664517:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320101.664527:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320101.664540:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da728380 x1853163990026752/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320101.664566:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320101.664575:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320101.664579:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990026752:0@lo:250:kworker.0 00000100:00100000:2.0:1767320101.664596:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990032640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320101.669094:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320101.669111:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320101.669116:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320101.669127:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5346 00000100:00080000:2.0:1767320101.669133:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320101.669142:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320101.669200:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990033024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320101.669251:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320101.669255:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320101.669257:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320101.669262:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5346 00000100:00080000:2.0:1767320101.669264:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320101.669269:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320101.669285:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9badf80 x1853163990033280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320101.669304:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320101.669308:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320101.669310:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320101.669313:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5346 00000100:00080000:2.0:1767320101.669316:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320101.669320:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320101.669328:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad880 x1853163990033536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320101.669361:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320101.669365:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320101.669366:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320101.669369:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5325 00000100:00080000:2.0:1767320101.669371:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320101.669374:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320101.669383:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163990033920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320101.669432:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990032896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320101.669523:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320101.674083:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990032768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320101.675890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990033408:0@lo:400:kworker.0 00000100:00100000:3.0:1767320101.675890:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990033152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320101.676004:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320101.687671:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.687810:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033152 00000100:00100000:3.0:1767320101.687823:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033152 00000100:00100000:3.0:1767320101.687906:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5481 00000100:00100000:0.0:1767320101.688086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.688130:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990033152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320101.688147:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033408 00000100:00100000:0.0:1767320101.688153:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033408 00000100:00100000:0.0:1767320101.688191:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5482 00000100:00100000:0.0:1767320101.688203:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990033408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320101.688330:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990033152:12345-0@lo:400:kworker.0 Request processed in 295us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320101.688337:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5481 00000100:00080000:3.0:1767320101.688388:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320101.688396:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990033408:12345-0@lo:400:kworker.0 Request processed in 193us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320101.688407:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5482 00000100:00100000:3.0:1767320101.688444:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990033152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320101.688473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990033408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320101.688508:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032896 00000100:00100000:0.0:1767320101.688513:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032896 00000100:00100000:0.0:1767320101.688549:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:0.0:1767320101.688556:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990032896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320101.688588:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320101.688628:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990032896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (19106us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320101.688635:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00080000:0.0:1767320101.688655:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320101.688694:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990032640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320101.688735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320101.688762:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990033024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320101.688885:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320101.688911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990033280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320101.688932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320101.688947:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990033536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320101.688969:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320101.688986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990033920:0@lo:250:kworker.0 00000400:00000100:0.0:1767320101.689002:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990033920 offset 0 length 520: 4 00000100:00100000:0.0:1767320101.689031:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032640 00000100:00100000:0.0:1767320101.689035:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032640 00000100:00100000:0.0:1767320101.689070:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033280 00000100:00100000:0.0:1767320101.689073:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033280 00000100:00100000:0.0:1767320101.689088:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033536 00000100:00100000:0.0:1767320101.689090:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033536 00000100:00100000:0.0:1767320101.689099:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23818 00000100:00100000:0.0:1767320101.689104:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990032640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320101.689124:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320101.689160:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990032640:12345-0@lo:38:kworker.0 Request processed in 54us (424us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320101.689166:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23818 00000100:00100000:0.0:1767320101.689178:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23819 00000100:00100000:0.0:1767320101.689182:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990033280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320101.689190:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320101.689211:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990033280:12345-0@lo:38:kworker.0 Request processed in 28us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320101.689217:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23819 00000100:00100000:3.0:1767320101.689313:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23820 00000100:00100000:3.0:1767320101.689322:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990033536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320101.689343:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320101.689403:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990033536:12345-0@lo:38:kworker.0 Request processed in 77us (429us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320101.689411:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23820 00000100:00100000:0.0:1767320101.689451:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033024 00000100:00100000:0.0:1767320101.689458:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033024 00000100:00100000:0.0:1767320101.689532:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1767320101.689538:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990033024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320101.689550:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320101.689591:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990033024:12345-0@lo:38:kworker.0 Request processed in 52us (705us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320101.689598:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:2.0:1767320101.689964:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990032896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320101.689966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320101.689985:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990033792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320101.690022:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990033664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.690035:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320101.690107:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033792 00000100:00100000:2.0:1767320101.690112:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033792 00000100:00100000:2.0:1767320101.690155:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:2.0:1767320101.690163:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990033792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.690204:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990033792:12345-0@lo:400:kworker.0 Request processed in 42us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320101.690210:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:3.0:1767320101.690275:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.690344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990033792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.690463:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990033664 00000100:00100000:2.0:1767320101.690469:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990033664 00000100:00100000:2.0:1767320101.690504:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:2.0:1767320101.690512:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990033664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.690560:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990033664:12345-0@lo:400:kworker.0 Request processed in 49us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320101.690567:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:2.0:1767320101.690613:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990033664:0@lo:400:kworker.0 00000100:00080000:1.0:1767320101.697627:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320101.697646:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320101.697654:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990032640:0@lo:38:kworker.0 00000100:00080000:1.0:1767320101.697674:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320101.697679:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320101.697682:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990033024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320101.697699:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320101.697703:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320101.697706:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990033280:0@lo:38:kworker.0 00000100:00080000:1.0:1767320101.697718:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320101.697722:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320101.697725:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990033536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320101.698381:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990032768 00000100:00100000:0.0:1767320101.698394:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990032768 00000100:00100000:0.0:1767320101.698526:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:0.0:1767320101.698537:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990032768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320101.698580:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320101.698696:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990032768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (8734us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320101.698704:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00100000:3.0:1767320101.698825:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990032768:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320101.703182:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767320102.496532:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320102.690831:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:0.0:1767320102.755161:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925875456 offset 0 length 520: 4 00000100:00100000:0.0:1767320102.759326:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320102.759392:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320102.759910:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875584 00000100:00100000:2.0:1767320102.759925:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875584 00000100:00100000:2.0:1767320102.760078:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875712 00000100:00100000:2.0:1767320102.760082:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875712 00000100:00100000:2.0:1767320102.760158:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5483 00000100:00100000:2.0:1767320102.760171:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925875712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320102.760853:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23821 00000100:00100000:3.0:1767320102.760864:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925875584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320102.760892:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320102.761061:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925875584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 196us (1752us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320102.761070:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23821 00000100:00100000:2.0:1767320102.761798:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925875712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1626us (2401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320102.761809:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5483 00000100:00080000:0.0:1767320102.761907:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320103.525109:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320103.712628:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320104.544670:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320104.739177:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320105.571470:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320105.765005:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320106.592982:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320106.784381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320106.784381:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320106.784394:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320106.784400:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320106.784405:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320106.784410:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320106.784420:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5351 00000100:00080000:2.0:1767320106.784425:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320106.784434:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320106.784460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990034176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320106.784460:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990034048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320106.784467:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5500 x1853163990034304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320106.784488:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320106.784492:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320106.784494:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320106.784498:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5351 00000100:00080000:2.0:1767320106.784501:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320106.784505:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320106.784520:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e300 x1853163990034432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320106.784533:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990034304:0@lo:38:kworker.0 00000100:00080000:2.0:1767320106.784542:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320106.784546:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320106.784548:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320106.784551:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5351 00000100:00080000:2.0:1767320106.784554:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320106.784558:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320106.784576:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635f80 x1853163990034688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320106.784601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320106.784605:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320106.784607:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320106.784611:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5351 00000100:00080000:2.0:1767320106.784614:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320106.784619:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320106.784629:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320106.784631:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db800 x1853163990034944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320106.784676:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990034560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.784709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990035200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320106.784722:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320106.784760:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320106.784764:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990034816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.784809:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034176 00000100:00100000:0.0:1767320106.784820:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034176 00000100:00100000:0.0:1767320106.784887:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767320106.784994:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990034176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320106.785037:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320106.785088:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990034176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 192us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320106.785096:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1767320106.785127:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035200 00000100:00100000:0.0:1767320106.785131:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035200 00000100:00100000:0.0:1767320106.785159:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1767320106.785166:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990035200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.785197:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990035200:12345-0@lo:400:kworker.0 Request processed in 32us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320106.785204:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00080000:0.0:1767320106.785222:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320106.785293:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990035200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.785310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990034176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320106.785350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034560 00000100:00100000:0.0:1767320106.785354:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034560 00000100:00100000:0.0:1767320106.785389:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484 00000100:00100000:0.0:1767320106.785397:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb23850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990034560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.785442:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb23850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990034560:12345-0@lo:400:kworker.0 Request processed in 46us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320106.785449:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484 00000100:00080000:0.0:1767320106.789468:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320106.790786:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320106.790874:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990035072:0@lo:400:kworker.0 00000100:00100000:3.0:1767320106.790929:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320106.790983:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035072 00000100:00100000:3.0:1767320106.790992:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035072 00000100:00100000:0.0:1767320106.790993:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990034560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.791049:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034048 00000100:00100000:0.0:1767320106.791053:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034048 00000100:00100000:3.0:1767320106.791063:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:0.0:1767320106.791080:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1767320106.791088:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7016:x1853163990034048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320106.791130:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320106.791188:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7016:x1853163990034048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320106.791200:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:3.0:1767320106.791217:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7016:x1853163990035072:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320106.791261:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320106.791273:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990035072:12345-0@lo:400:kworker.0 Request processed in 201us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320106.791279:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:3.0:1767320106.791305:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990035072:0@lo:400:kworker.0 00000100:00100000:3.0:1767320106.791320:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990034048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320106.791568:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320106.791802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320106.791838:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034816 00000100:00100000:0.0:1767320106.791845:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034816 00000100:00100000:1.0:1767320106.791861:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990034432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320106.791898:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320106.791930:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034432 00000100:00100000:1.0:1767320106.791935:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034432 00000100:00100000:0.0:1767320106.791959:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034304 00000100:00100000:0.0:1767320106.791964:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034304 00000100:00100000:1.0:1767320106.791982:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1767320106.791994:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485 00000100:00100000:0.0:1767320106.792002:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990034816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.792044:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990034816:12345-0@lo:400:kworker.0 Request processed in 43us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320106.792051:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485 00000100:00100000:0.0:1767320106.792066:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23822 00000100:00100000:0.0:1767320106.792071:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990034304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320106.792092:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320106.792123:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990034304:12345-0@lo:38:kworker.0 Request processed in 50us (332us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320106.792129:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23822 00000100:00100000:0.0:1767320106.792174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990034688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320106.792201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320106.792220:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034688 00000100:00100000:0.0:1767320106.792224:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034688 00000100:00100000:0.0:1767320106.792265:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23823 00000100:00100000:0.0:1767320106.792270:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990034688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320106.792280:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320106.792322:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990034816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320106.792405:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990034688:12345-0@lo:38:kworker.0 Request processed in 132us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320106.792414:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23823 00000100:00080000:0.0:1767320106.792441:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320106.792447:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320106.792451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990034688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320106.792458:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990034944:0@lo:38:kworker.0 00000100:00100000:0.0:1767320106.792482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320106.792541:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990034944 00000100:00100000:2.0:1767320106.792545:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990034944 00000100:00080000:0.0:1767320106.792586:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320106.792592:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320106.792595:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990034304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320106.792724:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990034432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320106.792740:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320106.792781:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990034432:12345-0@lo:38:kworker.0 Request processed in 791us (881us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320106.792789:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00100000:2.0:1767320106.792858:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23824 00000100:00100000:2.0:1767320106.792862:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990034944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320106.792872:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320106.792899:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990034944:12345-0@lo:38:kworker.0 Request processed in 36us (417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320106.792904:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23824 00000100:00080000:0.0:1767320106.793806:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320106.793816:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320106.793821:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990034944:0@lo:38:kworker.0 00000100:00080000:0.0:1767320106.793839:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320106.793843:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320106.793846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990034432:0@lo:38:kworker.0 00000100:00080000:3.0:1767320106.794663:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320107.616521:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320107.808496:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320107.877873:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320107.877947:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320107.878055:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875968 00000100:00100000:2.0:1767320107.878061:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925875840 00000100:00100000:2.0:1767320107.878077:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875840 00000100:00100000:3.0:1767320107.878078:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925875968 00000100:00100000:2.0:1767320107.878145:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23825 00000100:00100000:2.0:1767320107.878157:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925875840:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320107.878185:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320107.878202:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5486 00000100:00100000:3.0:1767320107.878216:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925875968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320107.878320:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925875840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 163us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320107.878329:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23825 00000100:00080000:0.0:1767320107.878817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320107.878893:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925875968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 677us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320107.878903:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5486 00010000:00010000:3.0:1767320108.640424:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320108.832545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320109.664460:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320109.856375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320110.688471:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320110.881212:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320111.715935:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320111.904575:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767320111.904718:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320111.904724:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320111.904727:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320111.904730:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320111.904734:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320111.904742:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5356 00000100:00080000:2.0:1767320111.904747:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320111.904753:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320111.904777:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163990035456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320111.904792:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320111.904795:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320111.904797:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320111.904801:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5356 00000100:00080000:2.0:1767320111.904803:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320111.904806:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320111.904820:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2680 x1853163990035584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320111.904850:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320111.904882:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320111.904885:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320111.904888:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5356 00000100:00080000:2.0:1767320111.904891:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320111.904894:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320111.904905:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2300 x1853163990035840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320111.904919:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320111.904922:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320111.904924:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320111.904926:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5356 00000100:00080000:2.0:1767320111.904929:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320111.904932:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320111.904942:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163990036096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320111.905038:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990035456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320111.905113:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320111.905165:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990035584:0@lo:38:kworker.0 00000100:00100000:0.0:1767320111.905190:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320111.905214:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990035840:0@lo:38:kworker.0 00000100:00100000:0.0:1767320111.905254:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320111.905286:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990036096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320111.905308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320111.905334:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320111.905350:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035456 00000100:00100000:0.0:1767320111.905357:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035456 00000100:00100000:0.0:1767320111.905386:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035840 00000100:00100000:0.0:1767320111.905389:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035840 00000100:00100000:0.0:1767320111.905401:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036096 00000100:00100000:0.0:1767320111.905404:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036096 00000100:00100000:0.0:1767320111.905420:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23826 00000100:00100000:0.0:1767320111.905426:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990035456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320111.905444:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320111.905483:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990035456:12345-0@lo:38:kworker.0 Request processed in 56us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320111.905490:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23826 00000100:00100000:0.0:1767320111.905510:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23827 00000100:00100000:0.0:1767320111.905514:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990035840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320111.905527:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320111.905552:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990035840:12345-0@lo:38:kworker.0 Request processed in 37us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320111.905558:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23827 00000100:00100000:0.0:1767320111.905569:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23828 00000100:00100000:0.0:1767320111.905572:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990036096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320111.905581:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320111.905603:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990036096:12345-0@lo:38:kworker.0 Request processed in 29us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320111.905608:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23828 00000100:00080000:0.0:1767320111.905646:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320111.905651:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320111.905654:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990035456:0@lo:38:kworker.0 00000100:00080000:0.0:1767320111.905666:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320111.905669:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320111.905672:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990035840:0@lo:38:kworker.0 00000100:00080000:0.0:1767320111.905680:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320111.905683:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320111.905685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990036096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320111.905722:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035584 00000100:00100000:0.0:1767320111.905725:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035584 00000100:00100000:0.0:1767320111.905746:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:0.0:1767320111.905750:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990035584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320111.905760:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320111.905788:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990035584:12345-0@lo:38:kworker.0 Request processed in 37us (597us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320111.905794:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00080000:0.0:1767320111.905818:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320111.905822:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320111.905825:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990035584:0@lo:38:kworker.0 00000100:00100000:0.0:1767320111.905874:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990035712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320111.905900:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320111.905920:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320111.905925:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990035968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320111.905947:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320111.905969:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035712 00000100:00100000:0.0:1767320111.905973:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035712 00000100:00100000:0.0:1767320111.906006:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035968 00000100:00100000:0.0:1767320111.906009:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035968 00000100:00100000:0.0:1767320111.906027:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5487 00000100:00100000:0.0:1767320111.906032:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990035712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320111.906071:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990035712:12345-0@lo:400:kworker.0 Request processed in 39us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320111.906076:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5487 00000100:00100000:0.0:1767320111.906087:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488 00000100:00100000:0.0:1767320111.906093:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990035968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320111.906114:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990035968:12345-0@lo:400:kworker.0 Request processed in 23us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320111.906119:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488 00000100:00080000:0.0:1767320111.906133:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320111.906156:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990035968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320111.906165:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990035712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320111.907604:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990036352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320111.907655:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320111.907703:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320111.907710:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990036224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320111.907736:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320111.907773:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036352 00000100:00100000:1.0:1767320111.907778:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036352 00000100:00100000:1.0:1767320111.907822:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:1.0:1767320111.907829:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990036352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320111.907862:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320111.907903:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990036352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320111.907909:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00080000:1.0:1767320111.907931:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320111.907956:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990036352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320111.907994:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036224 00000100:00100000:1.0:1767320111.907998:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036224 00000100:00100000:1.0:1767320111.908029:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:1.0:1767320111.908036:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990036224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320111.908068:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990036224:12345-0@lo:400:kworker.0 Request processed in 33us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320111.908075:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00080000:1.0:1767320111.908088:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320111.908104:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990036224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320111.914532:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990035328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320111.914631:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320111.914736:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990035328 00000100:00100000:2.0:1767320111.914746:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990035328 00000100:00100000:2.0:1767320111.914797:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:2.0:1767320111.914806:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990035328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320111.914839:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320111.914898:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990035328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320111.914906:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00100000:3.0:1767320111.914984:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990035328:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320112.738709:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320112.928487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320112.999886:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320112.999950:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320113.000408:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876096 00000100:00100000:3.0:1767320113.000420:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876096 00000100:00100000:3.0:1767320113.000466:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876224 00000100:00100000:3.0:1767320113.000469:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876224 00000100:00100000:3.0:1767320113.000523:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5489 00000100:00100000:3.0:1767320113.000543:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925876224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320113.000614:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23829 00000100:00100000:1.0:1767320113.000621:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925876096:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:3.0:1767320113.000632:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925876224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320113.000638:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5489 00010000:00020000:1.0:1767320113.000642:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320113.000670:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925876096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (798us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320113.000680:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23829 00000100:00080000:2.0:1767320113.000750:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320113.764116:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320113.952359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320114.784480:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320114.976768:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320115.808617:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320116.000358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320116.832695:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320117.024668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320117.024668:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990036480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320117.024782:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320117.024842:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.024848:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320117.024851:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.024855:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320117.024856:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767320117.024859:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320117.024862:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990036608:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320117.024864:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5361 00000100:00080000:2.0:1767320117.024868:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.024873:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320117.024884:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320117.024898:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163990036736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320117.024921:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.024924:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.024926:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320117.024930:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5361 00000100:00080000:2.0:1767320117.024932:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.024936:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320117.024948:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0a80 x1853163990036864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320117.024952:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036480 00000100:00100000:1.0:1767320117.024959:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036480 00000100:00080000:2.0:1767320117.024982:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.024985:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.024986:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320117.024989:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5361 00000100:00080000:2.0:1767320117.024992:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.024995:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320117.025005:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163990037120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320117.025007:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036608 00000100:00100000:1.0:1767320117.025009:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036608 00000100:00080000:2.0:1767320117.025019:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.025022:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.025023:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320117.025026:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00080000:2.0:1767320117.025026:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5361 00000100:00080000:2.0:1767320117.025029:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.025033:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320117.025034:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990036480:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320117.025041:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2680 x1853163990037376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320117.025060:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320117.025064:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767320117.025066:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320117.025075:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1767320117.025082:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990036608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320117.025097:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320117.025109:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990036480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320117.025116:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:2.0:1767320117.025124:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990036608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320117.025130:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1767320117.025145:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990037248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320117.025163:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990036608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320117.025174:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320117.025175:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990036480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320117.025193:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320117.025198:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990036992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320117.025207:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037248 00000100:00100000:1.0:1767320117.025210:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037248 00000100:00100000:2.0:1767320117.025219:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320117.025255:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036992 00000100:00100000:1.0:1767320117.025259:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036992 00000100:00080000:2.0:1767320117.025259:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320117.025281:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490 00000100:00100000:1.0:1767320117.025285:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491 00000100:00100000:2.0:1767320117.025288:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990037248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320117.025291:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990036992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320117.025389:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990036736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.025421:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320117.025443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990036864:0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.025465:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320117.025477:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990037248:12345-0@lo:400:kworker.0 Request processed in 190us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320117.025484:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490 00000100:00100000:3.0:1767320117.025484:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990037120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320117.025498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036736 00000100:00100000:2.0:1767320117.025501:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036736 00000100:00100000:3.0:1767320117.025503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320117.025515:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037120 00000100:00100000:3.0:1767320117.025515:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990037376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320117.025517:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037120 00000100:00100000:2.0:1767320117.025526:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23830 00000100:00100000:2.0:1767320117.025531:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990036736:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.025533:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767320117.025550:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320117.025552:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037376 00000100:00100000:3.0:1767320117.025555:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037376 00000100:00100000:3.0:1767320117.025570:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23831 00000100:00100000:3.0:1767320117.025574:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990037120:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320117.025582:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990036736:12345-0@lo:38:kworker.0 Request processed in 50us (161us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767320117.025584:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320117.025588:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23830 00000100:00100000:2.0:1767320117.025600:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23832 00000100:00100000:2.0:1767320117.025604:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990037376:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.025606:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990037120:12345-0@lo:38:kworker.0 Request processed in 31us (103us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320117.025611:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23831 00010000:00020000:2.0:1767320117.025612:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320117.025632:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990037376:12345-0@lo:38:kworker.0 Request processed in 26us (98us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320117.025633:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320117.025638:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23832 00000100:00100000:3.0:1767320117.025651:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990036992:0@lo:400:kworker.0 00000100:00080000:2.0:1767320117.025658:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320117.025660:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990037248:0@lo:400:kworker.0 00000100:00080000:2.0:1767320117.025662:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320117.025664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990036736:0@lo:38:kworker.0 00000100:00080000:2.0:1767320117.025671:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320117.025675:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320117.025678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990037120:0@lo:38:kworker.0 00000100:00080000:2.0:1767320117.025685:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320117.025688:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320117.025690:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990037376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320117.025778:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990036992:12345-0@lo:400:kworker.0 Request processed in 31us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320117.025789:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491 00000100:00100000:0.0:1767320117.025916:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990036864 00000100:00100000:0.0:1767320117.025920:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990036864 00000100:00100000:0.0:1767320117.025963:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:0.0:1767320117.025967:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990036864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320117.025977:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320117.026020:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990036864:12345-0@lo:38:kworker.0 Request processed in 51us (553us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320117.026026:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00080000:2.0:1767320117.027215:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320117.027225:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320117.027253:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990036864:0@lo:38:kworker.0 00010000:00010000:0.0:1767320117.857047:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320118.048368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320118.116272:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320118.116322:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320118.116417:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876480 00000100:00100000:1.0:1767320118.116429:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876480 00000100:00100000:1.0:1767320118.116504:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876352 00000100:00100000:1.0:1767320118.116507:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876352 00000100:00100000:1.0:1767320118.116527:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5492 00000100:00100000:1.0:1767320118.116537:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925876480:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320118.116621:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925876480:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320118.116629:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5492 00000100:00100000:1.0:1767320118.116648:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23833 00000100:00100000:1.0:1767320118.116653:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925876352:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320118.116678:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320118.116698:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925876352:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (377us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320118.116721:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23833 00000100:00080000:3.0:1767320118.120701:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320118.880513:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320119.076040:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320119.904585:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320120.098803:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320120.928575:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320121.121266:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320121.952599:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320122.145888:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320122.145912:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990037504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320122.145982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320122.146151:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037504 00000100:00100000:0.0:1767320122.146160:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037504 00000100:00100000:0.0:1767320122.146225:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1767320122.146253:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990037504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320122.146287:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320122.146350:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990037504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320122.146370:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1767320122.147911:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320122.148147:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320122.148164:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990037632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320122.148249:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320122.148370:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037632 00000100:00100000:2.0:1767320122.148377:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037632 00000100:00100000:2.0:1767320122.148436:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1767320122.148445:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990037632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320122.148473:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320122.148519:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990037632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320122.148526:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1767320122.148569:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990037632:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320122.148827:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320122.148832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320122.148872:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990037504:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320122.150262:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320122.150270:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320122.150273:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320122.150276:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320122.150280:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320122.150287:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5366 00000100:00080000:0.0:1767320122.150291:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320122.150308:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320122.150345:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7800 x1853163990037760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320122.150387:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320122.150391:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320122.150392:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320122.150397:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5366 00000100:00080000:0.0:1767320122.150399:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320122.150402:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320122.150415:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163990037888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320122.150458:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320122.150462:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320122.150463:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320122.150467:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5366 00000100:00080000:0.0:1767320122.150469:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320122.150472:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320122.150485:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990038144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320122.150498:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320122.150501:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320122.150503:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320122.150506:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5366 00000100:00080000:0.0:1767320122.150508:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320122.150512:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320122.150521:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990038400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320122.150692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990038016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320122.150752:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320122.150811:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320122.150817:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990038272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320122.150841:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320122.150874:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038016 00000100:00100000:1.0:1767320122.150880:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038016 00000100:00100000:1.0:1767320122.150925:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038272 00000100:00100000:1.0:1767320122.150929:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038272 00000100:00100000:1.0:1767320122.150952:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493 00000100:00100000:1.0:1767320122.150960:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990038016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320122.151022:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990038016:12345-0@lo:400:kworker.0 Request processed in 63us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320122.151029:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493 00000100:00100000:1.0:1767320122.151048:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5494 00000100:00100000:1.0:1767320122.151068:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990038272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320122.151097:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990038272:12345-0@lo:400:kworker.0 Request processed in 43us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320122.151103:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5494 00000100:00100000:1.0:1767320122.151145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990038272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320122.151155:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990038016:0@lo:400:kworker.0 00000100:00080000:3.0:1767320122.151528:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320122.151546:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990037760:0@lo:38:kworker.0 00000100:00100000:3.0:1767320122.151579:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320122.151615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990037888:0@lo:38:kworker.0 00000100:00100000:3.0:1767320122.151637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320122.151660:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990038144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320122.151692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320122.151710:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990038400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320122.151730:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320122.151761:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037760 00000100:00100000:3.0:1767320122.151765:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037760 00000100:00100000:3.0:1767320122.151786:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038144 00000100:00100000:3.0:1767320122.151789:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038144 00000100:00100000:3.0:1767320122.151802:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038400 00000100:00100000:3.0:1767320122.151804:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038400 00000100:00100000:3.0:1767320122.151816:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23834 00000100:00100000:3.0:1767320122.151821:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990037760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320122.151841:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320122.151877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990037760:12345-0@lo:38:kworker.0 Request processed in 54us (297us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320122.151883:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23834 00000100:00100000:3.0:1767320122.151895:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23835 00000100:00100000:3.0:1767320122.151899:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990038144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320122.151907:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320122.151927:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990038144:12345-0@lo:38:kworker.0 Request processed in 27us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320122.151933:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23835 00000100:00100000:3.0:1767320122.151942:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23836 00000100:00100000:3.0:1767320122.151945:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990038400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320122.151954:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320122.151975:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990038400:12345-0@lo:38:kworker.0 Request processed in 28us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320122.151983:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23836 00000100:00100000:3.0:1767320122.152015:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990037888 00000100:00100000:3.0:1767320122.152018:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990037888 00000100:00100000:3.0:1767320122.152038:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:3.0:1767320122.152042:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990037888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320122.152051:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320122.152275:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990037888:12345-0@lo:38:kworker.0 Request processed in 231us (636us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320122.152281:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00080000:3.0:1767320122.152326:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320122.152331:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320122.152334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990037760:0@lo:38:kworker.0 00000100:00080000:3.0:1767320122.152343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320122.152346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320122.152348:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990037888:0@lo:38:kworker.0 00000100:00080000:3.0:1767320122.152795:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320122.152802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320122.152806:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990038144:0@lo:38:kworker.0 00000100:00080000:3.0:1767320122.152823:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320122.152826:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320122.152829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990038400:0@lo:38:kworker.0 00010000:00010000:0.0:1767320122.976745:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320123.171969:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320123.238103:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320123.238288:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876608 00000100:00100000:1.0:1767320123.238305:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876608 00000100:00100000:1.0:1767320123.238385:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23837 00000100:00100000:1.0:1767320123.238395:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925876608:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320123.238419:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320123.238504:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925876608:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 110us (420us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320123.238511:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23837 00000100:00100000:3.0:1767320123.238785:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320123.238859:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876736 00000100:00100000:0.0:1767320123.238869:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876736 00000100:00100000:0.0:1767320123.238945:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5495 00000100:00100000:0.0:1767320123.238956:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925876736:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767320123.239190:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320123.240137:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925876736:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1175us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320123.240152:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5495 00010000:00010000:3.0:1767320124.001913:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320124.193641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320125.027708:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320125.216736:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320126.050901:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320126.240397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320126.240641:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320101/real 1767320101] req@ffff96e1cf2b6a00 x1853163990033920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320126.240686:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1cf2b6a00 x1853163990033920/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320126.240711:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320126.240745:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320126.240750:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990033920:0@lo:250:kworker.0 00000100:00080000:2.0:1767320126.240880:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.240887:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320126.240891:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.240897:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5351 00000100:00080000:2.0:1767320126.240913:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.240921:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320126.240968:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163990038528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320126.241001:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.241005:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.241007:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.241012:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5371 00000100:00080000:2.0:1767320126.241014:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.241018:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320126.241035:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2d80 x1853163990038656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320126.241043:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.241046:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.241048:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.241052:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5371 00000100:00080000:2.0:1767320126.241054:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.241057:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320126.241070:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163990038784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320126.241291:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990038528:0@lo:250:kworker.0 00000400:00000100:0.0:1767320126.241360:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990038528 offset 0 length 520: 4 00000100:00100000:0.0:1767320126.241414:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990038656:0@lo:38:kworker.0 00000100:00100000:0.0:1767320126.241468:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320126.241496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990038784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320126.241526:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320126.241570:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038656 00000100:00100000:0.0:1767320126.241583:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038656 00000100:00100000:0.0:1767320126.241645:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23838 00000100:00100000:0.0:1767320126.241653:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990038656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320126.241686:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320126.241739:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990038656:12345-0@lo:38:kworker.0 Request processed in 85us (270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320126.241747:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23838 00000100:00080000:0.0:1767320126.241795:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320126.241799:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320126.241803:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990038656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320126.243017:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990038912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.243079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320126.243254:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.243260:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.243265:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.243272:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5371 00000100:00080000:2.0:1767320126.243277:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.243282:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320126.243316:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3100 x1853163990039040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320126.243346:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.243350:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.243352:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.243355:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5371 00000100:00080000:2.0:1767320126.243358:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.243361:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320126.243373:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229880 x1853163990039296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320126.243550:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990039040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320126.243582:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320126.243643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990039296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320126.243662:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.243747:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990039552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320126.243781:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.243805:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320126.243809:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990039424:0@lo:400:kworker.0 00000100:00100000:3.0:1767320126.243827:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320126.243910:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038912 00000100:00100000:2.0:1767320126.243917:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038912 00000100:00100000:2.0:1767320126.243975:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039040 00000100:00100000:2.0:1767320126.243977:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039040 00000100:00100000:2.0:1767320126.243988:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039296 00000100:00100000:2.0:1767320126.243990:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039296 00000100:00100000:2.0:1767320126.244001:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:2.0:1767320126.244009:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990038912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320126.244060:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990038912:12345-0@lo:400:kworker.0 Request processed in 52us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320126.244068:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00000100:00100000:2.0:1767320126.244085:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23839 00000100:00100000:2.0:1767320126.244088:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990039040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320126.244121:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320126.244149:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990039040:12345-0@lo:38:kworker.0 Request processed in 59us (567us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320126.244155:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23839 00000100:00100000:2.0:1767320126.244164:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23840 00000100:00100000:2.0:1767320126.244168:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990039296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320126.244177:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320126.244192:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990039296:12345-0@lo:38:kworker.0 Request processed in 23us (530us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320126.244197:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23840 00000100:00080000:0.0:1767320126.247064:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320126.247085:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320126.247091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990039040:0@lo:38:kworker.0 00000100:00080000:0.0:1767320126.247116:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320126.247121:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320126.247124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990039296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320126.247946:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990039168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320126.248026:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.248072:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990038784 00000100:00100000:3.0:1767320126.248079:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990038784 00000100:00100000:3.0:1767320126.248120:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:3.0:1767320126.248128:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990038784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320126.248155:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320126.248206:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990038784:12345-0@lo:38:kworker.0 Request processed in 78us (6679us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320126.248213:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00000100:00080000:3.0:1767320126.248267:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320126.248273:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320126.248277:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990038784:0@lo:38:kworker.0 00000100:00080000:3.0:1767320126.248305:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320126.248359:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039168 00000100:00100000:0.0:1767320126.248363:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039168 00000100:00100000:0.0:1767320126.248409:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497 00000100:00100000:0.0:1767320126.248415:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990039168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320126.248474:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990039168:12345-0@lo:400:kworker.0 Request processed in 59us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320126.248482:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497 00000100:00100000:2.0:1767320126.248751:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039552 00000100:00100000:2.0:1767320126.248757:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039552 00000100:00100000:1.0:1767320126.248778:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990038912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320126.248790:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039424 00000100:00100000:2.0:1767320126.248793:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039424 00000100:00100000:2.0:1767320126.248815:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1767320126.248823:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990039552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.248840:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:1.0:1767320126.248848:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990039424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320126.248867:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990039552:12345-0@lo:400:kworker.0 Request processed in 46us (5085us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320126.248874:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:1.0:1767320126.248879:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990039424:12345-0@lo:400:kworker.0 Request processed in 33us (5052us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320126.248885:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1767320126.249200:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990039424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320126.249218:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990039552:0@lo:400:kworker.0 00000100:00080000:3.0:1767320126.249319:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320126.249323:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320126.249325:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320126.249348:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990039168:0@lo:400:kworker.0 00010000:00010000:0.0:1767320127.073194:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320127.264506:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990039680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320127.264618:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320127.264684:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990039808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320127.264719:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320127.264719:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320127.264747:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039680 00000100:00100000:3.0:1767320127.264758:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039680 00000100:00100000:3.0:1767320127.264818:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039808 00000100:00100000:3.0:1767320127.264822:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039808 00000100:00100000:3.0:1767320127.264842:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:3.0:1767320127.264852:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990039680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320127.264889:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320127.265221:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:2.0:1767320127.265248:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990039808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320127.265269:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320127.265306:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990039808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320127.265314:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:2.0:1767320127.265372:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990039808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320127.267472:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990039680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2606us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320127.267488:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1767320127.269277:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990039680:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320128.097095:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320128.290539:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320128.356410:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767320128.356460:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925876864 offset 0 length 520: 4 00000100:00100000:2.0:1767320128.356498:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320128.356501:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877120 00000100:00100000:0.0:1767320128.356516:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877120 00000100:00100000:0.0:1767320128.356692:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925876992 00000100:00100000:0.0:1767320128.356696:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925876992 00000100:00100000:0.0:1767320128.356728:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5498 00000100:00100000:0.0:1767320128.356745:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925877120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320128.356860:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925877120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 122us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320128.356869:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5498 00000100:00100000:0.0:1767320128.356896:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23841 00000100:00100000:0.0:1767320128.356901:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925876992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320128.356928:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320128.356974:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925876992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 71us (486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320128.356981:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23841 00000100:00080000:1.0:1767320128.361476:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320129.120733:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320129.312397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320130.144682:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320130.336407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320131.168672:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320131.360545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320131.361882:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320131.361892:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320131.361896:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320131.361901:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320131.361906:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320131.361916:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5375 00000100:00080000:2.0:1767320131.361922:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320131.361931:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320131.363358:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990039936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320131.363666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990039936:0@lo:38:kworker.0 00000100:00080000:2.0:1767320131.364603:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320131.364610:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320131.364614:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320131.364623:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5375 00000100:00080000:2.0:1767320131.364627:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320131.364635:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320131.364672:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a680 x1853163990040064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320131.364779:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990040192:0@lo:400:kworker.0 00000100:00080000:2.0:1767320131.364955:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320131.364960:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320131.364962:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320131.364967:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5375 00000100:00080000:2.0:1767320131.364969:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320131.364974:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320131.364993:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163990040320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320131.365024:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320131.365027:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320131.365029:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320131.365033:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5375 00000100:00080000:2.0:1767320131.365036:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320131.365040:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320131.365053:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990040576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320131.365136:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990040832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320131.365155:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990040704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.365182:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320131.365286:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320131.365347:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040832 00000100:00100000:2.0:1767320131.365358:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040832 00000100:00100000:1.0:1767320131.365370:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040704 00000100:00100000:1.0:1767320131.365381:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040704 00000100:00100000:1.0:1767320131.365444:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1767320131.365454:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990040704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320131.365523:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990040704:12345-0@lo:400:kworker.0 Request processed in 71us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320131.365531:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00080000:1.0:1767320131.365628:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320131.365634:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320131.365677:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990040704:0@lo:400:kworker.0 00000100:00100000:3.0:1767320131.366283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320131.366370:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990040064:0@lo:38:kworker.0 00000100:00100000:3.0:1767320131.366575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320131.366607:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990040320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320131.366632:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320131.366657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990040576:0@lo:38:kworker.0 00000100:00100000:3.0:1767320131.366679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320131.366694:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990039936 00000100:00100000:1.0:1767320131.366704:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990039936 00000100:00100000:3.0:1767320131.366721:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040064 00000100:00100000:3.0:1767320131.366729:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040064 00000100:00100000:1.0:1767320131.366754:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040320 00000100:00100000:1.0:1767320131.366761:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040320 00000100:00100000:1.0:1767320131.366785:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040576 00000100:00100000:1.0:1767320131.366788:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040576 00000100:00100000:3.0:1767320131.366909:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1767320131.366918:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990040064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320131.366946:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320131.366962:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23842 00000100:00100000:1.0:1767320131.366974:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990039936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320131.366998:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320131.367006:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990040064:12345-0@lo:38:kworker.0 Request processed in 84us (427us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320131.367016:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000100:00100000:1.0:1767320131.367066:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990039936:12345-0@lo:38:kworker.0 Request processed in 91us (785us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320131.367146:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:2.0:1767320131.367159:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990040832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.367218:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990040832:12345-0@lo:400:kworker.0 Request processed in 64us (2037us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320131.367226:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767320131.372888:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23843 00000100:00100000:0.0:1767320131.372909:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990040320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320131.372968:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320131.373090:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990040320:12345-0@lo:38:kworker.0 Request processed in 185us (6455us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320131.373099:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23843 00000100:00100000:0.0:1767320131.373140:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23844 00000100:00100000:0.0:1767320131.373145:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990040576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320131.373154:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320131.373180:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990040576:12345-0@lo:38:kworker.0 Request processed in 34us (6499us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320131.373186:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23844 00000100:00100000:0.0:1767320131.373256:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990040448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.373302:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.373359:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040448 00000100:00100000:0.0:1767320131.373368:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040448 00000100:00100000:0.0:1767320131.373442:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499 00000100:00100000:0.0:1767320131.373449:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990040448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.373507:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990040448:12345-0@lo:400:kworker.0 Request processed in 58us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320131.373513:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499 00000100:00100000:0.0:1767320131.373560:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990040448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.376180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.376302:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040192 00000100:00100000:0.0:1767320131.376312:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040192 00000100:00100000:0.0:1767320131.376380:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500 00000100:00100000:0.0:1767320131.376404:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990040192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.376965:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990040192:12345-0@lo:400:kworker.0 Request processed in 562us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320131.376975:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500 00000100:00100000:0.0:1767320131.377044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990040192:0@lo:400:kworker.0 00000100:00080000:0.0:1767320131.377106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320131.377149:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990040832:0@lo:400:kworker.0 00000100:00080000:0.0:1767320131.377307:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.377313:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.377317:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990040064:0@lo:38:kworker.0 00000100:00080000:0.0:1767320131.377331:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.377335:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.377338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990040320:0@lo:38:kworker.0 00000100:00080000:0.0:1767320131.377349:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.377352:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.377355:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990040576:0@lo:38:kworker.0 00000100:00080000:0.0:1767320131.377366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.377369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.377372:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990039936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320131.386198:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23842 00010000:00010000:0.0:1767320132.192577:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320132.384759:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990040960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320132.384851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320132.384974:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990040960 00000100:00100000:0.0:1767320132.384984:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990040960 00000100:00100000:0.0:1767320132.385046:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:0.0:1767320132.385056:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990040960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320132.385094:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320132.385144:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990040960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320132.385152:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00100000:1.0:1767320132.385319:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990040960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320132.385409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320132.387013:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990041088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320132.387083:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320132.387258:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041088 00000100:00100000:0.0:1767320132.387267:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041088 00000100:00100000:0.0:1767320132.387326:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1767320132.387345:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990041088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320132.387378:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320132.387437:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990041088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320132.387445:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:2.0:1767320132.387623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990041088:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320133.217993:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320133.408730:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320133.476089:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320133.476674:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877248 00000100:00100000:3.0:1767320133.476995:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877248 00000100:00100000:3.0:1767320133.477112:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23845 00000100:00100000:3.0:1767320133.477123:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925877248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320133.477151:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320133.477263:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925877248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 139us (1625us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320133.477271:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23845 00000100:00100000:3.0:1767320133.484633:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320133.485084:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877376 00000100:00100000:2.0:1767320133.485099:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877376 00000100:00100000:2.0:1767320133.485292:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5501 00000100:00100000:2.0:1767320133.485304:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925877376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320133.485442:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925877376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 140us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320133.485452:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5501 00000100:00080000:0.0:1767320133.486176:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320134.240994:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320134.432637:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320135.264583:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320135.456550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320136.291572:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320136.480497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320136.480520:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320136.480527:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320136.480530:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320136.480535:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320136.480540:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320136.480549:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5381 00000100:00080000:2.0:1767320136.480555:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320136.480565:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320136.480644:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990041216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320136.480677:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320136.480682:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320136.480684:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320136.480688:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5381 00000100:00080000:2.0:1767320136.480691:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320136.480695:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320136.480710:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163990041344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320136.480834:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320136.480838:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320136.480841:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320136.480845:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5381 00000100:00080000:2.0:1767320136.480847:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320136.480852:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320136.480857:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320136.480867:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228000 x1853163990041600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320136.480873:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990041472:0@lo:400:kworker.0 00000100:00080000:2.0:1767320136.480884:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320136.480888:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320136.480889:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320136.480893:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5381 00000100:00080000:2.0:1767320136.480895:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320136.480898:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320136.480912:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163990041856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320136.480963:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.480982:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990042112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.481020:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320136.481036:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990041728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.481041:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320136.481045:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990041984:0@lo:400:kworker.0 00000100:00100000:3.0:1767320136.481058:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.481064:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.481097:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042112 00000100:00100000:3.0:1767320136.481097:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041472 00000100:00100000:2.0:1767320136.481105:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042112 00000100:00100000:3.0:1767320136.481105:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041472 00000100:00100000:0.0:1767320136.481169:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041984 00000100:00100000:0.0:1767320136.481174:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041984 00000100:00100000:3.0:1767320136.481174:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041728 00000100:00100000:3.0:1767320136.481176:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041728 00000100:00100000:1.0:1767320136.481260:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:1.0:1767320136.481272:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990041472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320136.481333:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990041472:12345-0@lo:400:kworker.0 Request processed in 64us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320136.481341:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00000100:00100000:1.0:1767320136.481376:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990041216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320136.481409:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320136.481429:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990041344:0@lo:38:kworker.0 00000100:00100000:1.0:1767320136.481449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320136.481467:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990041600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320136.481482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320136.481494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990041856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320136.481510:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320136.481532:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041216 00000100:00100000:1.0:1767320136.481535:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041216 00000100:00100000:1.0:1767320136.481551:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041600 00000100:00100000:1.0:1767320136.481553:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041600 00000100:00100000:1.0:1767320136.481559:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041856 00000100:00100000:1.0:1767320136.481561:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041856 00000100:00100000:1.0:1767320136.481570:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23846 00000100:00100000:1.0:1767320136.481574:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990041216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.481595:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.481623:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990041216:12345-0@lo:38:kworker.0 Request processed in 48us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.481629:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23846 00000100:00100000:1.0:1767320136.481640:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23847 00000100:00100000:1.0:1767320136.481644:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990041600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.481652:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.481667:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990041600:12345-0@lo:38:kworker.0 Request processed in 22us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.481672:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23847 00000100:00100000:1.0:1767320136.481680:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23848 00000100:00100000:1.0:1767320136.481683:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990041856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.481691:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.481706:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990041856:12345-0@lo:38:kworker.0 Request processed in 22us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.481711:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23848 00000100:00080000:1.0:1767320136.481760:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.481766:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.481770:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990041216:0@lo:38:kworker.0 00000100:00080000:1.0:1767320136.481783:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.481787:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.481790:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990041600:0@lo:38:kworker.0 00000100:00080000:1.0:1767320136.481797:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.481800:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.481802:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990041856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320136.481851:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990041344 00000100:00100000:1.0:1767320136.481855:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990041344 00000100:00100000:1.0:1767320136.481879:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:1.0:1767320136.481884:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990041344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.481893:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.481922:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990041344:12345-0@lo:38:kworker.0 Request processed in 38us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.481926:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00080000:1.0:1767320136.481943:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.481945:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.481947:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990041344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320136.482206:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:0.0:1767320136.482211:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:2.0:1767320136.482214:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990042112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320136.482219:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990041984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.482268:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990042112:12345-0@lo:400:kworker.0 Request processed in 55us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320136.482275:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:3.0:1767320136.482312:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:3.0:1767320136.482320:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990041728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320136.482357:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990041728:12345-0@lo:400:kworker.0 Request processed in 40us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320136.482362:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000100:00100000:3.0:1767320136.482396:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990041728:0@lo:400:kworker.0 00000100:00100000:3.0:1767320136.482421:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990041472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320136.482909:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990041984:12345-0@lo:400:kworker.0 Request processed in 689us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320136.482912:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990041984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320136.482916:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:2.0:1767320136.482925:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990042112:0@lo:400:kworker.0 00000100:00080000:1.0:1767320136.483114:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320136.483119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320136.483122:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320137.315675:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320137.504553:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320137.504841:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990042240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320137.504935:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320137.505161:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042240 00000100:00100000:0.0:1767320137.505172:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042240 00000100:00100000:0.0:1767320137.505265:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767320137.505276:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990042240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320137.505331:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320137.505400:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990042240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320137.505409:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:3.0:1767320137.505826:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990042240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320137.506277:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990042368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320137.506419:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320137.506610:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042368 00000100:00100000:0.0:1767320137.506618:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042368 00000100:00100000:1.0:1767320137.507157:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:1.0:1767320137.507171:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990042368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320137.507203:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320137.507293:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990042368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320137.507303:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:3.0:1767320137.507406:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990042368:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320138.337094:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320138.528631:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320138.595740:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320138.595814:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320138.595926:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877632 00000100:00100000:0.0:1767320138.595942:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877632 00000100:00100000:0.0:1767320138.596062:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877504 00000100:00100000:0.0:1767320138.596066:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877504 00000100:00100000:0.0:1767320138.596093:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5504 00000100:00100000:0.0:1767320138.596106:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925877632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767320138.596153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320138.596176:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23849 00000100:00100000:1.0:1767320138.596182:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925877504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320138.596210:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320138.596224:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925877632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 121us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320138.596264:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5504 00000100:00100000:1.0:1767320138.596275:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925877504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (460us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320138.596281:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23849 00010000:00010000:3.0:1767320139.360512:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320139.552414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320140.388994:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320140.576527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320141.409094:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320141.600489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320141.600624:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.600629:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320141.600632:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.600636:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.600639:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.600646:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320141.600650:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.600659:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320141.600708:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5f80 x1853163990042496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320141.600733:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.600735:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.600737:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.600739:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320141.600741:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.600743:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320141.600751:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163990042624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320141.600787:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.600790:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.600792:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.600794:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320141.600796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.600798:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320141.600805:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163990042880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320141.600814:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.600817:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.600818:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.600821:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5386 00000100:00080000:0.0:1767320141.600822:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.600826:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320141.600831:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990043136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320141.600899:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990043264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320141.600974:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.601038:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320141.601042:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990043392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320141.601056:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.601084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990042496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320141.601123:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.601152:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990042624:0@lo:38:kworker.0 00000100:00100000:1.0:1767320141.601176:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.601197:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990042880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320141.601217:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.601254:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990043136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320141.601271:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.601301:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042496 00000100:00100000:1.0:1767320141.601319:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042496 00000100:00100000:1.0:1767320141.601356:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042880 00000100:00100000:1.0:1767320141.601359:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042880 00000100:00100000:1.0:1767320141.601375:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043136 00000100:00100000:1.0:1767320141.601377:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043136 00000100:00100000:1.0:1767320141.601393:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23850 00000100:00100000:1.0:1767320141.601399:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990042496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320141.601419:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.601454:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990042496:12345-0@lo:38:kworker.0 Request processed in 56us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.601459:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23850 00000100:00100000:1.0:1767320141.601476:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23851 00000100:00100000:1.0:1767320141.601478:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990042880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320141.601484:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.601496:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990042880:12345-0@lo:38:kworker.0 Request processed in 17us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.601500:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23851 00000100:00100000:1.0:1767320141.601505:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23852 00000100:00100000:1.0:1767320141.601508:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990043136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320141.601513:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.601524:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990043136:12345-0@lo:38:kworker.0 Request processed in 15us (252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.601527:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23852 00000100:00080000:1.0:1767320141.601564:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320141.601567:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320141.601570:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990042496:0@lo:38:kworker.0 00000100:00080000:1.0:1767320141.601576:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320141.601579:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320141.601580:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990042880:0@lo:38:kworker.0 00000100:00080000:1.0:1767320141.601585:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320141.601586:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320141.601588:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990043136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320141.601699:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043264 00000100:00100000:0.0:1767320141.601704:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043264 00000100:00100000:0.0:1767320141.601756:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043392 00000100:00100000:0.0:1767320141.601759:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043392 00000100:00100000:0.0:1767320141.601780:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1767320141.601787:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990043264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.601837:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990043264:12345-0@lo:400:kworker.0 Request processed in 51us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320141.601842:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1767320141.601855:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:0.0:1767320141.601859:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990043392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.601875:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990043392:12345-0@lo:400:kworker.0 Request processed in 17us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320141.601879:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00100000:0.0:1767320141.601904:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990043392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.601911:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990043264:0@lo:400:kworker.0 00000100:00080000:1.0:1767320141.602277:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320141.602282:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320141.602352:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990042752:0@lo:400:kworker.0 00000100:00100000:2.0:1767320141.602393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320141.602423:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320141.602427:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990043008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320141.602442:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320141.602508:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042752 00000100:00100000:0.0:1767320141.602512:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042752 00000100:00100000:0.0:1767320141.602548:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043008 00000100:00100000:0.0:1767320141.602550:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043008 00000100:00100000:0.0:1767320141.602563:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505 00000100:00100000:0.0:1767320141.602567:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990042752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.602595:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990042752:12345-0@lo:400:kworker.0 Request processed in 28us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320141.602600:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505 00000100:00100000:0.0:1767320141.602608:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506 00000100:00100000:0.0:1767320141.602611:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990043008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.602625:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990043008:12345-0@lo:400:kworker.0 Request processed in 14us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320141.602629:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506 00000100:00080000:2.0:1767320141.602692:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320141.602712:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990043008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320141.602719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990042752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320141.602817:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990042624 00000100:00100000:3.0:1767320141.602821:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990042624 00000100:00100000:3.0:1767320141.602847:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:3.0:1767320141.602851:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990042624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320141.602867:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320141.602895:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990042624:12345-0@lo:38:kworker.0 Request processed in 44us (1720us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320141.602900:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00080000:0.0:1767320141.603334:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320141.603342:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320141.603346:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990042624:0@lo:38:kworker.0 00010000:00010000:0.0:1767320142.432752:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320142.624764:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320142.626944:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990043520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320142.627028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320142.631569:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043520 00000100:00100000:2.0:1767320142.631593:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043520 00000100:00100000:2.0:1767320142.631700:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:2.0:1767320142.631714:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990043520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320142.631762:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320142.631894:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990043520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (4864us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320142.631903:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:3.0:1767320142.632313:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990043520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320142.633641:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990043648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320142.633724:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320142.634218:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043648 00000100:00100000:2.0:1767320142.634226:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043648 00000100:00100000:2.0:1767320142.634387:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:2.0:1767320142.634395:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990043648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320142.634428:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320142.634474:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990043648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320142.634480:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767320142.634562:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990043648:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767320143.456650:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320143.648476:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320143.715402:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320143.715472:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320143.715647:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877760 00000100:00100000:1.0:1767320143.715662:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877760 00000100:00100000:1.0:1767320143.715712:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925877888 00000100:00100000:1.0:1767320143.715716:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925877888 00000100:00100000:1.0:1767320143.715782:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5507 00000100:00100000:1.0:1767320143.715798:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925877888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320143.715920:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925877888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 127us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320143.715928:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5507 00000100:00100000:1.0:1767320143.715952:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23853 00000100:00100000:1.0:1767320143.715957:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925877760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320143.715984:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320143.716018:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925877760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 59us (636us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320143.716024:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23853 00000100:00080000:1.0:1767320143.716044:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320144.480992:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320144.672720:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320145.505050:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320145.698776:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320146.531399:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320146.726798:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320146.726798:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320146.726812:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320146.726815:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320146.726820:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320146.726826:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320146.726837:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5391 00000100:00080000:0.0:1767320146.726843:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320146.726852:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320146.726913:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163990043776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320146.726939:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320146.726942:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320146.726944:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320146.726947:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5391 00000100:00080000:0.0:1767320146.726949:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320146.726952:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320146.726963:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163990043904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320146.726999:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320146.727002:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320146.727003:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320146.727006:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5391 00000100:00080000:0.0:1767320146.727008:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320146.727010:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320146.727020:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e300 x1853163990044160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320146.727048:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320146.727052:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320146.727055:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320146.727057:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990044032:0@lo:400:kworker.0 00000100:00080000:0.0:1767320146.727062:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5391 00000100:00080000:0.0:1767320146.727068:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320146.727072:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320146.727085:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8fb80 x1853163990044416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320146.727161:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320146.727285:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320146.727292:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990044288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320146.727315:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727414:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990043776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320146.727446:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727477:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990043904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320146.727497:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727523:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990044160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320146.727537:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727546:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990044416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320146.727560:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727584:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043904 00000100:00100000:1.0:1767320146.727591:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043904 00000100:00100000:1.0:1767320146.727623:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:1.0:1767320146.727631:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990043904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320146.727654:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320146.727691:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990043904:12345-0@lo:38:kworker.0 Request processed in 61us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320146.727697:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:1.0:1767320146.727722:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044032 00000100:00100000:1.0:1767320146.727725:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044032 00000100:00100000:3.0:1767320146.727745:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990044544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320146.727760:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044288 00000100:00100000:1.0:1767320146.727763:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044288 00000100:00100000:1.0:1767320146.727779:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990043776 00000100:00100000:1.0:1767320146.727780:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990043776 00000100:00100000:1.0:1767320146.727788:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044160 00000100:00100000:1.0:1767320146.727792:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044160 00000100:00100000:3.0:1767320146.727794:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727800:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044416 00000100:00100000:1.0:1767320146.727803:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044416 00000100:00100000:1.0:1767320146.727812:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:1.0:1767320146.727817:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990044032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320146.727823:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320146.727831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990044672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320146.727866:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990044032:12345-0@lo:400:kworker.0 Request processed in 48us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320146.727870:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320146.727879:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00000100:00100000:1.0:1767320146.727887:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:1.0:1767320146.727891:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990044288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320146.727916:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990044288:12345-0@lo:400:kworker.0 Request processed in 24us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320146.727921:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00000100:00100000:3.0:1767320146.727928:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044544 00000100:00100000:1.0:1767320146.727933:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23854 00000100:00100000:3.0:1767320146.727935:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044544 00000100:00100000:1.0:1767320146.727939:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990043776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320146.727947:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320146.727966:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990043776:12345-0@lo:38:kworker.0 Request processed in 28us (520us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320146.727970:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23854 00000100:00100000:3.0:1767320146.727980:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044672 00000100:00100000:1.0:1767320146.727984:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23855 00000100:00100000:3.0:1767320146.727985:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044672 00000100:00100000:1.0:1767320146.727990:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990044160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320146.727997:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320146.728013:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990044160:12345-0@lo:38:kworker.0 Request processed in 24us (476us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320146.728019:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:1.0:1767320146.728023:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23855 00000100:00100000:3.0:1767320146.728032:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990044544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320146.728053:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23856 00000100:00100000:1.0:1767320146.728059:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990044416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320146.728070:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320146.728078:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990044544:12345-0@lo:400:kworker.0 Request processed in 48us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320146.728086:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00100000:1.0:1767320146.728102:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990044416:12345-0@lo:38:kworker.0 Request processed in 41us (539us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320146.728104:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:1.0:1767320146.728115:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23856 00000100:00100000:3.0:1767320146.728117:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990044672:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320146.728138:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320146.728145:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320146.728148:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320146.728152:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990044672:12345-0@lo:400:kworker.0 Request processed in 37us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320146.728160:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00080000:1.0:1767320146.728190:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320146.728197:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320146.728203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990043776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320146.728226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990044672:0@lo:400:kworker.0 00000100:00080000:1.0:1767320146.728252:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320146.728261:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320146.728267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990043904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320146.728273:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990044544:0@lo:400:kworker.0 00000100:00080000:1.0:1767320146.728282:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320146.728426:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320146.728429:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990044160:0@lo:38:kworker.0 00000100:00080000:1.0:1767320146.728440:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320146.728443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320146.728446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990044416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320146.729360:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990044288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320146.729377:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990044032:0@lo:400:kworker.0 00010000:00010000:0.0:1767320147.552727:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320147.744420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320147.744573:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990044800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320147.744691:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320147.745143:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990044928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320147.745179:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320147.745293:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044800 00000100:00100000:0.0:1767320147.745305:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044800 00000100:00100000:0.0:1767320147.745376:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990044928 00000100:00100000:0.0:1767320147.745380:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990044928 00000100:00100000:0.0:1767320147.745398:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:0.0:1767320147.745408:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990044800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320147.745447:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320147.745511:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990044800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320147.745520:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:0.0:1767320147.745545:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:0.0:1767320147.745552:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990044928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320147.745572:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320147.745611:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990044928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320147.745616:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:0.0:1767320147.745664:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990044928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320147.745882:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990044800:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767320148.579506:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320148.768704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320148.839495:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320148.839886:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878016 00000100:00100000:2.0:1767320148.839899:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878016 00000100:00100000:2.0:1767320148.839985:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23857 00000100:00100000:2.0:1767320148.840054:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925878016:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320148.840091:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320148.840203:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925878016:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 152us (721us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320148.840212:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23857 00000100:00100000:3.0:1767320148.842888:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320148.842985:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878144 00000100:00100000:0.0:1767320148.843010:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878144 00000100:00100000:0.0:1767320148.843182:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5510 00000100:00100000:0.0:1767320148.843195:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925878144:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320148.843328:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925878144:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 136us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320148.843339:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5510 00000100:00080000:3.0:1767320148.843599:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320149.600505:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320149.793966:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320150.624890:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320150.816468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320151.649332:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320151.840581:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320151.840596:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320151.840600:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320151.840605:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320151.840610:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320151.840622:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5396 00000100:00080000:2.0:1767320151.840627:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320151.840636:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320151.840693:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990045056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320151.840736:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320151.840747:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320151.840749:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320151.840753:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5396 00000100:00080000:2.0:1767320151.840756:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320151.840761:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320151.840778:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163990045184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320151.840819:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320151.840825:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320151.840827:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320151.840829:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5396 00000100:00080000:2.0:1767320151.840831:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320151.840835:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320151.840843:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ca80 x1853163990045440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320151.840854:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320151.840856:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320151.840858:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320151.840861:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5396 00000100:00080000:2.0:1767320151.840862:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320151.840864:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320151.840872:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d500 x1853163990045696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320151.841481:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990045568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.841765:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320151.841854:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320151.841861:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990045312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.841886:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320151.841921:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990045952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.841944:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320151.841964:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320151.841970:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990045824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.841991:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320151.842027:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045952 00000100:00100000:0.0:1767320151.842039:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045952 00000100:00100000:0.0:1767320151.842129:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045824 00000100:00100000:0.0:1767320151.842133:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045824 00000100:00100000:0.0:1767320151.842157:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:0.0:1767320151.842167:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990045952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842261:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990045952:12345-0@lo:400:kworker.0 Request processed in 96us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320151.842267:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:0.0:1767320151.842285:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:0.0:1767320151.842289:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990045824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842306:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990045824:12345-0@lo:400:kworker.0 Request processed in 18us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320151.842310:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:0.0:1767320151.842351:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990045824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842364:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990045952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842394:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045568 00000100:00100000:0.0:1767320151.842397:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045568 00000100:00100000:0.0:1767320151.842423:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045312 00000100:00100000:0.0:1767320151.842426:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045312 00000100:00100000:0.0:1767320151.842446:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:0.0:1767320151.842452:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990045568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842500:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990045568:12345-0@lo:400:kworker.0 Request processed in 36us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320151.842506:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00000100:00100000:0.0:1767320151.842519:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512 00000100:00100000:0.0:1767320151.842526:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990045312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842553:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990045312:12345-0@lo:400:kworker.0 Request processed in 28us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320151.842559:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512 00000100:00100000:0.0:1767320151.842595:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990045312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.842605:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990045568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320151.843776:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320151.843794:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320151.843804:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320151.843808:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320151.843924:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320126/real 1767320126] req@ffff96e2fcbc0e00 x1853163990038528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320151 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320151.843955:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fcbc0e00 x1853163990038528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320151 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320151.843978:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990045056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320151.844044:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320151.844108:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990045184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320151.844109:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045056 00000100:00100000:2.0:1767320151.844130:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045056 00000100:00100000:1.0:1767320151.844152:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320151.844182:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23858 00000100:00100000:1.0:1767320151.844190:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990045440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320151.844192:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990045056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320151.844217:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767320151.844228:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320151.844260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990045696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320151.844287:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990045056:12345-0@lo:38:kworker.0 Request processed in 96us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320151.844293:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23858 00000100:00100000:1.0:1767320151.844298:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320151.844366:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045184 00000100:00100000:3.0:1767320151.844372:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045184 00000100:00100000:3.0:1767320151.844400:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:3.0:1767320151.844406:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990045184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320151.844418:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320151.844424:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045440 00000100:00100000:2.0:1767320151.844429:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045440 00000100:00100000:0.0:1767320151.844460:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990045696 00000100:00100000:0.0:1767320151.844471:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990045696 00000100:00100000:0.0:1767320151.844507:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23859 00000100:00100000:0.0:1767320151.844512:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990045440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320151.844522:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320151.844692:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23860 00000100:00100000:2.0:1767320151.844697:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990045696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320151.844707:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320151.845964:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990045184:12345-0@lo:38:kworker.0 Request processed in 1550us (1805us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320151.845978:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00000100:00080000:1.0:1767320151.846885:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320151.846902:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990045440:12345-0@lo:38:kworker.0 Request processed in 2384us (2680us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320151.846916:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23859 00000100:00080000:1.0:1767320151.846919:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320151.846927:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990038528:0@lo:250:kworker.0 00000100:00080000:0.0:1767320151.846985:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320151.846986:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320151.846994:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320151.846995:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:0.0:1767320151.846999:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320151.847001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990045056:0@lo:38:kworker.0 00000100:00080000:0.0:1767320151.847011:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5375 00000100:00080000:0.0:1767320151.847017:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320151.847018:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320151.847026:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:1.0:1767320151.847026:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320151.847032:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990045184:0@lo:38:kworker.0 00000100:00080000:1.0:1767320151.847043:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320151.847046:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320151.847048:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990045440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320151.847069:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8d880 x1853163990046080/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320151.847108:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990046080:0@lo:250:kworker.0 00000400:00000100:1.0:1767320151.847156:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990046080 offset 0 length 520: 4 00000100:00100000:2.0:1767320151.847936:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990045696:12345-0@lo:38:kworker.0 Request processed in 3233us (3634us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320151.847946:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23860 00000100:00080000:1.0:1767320151.848485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320151.848492:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320151.848496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990045696:0@lo:38:kworker.0 00010000:00010000:0.0:1767320152.674307:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320152.864428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320152.864746:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320152.864764:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990046208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320152.864854:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320152.865065:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046208 00000100:00100000:1.0:1767320152.865075:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046208 00000100:00100000:1.0:1767320152.865267:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:1.0:1767320152.865279:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990046208:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320152.865401:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990046336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320152.865435:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767320152.865530:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320152.865617:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046336 00000100:00100000:2.0:1767320152.865622:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046336 00000100:00100000:2.0:1767320152.865658:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:2.0:1767320152.865667:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990046336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320152.865690:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320152.865744:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990046208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 467us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320152.865753:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:2.0:1767320152.869154:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990046336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3470us (3699us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320152.869176:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1767320152.871340:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990046208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320152.871408:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990046336:0@lo:13:osp-pre-1-1.0 00000400:00000100:2.0:1767320152.931636:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925878272 offset 0 length 520: 4 00000100:00100000:0.0:1767320152.936906:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320152.936957:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320152.937171:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878400 00000100:00100000:3.0:1767320152.937186:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878400 00000100:00100000:3.0:1767320152.937275:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878528 00000100:00100000:3.0:1767320152.937279:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878528 00000100:00100000:3.0:1767320152.937349:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5513 00000100:00100000:3.0:1767320152.937362:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925878528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320152.937539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320152.937560:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23861 00000100:00100000:0.0:1767320152.937566:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925878400:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320152.937592:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320152.937656:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925878400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 88us (768us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320152.937665:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23861 00000100:00100000:3.0:1767320152.938378:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925878528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1016us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320152.938389:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5513 00010000:00010000:0.0:1767320153.699344:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320153.896313:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320154.722615:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320154.912761:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320155.744924:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320155.936511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320156.771115:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320156.961955:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320156.961969:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320156.961973:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320156.961977:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320156.961983:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320156.961994:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5401 00000100:00080000:2.0:1767320156.962000:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320156.962007:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320156.962074:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ca80 x1853163990046464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320156.962107:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320156.962111:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320156.962113:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320156.962125:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5401 00000100:00080000:2.0:1767320156.962129:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320156.962133:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320156.962147:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163990046592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320156.962185:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320156.962189:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320156.962191:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320156.962194:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5401 00000100:00080000:2.0:1767320156.962196:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320156.962200:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320156.962212:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e300 x1853163990046848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320156.962227:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320156.962249:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320156.962251:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320156.962255:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5401 00000100:00080000:2.0:1767320156.962257:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320156.962262:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320156.962272:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ce00 x1853163990047104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320156.962332:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990047232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320156.962421:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320156.962499:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320156.962506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990047360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320156.962787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990046720:0@lo:400:kworker.0 00000100:00100000:3.0:1767320156.962828:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320156.962862:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320156.962867:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990046976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320156.962887:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320156.962950:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046720 00000100:00100000:3.0:1767320156.962960:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046720 00000100:00100000:3.0:1767320156.963035:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046976 00000100:00100000:3.0:1767320156.963039:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046976 00000100:00100000:3.0:1767320156.963067:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:3.0:1767320156.963077:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990046720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320156.963147:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990046720:12345-0@lo:400:kworker.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320156.963156:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00000100:00100000:3.0:1767320156.963175:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:3.0:1767320156.963181:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990046976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320156.963206:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990046976:12345-0@lo:400:kworker.0 Request processed in 25us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320156.963212:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00000100:00100000:3.0:1767320156.963277:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990046976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320156.963288:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990046720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320156.963421:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320156.963569:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990046464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320156.963608:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320156.963632:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990046592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320156.963661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320156.963683:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990046848:0@lo:38:kworker.0 00000100:00100000:1.0:1767320156.963706:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320156.963721:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990047104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320156.963741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320156.963769:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046464 00000100:00100000:1.0:1767320156.963773:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046464 00000100:00100000:1.0:1767320156.963796:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046848 00000100:00100000:1.0:1767320156.963798:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046848 00000100:00100000:1.0:1767320156.963805:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047104 00000100:00100000:1.0:1767320156.963807:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047104 00000100:00100000:1.0:1767320156.963818:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23862 00000100:00100000:1.0:1767320156.963823:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990046464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320156.963845:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320156.963880:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990046464:12345-0@lo:38:kworker.0 Request processed in 56us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320156.963890:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23862 00000100:00100000:1.0:1767320156.963903:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23863 00000100:00100000:1.0:1767320156.963906:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990046848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320156.963915:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320156.963949:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990046848:12345-0@lo:38:kworker.0 Request processed in 28us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320156.963956:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23863 00000100:00100000:1.0:1767320156.963967:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23864 00000100:00100000:1.0:1767320156.963971:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990047104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320156.963979:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320156.963997:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990047104:12345-0@lo:38:kworker.0 Request processed in 25us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320156.964002:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23864 00000100:00100000:1.0:1767320156.964033:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990046592 00000100:00100000:1.0:1767320156.964036:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990046592 00000100:00100000:1.0:1767320156.964058:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:1.0:1767320156.964062:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c5122450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990046592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320156.964070:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320156.964094:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c5122450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990046592:12345-0@lo:38:kworker.0 Request processed in 31us (432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320156.964099:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00000100:00080000:1.0:1767320156.964773:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320156.964783:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320156.964788:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990046464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320156.964804:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320156.964808:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320156.964811:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990046592:0@lo:38:kworker.0 00000100:00080000:1.0:1767320156.964821:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320156.964824:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320156.964828:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990046848:0@lo:38:kworker.0 00000100:00080000:1.0:1767320156.964838:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320156.964841:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320156.964845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990047104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320156.965018:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047232 00000100:00100000:0.0:1767320156.965034:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047232 00000100:00100000:0.0:1767320156.965091:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047360 00000100:00100000:0.0:1767320156.965095:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047360 00000100:00100000:0.0:1767320156.965133:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:0.0:1767320156.965141:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990047232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320156.965207:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990047232:12345-0@lo:400:kworker.0 Request processed in 67us (2785us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320156.965213:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:0.0:1767320156.965257:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:0.0:1767320156.965264:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990047360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320156.965292:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990047360:12345-0@lo:400:kworker.0 Request processed in 30us (1871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320156.965298:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00080000:0.0:1767320156.965316:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320156.965321:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320156.965324:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320156.965743:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320156.965781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990047360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320156.965795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990047232:0@lo:400:kworker.0 00010000:00010000:0.0:1767320157.792518:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320157.984397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320157.984925:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990047488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320157.985048:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320157.985199:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047488 00000100:00100000:1.0:1767320157.985210:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047488 00000100:00100000:0.0:1767320157.985267:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990047616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320157.985293:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1767320157.985305:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990047488:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320157.985313:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767320157.985349:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320157.985358:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047616 00000100:00100000:0.0:1767320157.985364:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047616 00000100:00100000:0.0:1767320157.985391:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:0.0:1767320157.985400:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990047616:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320157.985402:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990047488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320157.985413:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00002000:00000024:0.0:1767320157.985425:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320157.985475:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990047616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320157.985481:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:1.0:1767320157.985488:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990047488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320157.985568:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990047616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320158.052853:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320158.055864:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878656 00000100:00100000:3.0:1767320158.055889:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878656 00000100:00100000:3.0:1767320158.055970:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23865 00000100:00100000:3.0:1767320158.055981:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925878656:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320158.056020:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320158.056371:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320158.056418:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878784 00000100:00100000:2.0:1767320158.056424:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878784 00000100:00100000:2.0:1767320158.056491:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5516 00000100:00100000:2.0:1767320158.056499:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925878784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320158.056577:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925878784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320158.056586:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925878656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 604us (3749us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320158.056587:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5516 00000100:00100000:3.0:1767320158.056600:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23865 00000100:00080000:0.0:1767320158.056818:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320158.817058:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320159.009431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320159.841153:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320160.032988:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320160.864542:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320161.056585:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320161.895732:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320162.080484:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320162.080498:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320162.080502:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320162.080507:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320162.080512:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320162.080524:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5406 00000100:00080000:2.0:1767320162.080532:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320162.080540:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320162.080594:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705500 x1853163990047744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320162.080612:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320162.080615:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320162.080617:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320162.080621:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5406 00000100:00080000:2.0:1767320162.080624:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320162.080627:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320162.080640:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707800 x1853163990047872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320162.080690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320162.080695:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320162.080696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320162.080700:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5406 00000100:00080000:2.0:1767320162.080702:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320162.080706:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320162.080718:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163990048128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320162.080735:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320162.080739:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320162.080740:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320162.080745:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5406 00000100:00080000:2.0:1767320162.080747:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320162.080752:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320162.080763:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706d80 x1853163990048384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320162.080839:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990048256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.080938:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320162.081013:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320162.081028:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990048000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.081052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.081195:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990047744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320162.081227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.081273:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990047872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320162.082759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.082835:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990048128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320162.082908:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.082939:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990048384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320162.082967:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320162.082973:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320162.083019:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048256 00000100:00100000:3.0:1767320162.083031:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048256 00000100:00100000:3.0:1767320162.083130:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048000 00000100:00100000:3.0:1767320162.083134:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048000 00000100:00100000:3.0:1767320162.083153:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047744 00000100:00100000:3.0:1767320162.083157:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047744 00000100:00100000:3.0:1767320162.083166:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048128 00000100:00100000:3.0:1767320162.083169:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048128 00000100:00100000:3.0:1767320162.083175:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048384 00000100:00100000:3.0:1767320162.083178:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048384 00000100:00100000:3.0:1767320162.083193:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:3.0:1767320162.083203:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990048256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320162.083311:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990048256:12345-0@lo:400:kworker.0 Request processed in 109us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320162.083321:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00000100:00100000:3.0:1767320162.083341:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518 00000100:00100000:3.0:1767320162.083490:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990048000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320162.083525:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990048000:12345-0@lo:400:kworker.0 Request processed in 178us (2471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320162.083531:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518 00000100:00100000:3.0:1767320162.083545:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23866 00000100:00100000:3.0:1767320162.083550:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990047744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320162.083574:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320162.083612:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990047744:12345-0@lo:38:kworker.0 Request processed in 61us (2384us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320162.083618:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23866 00000100:00100000:3.0:1767320162.083632:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23867 00000100:00100000:3.0:1767320162.083635:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990048128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320162.083644:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320162.083668:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990048128:12345-0@lo:38:kworker.0 Request processed in 31us (761us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320162.083674:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23867 00000100:00100000:3.0:1767320162.083684:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23868 00000100:00100000:3.0:1767320162.083688:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990048384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320162.083697:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320162.083722:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990048384:12345-0@lo:38:kworker.0 Request processed in 32us (756us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320162.083727:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23868 00000100:00080000:3.0:1767320162.083747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320162.083796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320162.083802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320162.083806:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990047744:0@lo:38:kworker.0 00000100:00080000:3.0:1767320162.083820:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320162.083824:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320162.083827:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990048128:0@lo:38:kworker.0 00000100:00080000:3.0:1767320162.083836:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320162.083840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320162.083843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990048384:0@lo:38:kworker.0 00000100:00100000:3.0:1767320162.083937:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990047872 00000100:00100000:3.0:1767320162.083942:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990047872 00000100:00100000:3.0:1767320162.083968:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:3.0:1767320162.083973:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990047872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320162.083983:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320162.084018:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990047872:12345-0@lo:38:kworker.0 Request processed in 44us (1278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320162.084024:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00080000:3.0:1767320162.084051:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320162.084055:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320162.084059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990047872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320162.084216:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990048512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.084297:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990048000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.084314:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990048256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320162.084385:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.084420:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320162.084429:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990048640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320162.084452:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320162.084706:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048512 00000100:00100000:2.0:1767320162.084716:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048512 00000100:00100000:2.0:1767320162.084858:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048640 00000100:00100000:2.0:1767320162.084862:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048640 00000100:00100000:3.0:1767320162.084942:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00000100:00100000:3.0:1767320162.084957:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990048512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320162.085030:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990048512:12345-0@lo:400:kworker.0 Request processed in 77us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320162.085038:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00000100:00100000:1.0:1767320162.085069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990048512:0@lo:400:kworker.0 00000100:00080000:0.0:1767320162.086657:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320162.086666:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320162.088078:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1767320162.088096:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990048640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.088726:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990048640:12345-0@lo:400:kworker.0 Request processed in 635us (4270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320162.088736:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:1.0:1767320162.088966:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990048640:0@lo:400:kworker.0 00010000:00010000:0.0:1767320162.912573:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320163.104587:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990048768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320163.104663:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320163.105088:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320163.105138:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048768 00000100:00100000:0.0:1767320163.105147:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048768 00000100:00100000:0.0:1767320163.105196:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:0.0:1767320163.105205:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990048768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320163.105259:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320163.105321:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990048768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320163.105329:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1767320163.109904:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990048896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320163.109985:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320163.110044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990048768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320163.110146:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990048896 00000100:00100000:0.0:1767320163.110154:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990048896 00000100:00100000:0.0:1767320163.110204:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:0.0:1767320163.110215:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990048896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320163.110261:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320163.110323:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990048896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320163.110331:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00100000:1.0:1767320163.110404:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990048896:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320163.171050:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320163.171119:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879040 00000100:00100000:2.0:1767320163.171130:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879040 00000100:00100000:2.0:1767320163.171211:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5519 00000100:00100000:2.0:1767320163.171223:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925879040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320163.171336:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320163.171455:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925879040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 234us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320163.171464:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5519 00000100:00100000:0.0:1767320163.171597:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320163.171830:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925878912 00000100:00100000:2.0:1767320163.171835:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925878912 00000100:00100000:2.0:1767320163.171943:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23869 00000100:00100000:2.0:1767320163.171948:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925878912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320163.171969:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320163.172007:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925878912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (411us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320163.172014:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23869 00010000:00010000:1.0:1767320163.936587:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320164.129073:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320164.960835:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320165.154485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320165.984563:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320166.177052:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320167.008658:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320167.201291:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320167.201302:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320167.201305:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320167.201309:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320167.201313:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320167.201322:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5411 00000100:00080000:3.0:1767320167.201329:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320167.201336:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320167.201380:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf100 x1853163990049024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320167.201413:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320167.201417:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320167.201419:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320167.201423:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5411 00000100:00080000:3.0:1767320167.201426:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320167.201430:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320167.201443:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad180 x1853163990049152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320167.201481:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320167.201485:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320167.201487:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320167.201490:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5411 00000100:00080000:3.0:1767320167.201493:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320167.201496:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320167.201506:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaea00 x1853163990049408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320167.201520:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320167.201523:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320167.201524:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320167.201527:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5411 00000100:00080000:3.0:1767320167.201529:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320167.201533:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320167.201541:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaae680 x1853163990049664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320167.201627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990049280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.201704:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320167.201784:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320167.201790:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990049536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.201815:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320167.201850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990049792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.201875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320167.201893:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320167.201898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990049920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.201915:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320167.201946:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049792 00000100:00100000:2.0:1767320167.201953:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049792 00000100:00100000:2.0:1767320167.201999:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049920 00000100:00100000:2.0:1767320167.202002:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049920 00000100:00100000:2.0:1767320167.202025:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:2.0:1767320167.202034:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990049792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.202081:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990049792:12345-0@lo:400:kworker.0 Request processed in 47us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320167.202088:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:2.0:1767320167.202104:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:2.0:1767320167.202109:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990049920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.202135:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990049920:12345-0@lo:400:kworker.0 Request processed in 26us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320167.202140:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00080000:2.0:1767320167.202157:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320167.202160:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320167.202189:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990049920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320167.202199:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990049792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320167.202415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320167.203081:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049280 00000100:00100000:3.0:1767320167.203088:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049280 00000100:00100000:3.0:1767320167.203143:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049536 00000100:00100000:3.0:1767320167.203146:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049536 00000100:00100000:3.0:1767320167.203168:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520 00000100:00100000:3.0:1767320167.203175:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990049280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.203224:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990049280:12345-0@lo:400:kworker.0 Request processed in 49us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320167.203258:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520 00000100:00100000:3.0:1767320167.203271:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:3.0:1767320167.203277:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990049536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.203300:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990049536:12345-0@lo:400:kworker.0 Request processed in 24us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320167.203305:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00000100:00100000:3.0:1767320167.203340:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990049536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.203350:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990049280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320167.203477:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990049024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320167.203512:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.203546:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990049152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320167.203567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.203593:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990049408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320167.203611:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.203626:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990049664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320167.203655:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.203682:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049024 00000100:00100000:1.0:1767320167.203686:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049024 00000100:00100000:1.0:1767320167.203703:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049408 00000100:00100000:1.0:1767320167.203705:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049408 00000100:00100000:1.0:1767320167.203714:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049664 00000100:00100000:1.0:1767320167.203716:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049664 00000100:00100000:1.0:1767320167.203727:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23870 00000100:00100000:1.0:1767320167.203732:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990049024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320167.203747:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320167.203788:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990049024:12345-0@lo:38:kworker.0 Request processed in 54us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320167.203794:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23870 00000100:00100000:1.0:1767320167.203806:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23871 00000100:00100000:1.0:1767320167.203810:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990049408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320167.203818:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320167.203866:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990049408:12345-0@lo:38:kworker.0 Request processed in 55us (254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320167.203872:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23871 00000100:00100000:1.0:1767320167.203883:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23872 00000100:00100000:1.0:1767320167.203886:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990049664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320167.203894:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320167.203913:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990049664:12345-0@lo:38:kworker.0 Request processed in 25us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320167.203917:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23872 00000100:00080000:1.0:1767320167.203940:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320167.203944:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320167.203946:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990049024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320167.203955:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320167.203958:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320167.203960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990049408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320167.203966:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320167.203968:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320167.203971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990049664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320167.204267:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990049152 00000100:00100000:3.0:1767320167.204272:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990049152 00000100:00100000:3.0:1767320167.204301:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:3.0:1767320167.204307:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990049152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320167.204317:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320167.204358:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990049152:12345-0@lo:38:kworker.0 Request processed in 49us (789us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320167.204364:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00080000:0.0:1767320167.204439:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320167.204443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320167.204446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990049152:0@lo:38:kworker.0 00000100:00080000:2.0:1767320167.204507:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320168.036212:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320168.225340:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320168.225373:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990050048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320168.225457:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320168.225568:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050048 00000100:00100000:0.0:1767320168.225579:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050048 00000100:00100000:0.0:1767320168.225637:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1767320168.225647:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990050048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320168.225676:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320168.225731:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990050048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320168.225740:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1767320168.225775:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990050048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320168.230196:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320168.230220:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990050176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320168.230315:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320168.230373:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050176 00000100:00100000:0.0:1767320168.230380:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050176 00000100:00100000:0.0:1767320168.230426:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:0.0:1767320168.230435:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990050176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320168.230466:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320168.230509:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990050176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320168.230515:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:0.0:1767320168.230567:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990050176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320168.232773:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320168.291555:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320168.292028:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879168 00000100:00100000:3.0:1767320168.292040:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879168 00000100:00100000:3.0:1767320168.292092:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23873 00000100:00100000:3.0:1767320168.292519:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925879168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320168.292553:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320168.292624:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925879168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 108us (1079us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320168.292631:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23873 00000100:00100000:2.0:1767320168.292801:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320168.293176:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879296 00000100:00100000:3.0:1767320168.293183:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879296 00000100:00100000:3.0:1767320168.293261:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5522 00000100:00100000:3.0:1767320168.293271:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925879296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320168.293328:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925879296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 59us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320168.293335:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5522 00000100:00080000:2.0:1767320168.293617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320169.056808:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320169.251518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320170.080497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320170.273126:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320171.105562:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320171.299070:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320172.128551:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320172.320393:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320172.320404:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320172.320408:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320172.320413:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320172.320416:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320172.320426:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5416 00000100:00080000:0.0:1767320172.320432:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320172.320439:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320172.320484:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383800 x1853163990050304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320172.320490:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320172.320511:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320172.320515:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320172.320517:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320172.320521:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5416 00000100:00080000:0.0:1767320172.320524:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320172.320528:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320172.320532:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990050304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320172.320574:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381c00 x1853163990050432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320172.320609:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320172.320657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990050560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320172.320680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990050432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320172.320706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320172.320719:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320172.320759:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320172.320764:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320172.320766:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320172.320771:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5416 00000100:00080000:0.0:1767320172.320774:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320172.320779:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320172.320790:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050304 00000100:00100000:0.0:1767320172.320795:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163990050688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320172.320799:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050304 00000100:00100000:1.0:1767320172.320889:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050560 00000100:00100000:1.0:1767320172.320894:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050560 00000100:00100000:1.0:1767320172.320943:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523 00000100:00100000:1.0:1767320172.320954:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990050560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320172.321034:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23874 00000100:00100000:2.0:1767320172.321040:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990050304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320172.321062:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320172.321097:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990050304:12345-0@lo:38:kworker.0 Request processed in 55us (489us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320172.321103:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23874 00000100:00080000:2.0:1767320172.321127:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320172.321139:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990050688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320172.321163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320172.321195:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320172.321199:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320172.321203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990050304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320172.321228:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050688 00000100:00100000:2.0:1767320172.321253:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050688 00000100:00100000:2.0:1767320172.321273:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23875 00000100:00100000:2.0:1767320172.321277:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990050688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320172.321289:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320172.321319:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990050688:12345-0@lo:38:kworker.0 Request processed in 41us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320172.321326:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23875 00000100:00080000:2.0:1767320172.321350:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320172.321354:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320172.321357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990050688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320172.321397:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050432 00000100:00100000:2.0:1767320172.321400:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050432 00000100:00100000:2.0:1767320172.321422:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:2.0:1767320172.321426:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990050432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320172.321436:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320172.321467:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990050432:12345-0@lo:38:kworker.0 Request processed in 39us (749us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320172.321474:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00080000:2.0:1767320172.321497:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320172.321501:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320172.321504:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990050432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320172.321542:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990050816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320172.321566:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320172.321594:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050816 00000100:00100000:2.0:1767320172.321598:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050816 00000100:00100000:2.0:1767320172.321627:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524 00000100:00100000:2.0:1767320172.321632:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990050816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320172.321667:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990050816:12345-0@lo:400:kworker.0 Request processed in 34us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320172.321673:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524 00000100:00080000:2.0:1767320172.321688:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320172.321708:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990050816:0@lo:400:kworker.0 00000100:00080000:0.0:1767320172.322338:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320172.322344:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320172.322347:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320172.322352:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5416 00000100:00080000:0.0:1767320172.322357:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767320172.322362:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320172.322386:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383480 x1853163990050944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320172.322443:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990051072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320172.322480:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320172.322507:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320172.322513:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990051200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320172.322535:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320172.322571:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051072 00000100:00100000:0.0:1767320172.322575:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051072 00000100:00100000:0.0:1767320172.322616:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051200 00000100:00100000:0.0:1767320172.322619:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051200 00000100:00100000:0.0:1767320172.322641:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1767320172.322648:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990051072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320172.322856:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990051072:12345-0@lo:400:kworker.0 Request processed in 208us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320172.322864:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1767320172.322881:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1767320172.322887:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990051200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320172.322916:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990051200:12345-0@lo:400:kworker.0 Request processed in 30us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320172.322922:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1767320172.322956:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990051200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320172.322965:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990051072:0@lo:400:kworker.0 00000100:00080000:0.0:1767320172.322982:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320172.322985:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320172.324841:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990050944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320172.324925:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320172.324997:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990050944 00000100:00100000:2.0:1767320172.325004:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990050944 00000100:00100000:2.0:1767320172.325043:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23876 00000100:00100000:2.0:1767320172.325049:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990050944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320172.325072:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320172.325112:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990050944:12345-0@lo:38:kworker.0 Request processed in 62us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320172.325119:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23876 00000100:00080000:2.0:1767320172.325163:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320172.325168:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320172.325172:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990050944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320172.325449:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990050560:12345-0@lo:400:kworker.0 Request processed in 4495us (4740us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320172.325458:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523 00000100:00100000:3.0:1767320172.327502:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990050560:0@lo:400:kworker.0 00010000:00010000:0.0:1767320173.154492:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320173.344483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990051328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320173.344560:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320173.344702:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051328 00000100:00100000:0.0:1767320173.344713:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051328 00000100:00100000:0.0:1767320173.344804:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:0.0:1767320173.344814:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990051328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320173.344844:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320173.344899:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990051328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320173.344908:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:3.0:1767320173.345009:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990051328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320173.345192:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320173.345345:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990051456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320173.345375:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320173.345448:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051456 00000100:00100000:0.0:1767320173.345452:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051456 00000100:00100000:0.0:1767320173.345482:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:0.0:1767320173.345489:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990051456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320173.345506:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320173.345541:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990051456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320173.345547:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:3.0:1767320173.345668:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990051456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320173.411168:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320173.411273:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879552 00000100:00100000:1.0:1767320173.411285:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879552 00000100:00100000:1.0:1767320173.411366:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5525 00000100:00100000:1.0:1767320173.411379:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925879552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320173.411467:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925879552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320173.411479:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5525 00000100:00080000:0.0:1767320173.411732:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320173.415566:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320173.415645:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879424 00000100:00100000:2.0:1767320173.415653:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879424 00000100:00100000:2.0:1767320173.415694:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23877 00000100:00100000:2.0:1767320173.415701:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925879424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320173.415729:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320173.415786:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925879424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 86us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320173.415792:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23877 00010000:00010000:1.0:1767320174.176478:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320174.368408:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320175.201899:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320175.392317:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320176.224978:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320176.416375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320176.417559:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320151/real 1767320151] req@ffff96e2f9a8d880 x1853163990046080/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320176 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320176.417592:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f9a8d880 x1853163990046080/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320176 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320176.417608:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.417619:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320176.417623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990046080:0@lo:250:kworker.0 00000100:00080000:2.0:1767320176.418005:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320176.418011:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320176.418015:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320176.418020:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5401 00000100:00080000:2.0:1767320176.418025:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320176.418031:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320176.418076:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978e00 x1853163990051584/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320176.418108:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320176.418111:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320176.418114:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320176.418117:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5422 00000100:00080000:2.0:1767320176.418120:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320176.418123:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320176.418139:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a300 x1853163990051712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320176.418146:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320176.418149:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320176.418151:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320176.418154:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5422 00000100:00080000:2.0:1767320176.418156:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320176.418159:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320176.418170:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797aa00 x1853163990051840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320176.418261:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990051968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320176.418325:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320176.418412:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320176.418416:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320176.418419:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320176.418422:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5422 00000100:00080000:2.0:1767320176.418425:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320176.418429:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320176.418443:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978380 x1853163990052096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320176.418505:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990051584:0@lo:250:kworker.0 00000400:00000100:3.0:1767320176.418530:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990051584 offset 0 length 520: 4 00000100:00100000:3.0:1767320176.418548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990051712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320176.418580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320176.418601:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990051840:0@lo:38:kworker.0 00000100:00100000:3.0:1767320176.418624:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320176.418640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990052096:0@lo:38:kworker.0 00000100:00100000:3.0:1767320176.418658:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320176.418707:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051968 00000100:00100000:3.0:1767320176.418715:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051968 00000100:00100000:3.0:1767320176.418776:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051712 00000100:00100000:3.0:1767320176.418779:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051712 00000100:00100000:3.0:1767320176.418792:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052096 00000100:00100000:3.0:1767320176.418794:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052096 00000100:00100000:3.0:1767320176.418818:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:3.0:1767320176.418826:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990051968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320176.424291:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990052224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320176.424386:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.424474:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052224 00000100:00100000:0.0:1767320176.424483:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052224 00000100:00100000:0.0:1767320176.424546:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1767320176.424555:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990052224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320176.424617:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990052224:12345-0@lo:400:kworker.0 Request processed in 63us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320176.424624:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1767320176.424645:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23878 00000100:00100000:0.0:1767320176.424650:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990051712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.424683:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.424728:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990051712:12345-0@lo:38:kworker.0 Request processed in 77us (6148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.424734:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23878 00000100:00100000:0.0:1767320176.424747:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23879 00000100:00100000:0.0:1767320176.424752:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990052096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.424760:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.424786:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990052096:12345-0@lo:38:kworker.0 Request processed in 33us (6127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.424791:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23879 00000100:00100000:0.0:1767320176.424826:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990052224:0@lo:400:kworker.0 00000100:00080000:0.0:1767320176.424890:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320176.424902:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990051840 00000100:00100000:0.0:1767320176.424906:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990051840 00000100:00100000:0.0:1767320176.424934:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00100000:0.0:1767320176.424938:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990051840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.424949:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.424976:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990051840:12345-0@lo:38:kworker.0 Request processed in 37us (6351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.424982:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00080000:0.0:1767320176.425043:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.425049:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.425053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990051712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320176.425064:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.425068:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.425071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990051840:0@lo:38:kworker.0 00000100:00080000:0.0:1767320176.425080:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.425083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.425086:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990052096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320176.430749:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320176.430759:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320176.430762:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320176.430770:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5422 00000100:00080000:2.0:1767320176.430773:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320176.430781:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320176.430827:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978700 x1853163990052352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320176.430881:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990052480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320176.430939:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320176.430985:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052480 00000100:00100000:2.0:1767320176.430992:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052480 00000100:00100000:0.0:1767320176.431771:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990052352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320176.431821:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.431865:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052352 00000100:00100000:0.0:1767320176.431870:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052352 00000100:00100000:0.0:1767320176.431899:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23880 00000100:00100000:0.0:1767320176.431906:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990052352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.431928:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.431966:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990052352:12345-0@lo:38:kworker.0 Request processed in 59us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.431972:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23880 00000100:00080000:0.0:1767320176.432013:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.432017:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.432021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990052352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320176.432147:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1767320176.432158:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990052480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320176.432202:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990052480:12345-0@lo:400:kworker.0 Request processed in 47us (1261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320176.432207:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00080000:0.0:1767320176.432461:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320176.432839:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990052480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320176.432920:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990052608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320176.432953:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320176.432987:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052608 00000100:00100000:2.0:1767320176.432991:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052608 00000100:00100000:2.0:1767320176.433025:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:2.0:1767320176.433032:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990052608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320176.433243:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320176.433270:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990052608:12345-0@lo:400:kworker.0 Request processed in 238us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320176.433277:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990052608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320176.433277:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:3.0:1767320176.434530:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990051968:12345-0@lo:400:kworker.0 Request processed in 15689us (16189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320176.434542:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00000100:00100000:1.0:1767320176.435021:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990051968:0@lo:400:kworker.0 00010000:00010000:3.0:1767320177.248405:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320177.440469:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320177.511543:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767320177.511582:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925879680 offset 0 length 520: 4 00000100:00100000:0.0:1767320177.511608:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320177.512535:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879936 00000100:00100000:3.0:1767320177.512548:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879936 00000100:00100000:3.0:1767320177.512654:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925879808 00000100:00100000:3.0:1767320177.512658:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925879808 00000100:00100000:3.0:1767320177.512682:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5528 00000100:00100000:3.0:1767320177.512693:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925879936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320177.512792:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925879936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320177.512801:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5528 00000100:00100000:3.0:1767320177.512926:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23881 00000100:00100000:3.0:1767320177.512932:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925879808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320177.512953:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320177.513711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320177.517656:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925879808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (1380us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320177.517687:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23881 00010000:00010000:0.0:1767320178.281940:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320178.464398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320178.465011:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990052736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320178.465090:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320178.465158:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320178.465164:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990052864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320178.465187:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320178.465303:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052736 00000100:00100000:0.0:1767320178.465310:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052736 00000100:00100000:0.0:1767320178.465372:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052864 00000100:00100000:0.0:1767320178.465376:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052864 00000100:00100000:0.0:1767320178.465394:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:0.0:1767320178.465403:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990052736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320178.465433:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320178.465480:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990052736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320178.465487:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:0.0:1767320178.465505:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1767320178.465512:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990052864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320178.465527:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320178.465554:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990052864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320178.465560:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1767320178.465614:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990052864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320178.465660:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990052736:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320178.466131:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320178.466136:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320179.296510:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320179.488511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320180.320544:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320180.512428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320181.344538:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320181.536631:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320181.536738:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320181.536742:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320181.536745:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320181.536747:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320181.536750:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320181.536756:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5426 00000100:00080000:1.0:1767320181.536759:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320181.536764:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320181.536800:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1500 x1853163990052992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320181.536821:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320181.536824:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320181.536826:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320181.536828:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5426 00000100:00080000:1.0:1767320181.536830:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320181.536832:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320181.536843:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163990053120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320181.536867:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320181.536870:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320181.536871:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320181.536882:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5426 00000100:00080000:1.0:1767320181.536884:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320181.536886:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320181.536892:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163990053376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320181.536901:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320181.536904:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320181.536905:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320181.536907:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5426 00000100:00080000:1.0:1767320181.536909:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320181.536911:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320181.536916:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1880 x1853163990053632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320181.536946:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990053888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320181.537012:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320181.537056:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320181.537060:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990053760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320181.537074:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.537126:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990052992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320181.537149:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.537173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990053120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320181.537187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.537206:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990053376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320181.537223:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.537272:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990053632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320181.537292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.537323:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053888 00000100:00100000:0.0:1767320181.537329:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053888 00000100:00100000:0.0:1767320181.537369:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053760 00000100:00100000:0.0:1767320181.537372:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053760 00000100:00100000:0.0:1767320181.537402:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1767320181.537410:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990053888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320181.537462:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990053888:12345-0@lo:400:kworker.0 Request processed in 52us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320181.537470:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1767320181.537488:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:0.0:1767320181.537493:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990053760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320181.537517:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990053760:12345-0@lo:400:kworker.0 Request processed in 25us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320181.537522:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:0.0:1767320181.537540:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053120 00000100:00100000:0.0:1767320181.537543:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053120 00000100:00100000:0.0:1767320181.537562:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767320181.537576:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990053120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320181.537592:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320181.537624:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990053120:12345-0@lo:38:kworker.0 Request processed in 56us (434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320181.537630:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767320181.537648:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990052992 00000100:00100000:0.0:1767320181.537652:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990052992 00000100:00100000:0.0:1767320181.537670:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053376 00000100:00100000:0.0:1767320181.537673:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053376 00000100:00100000:0.0:1767320181.537685:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053632 00000100:00100000:0.0:1767320181.537687:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053632 00000100:00100000:0.0:1767320181.537700:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23882 00000100:00100000:0.0:1767320181.537704:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990052992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320181.537714:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320181.537761:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990052992:12345-0@lo:38:kworker.0 Request processed in 55us (609us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320181.537776:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23882 00000100:00100000:0.0:1767320181.537786:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23883 00000100:00100000:0.0:1767320181.537788:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990053376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320181.537804:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320181.537819:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990053376:12345-0@lo:38:kworker.0 Request processed in 30us (596us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320181.537823:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23883 00000100:00100000:0.0:1767320181.537839:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23884 00000100:00100000:0.0:1767320181.537842:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990053632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320181.537847:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320181.537860:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990053632:12345-0@lo:38:kworker.0 Request processed in 17us (568us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320181.537863:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23884 00000100:00080000:0.0:1767320181.537876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320181.537878:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320181.537912:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990053760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320181.537919:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990053888:0@lo:400:kworker.0 00000100:00080000:0.0:1767320181.537938:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320181.537941:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320181.537943:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990052992:0@lo:38:kworker.0 00000100:00080000:0.0:1767320181.537948:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320181.537950:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320181.537952:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990053120:0@lo:38:kworker.0 00000100:00080000:0.0:1767320181.537956:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320181.537958:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320181.537959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990053376:0@lo:38:kworker.0 00000100:00080000:0.0:1767320181.537963:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320181.537965:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320181.537966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990053632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320181.538108:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990053504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320181.538130:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320181.538151:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320181.538154:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990053248:0@lo:400:kworker.0 00000100:00100000:3.0:1767320181.538166:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320181.538183:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053504 00000100:00100000:3.0:1767320181.538185:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053504 00000100:00100000:3.0:1767320181.538212:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990053248 00000100:00100000:3.0:1767320181.538215:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990053248 00000100:00100000:3.0:1767320181.538268:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529 00000100:00100000:3.0:1767320181.538275:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990053504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320181.538309:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990053504:12345-0@lo:400:kworker.0 Request processed in 34us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320181.538314:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529 00000100:00100000:3.0:1767320181.538327:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530 00000100:00100000:3.0:1767320181.538332:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990053248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320181.538354:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990053248:12345-0@lo:400:kworker.0 Request processed in 23us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320181.538357:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530 00000100:00080000:3.0:1767320181.538370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320181.538381:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990053248:0@lo:400:kworker.0 00000100:00100000:3.0:1767320181.538386:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990053504:0@lo:400:kworker.0 00010000:00010000:3.0:1767320182.371877:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320182.560634:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320182.627769:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320182.627829:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320182.627931:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880064 00000100:00100000:1.0:1767320182.627942:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880064 00000100:00100000:1.0:1767320182.627987:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880192 00000100:00100000:1.0:1767320182.627990:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880192 00000100:00100000:1.0:1767320182.628047:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5531 00000100:00100000:1.0:1767320182.628059:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925880192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320182.628140:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925880192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320182.628147:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5531 00000100:00100000:1.0:1767320182.628166:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23885 00000100:00100000:1.0:1767320182.628172:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925880064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320182.628192:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320182.628222:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925880064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 49us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320182.628263:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23885 00000100:00080000:0.0:1767320182.628448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320183.394064:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320183.585598:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320183.585915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990054016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320183.585985:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320183.586174:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054016 00000100:00100000:1.0:1767320183.586184:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054016 00000100:00100000:1.0:1767320183.586275:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:1.0:1767320183.587750:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990054016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320183.587786:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320183.587854:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990054016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (1868us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320183.587863:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1767320183.587968:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990054144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320183.588009:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320183.588067:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320183.588104:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990054016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320183.588188:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054144 00000100:00100000:2.0:1767320183.588194:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054144 00000100:00100000:2.0:1767320183.588269:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:2.0:1767320183.588278:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990054144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320183.588728:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320183.588769:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990054144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 493us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320183.588776:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00080000:0.0:1767320183.588965:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320183.588994:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990054144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320184.424041:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320184.608355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320185.446845:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320185.632642:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320186.464864:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320186.656821:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320186.656831:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320186.656834:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320186.656838:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320186.656842:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320186.656849:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5431 00000100:00080000:1.0:1767320186.656854:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320186.656859:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320186.656896:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163990054272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320186.659590:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320186.665930:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320186.665941:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320186.665945:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320186.665953:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5431 00000100:00080000:1.0:1767320186.665957:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320186.665966:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320186.666011:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0380 x1853163990054400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320186.666077:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320186.666081:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320186.666082:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320186.666087:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5431 00000100:00080000:1.0:1767320186.666091:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320186.666095:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320186.666107:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990054656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320186.666120:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320186.666124:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320186.666125:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320186.666128:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5431 00000100:00080000:1.0:1767320186.666131:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320186.666134:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320186.666361:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990054528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.666469:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.666574:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054528 00000100:00100000:2.0:1767320186.666581:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054528 00000100:00100000:2.0:1767320186.666725:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00000100:00100000:2.0:1767320186.666735:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990054528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.666913:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990054528:12345-0@lo:400:kworker.0 Request processed in 179us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320186.666920:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00000100:00100000:3.0:1767320186.666924:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990054784:0@lo:400:kworker.0 00000100:00100000:3.0:1767320186.666954:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320186.666955:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320186.667013:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163990054912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320186.667033:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990054528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320186.667069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990055040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.667071:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054784 00000100:00100000:2.0:1767320186.667074:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054784 00000100:00100000:2.0:1767320186.667099:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533 00000100:00100000:1.0:1767320186.667100:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.667105:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990054784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320186.667121:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320186.667126:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990055168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.667132:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990054784:12345-0@lo:400:kworker.0 Request processed in 27us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320186.667138:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533 00000100:00080000:2.0:1767320186.667152:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320186.667157:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320186.667183:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055040 00000100:00100000:1.0:1767320186.667186:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055040 00000100:00100000:2.0:1767320186.667197:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055168 00000100:00100000:2.0:1767320186.667201:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055168 00000100:00100000:1.0:1767320186.667221:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:1.0:1767320186.667228:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990055040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320186.667276:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990055040:12345-0@lo:400:kworker.0 Request processed in 48us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320186.667282:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:2.0:1767320186.667289:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00080000:1.0:1767320186.667300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320186.667303:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320186.667320:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990055040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.667326:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990055168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.667387:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990055168:12345-0@lo:400:kworker.0 Request processed in 92us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320186.667395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990055168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.667410:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:0.0:1767320186.667862:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990054272:0@lo:38:kworker.0 00000100:00100000:0.0:1767320186.667948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320186.668004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990054400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320186.668043:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320186.668065:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990054656:0@lo:38:kworker.0 00000100:00100000:0.0:1767320186.668084:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320186.668098:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990054912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320186.668116:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320186.668524:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054272 00000100:00100000:1.0:1767320186.668530:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054272 00000100:00100000:1.0:1767320186.668639:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054656 00000100:00100000:1.0:1767320186.668643:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054656 00000100:00100000:1.0:1767320186.668661:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054912 00000100:00100000:1.0:1767320186.668663:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054912 00000100:00100000:1.0:1767320186.668680:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23886 00000100:00100000:1.0:1767320186.668685:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990054272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320186.668706:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320186.668809:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23887 00000100:00100000:2.0:1767320186.668816:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990054656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320186.668826:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320186.669448:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990054272:12345-0@lo:38:kworker.0 Request processed in 760us (1497us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320186.669456:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23886 00000100:00100000:1.0:1767320186.669652:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23888 00000100:00100000:1.0:1767320186.669657:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990054912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320186.669669:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320186.669696:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990054912:12345-0@lo:38:kworker.0 Request processed in 37us (1579us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320186.669702:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23888 00000100:00100000:1.0:1767320186.669727:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990054400 00000100:00100000:1.0:1767320186.669732:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990054400 00000100:00100000:1.0:1767320186.669753:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188 00000100:00100000:1.0:1767320186.669757:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990054400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320186.669766:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320186.669792:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990054400:12345-0@lo:38:kworker.0 Request processed in 33us (1749us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320186.669797:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188 00000100:00100000:3.0:1767320186.673067:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990054784:0@lo:400:kworker.0 00000100:00080000:0.0:1767320186.675637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320186.675659:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320186.675665:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990054912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320186.675735:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320186.675739:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320186.675760:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990054272:0@lo:38:kworker.0 00000100:00080000:0.0:1767320186.675775:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320186.675778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320186.675781:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990054400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320186.677588:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990054656:12345-0@lo:38:kworker.0 Request processed in 8761us (9492us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320186.677602:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23887 00000100:00080000:0.0:1767320186.677724:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320186.677729:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320186.677733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990054656:0@lo:38:kworker.0 00010000:00010000:3.0:1767320187.488949:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320187.681077:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320187.755033:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320187.755086:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320187.755489:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880448 00000100:00100000:2.0:1767320187.755500:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880448 00000100:00100000:2.0:1767320187.755583:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880320 00000100:00100000:2.0:1767320187.755586:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880320 00000100:00100000:2.0:1767320187.755607:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5534 00000100:00100000:2.0:1767320187.755617:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925880448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320187.755700:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925880448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320187.755712:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5534 00000100:00100000:2.0:1767320187.755733:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23889 00000100:00100000:2.0:1767320187.755738:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925880320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320187.755757:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320187.755782:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925880320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (697us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320187.755788:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23889 00000100:00080000:1.0:1767320187.755859:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320188.512486:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320188.704395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320188.704475:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320188.704497:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990055296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320188.704569:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320188.704616:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055296 00000100:00100000:2.0:1767320188.704625:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055296 00000100:00100000:2.0:1767320188.704693:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:2.0:1767320188.704703:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990055296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320188.704732:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320188.704776:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990055296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320188.704784:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00080000:1.0:1767320188.704935:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320188.704979:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990055296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320188.705117:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320188.705127:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990055424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320188.705156:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320188.705245:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055424 00000100:00100000:2.0:1767320188.705250:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055424 00000100:00100000:2.0:1767320188.705292:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:2.0:1767320188.705299:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990055424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320188.705318:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320188.705351:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990055424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320188.705357:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00100000:0.0:1767320188.705425:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990055424:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320188.705856:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320189.536467:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320189.732604:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320190.560499:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320190.752629:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320191.585123:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320191.776583:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320191.776599:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320191.776603:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320191.776607:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320191.776613:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320191.776625:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5436 00000100:00080000:1.0:1767320191.776630:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320191.776640:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320191.776692:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1180 x1853163990055552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320191.776724:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320191.776727:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320191.776729:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320191.776733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5436 00000100:00080000:1.0:1767320191.776736:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320191.776740:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320191.776753:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163990055680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320191.776782:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320191.776786:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320191.776788:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320191.776793:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5436 00000100:00080000:1.0:1767320191.776796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320191.776801:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320191.776807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990055552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320191.776814:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0e00 x1853163990055936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320191.776832:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320191.776835:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320191.776837:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320191.776841:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5436 00000100:00080000:1.0:1767320191.776843:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320191.776848:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320191.776862:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990056192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320191.776884:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320191.776915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990055808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320191.776948:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990055680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320191.776956:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320191.777026:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320191.777060:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990056448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320191.777172:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055552 00000100:00100000:3.0:1767320191.777181:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055552 00000100:00100000:3.0:1767320191.777224:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055808 00000100:00100000:3.0:1767320191.777227:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055808 00000100:00100000:3.0:1767320191.777283:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535 00000100:00100000:3.0:1767320191.777292:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990055808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320191.784000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320191.784179:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055680 00000100:00100000:0.0:1767320191.784190:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055680 00000100:00100000:1.0:1767320191.784195:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320191.784211:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990056064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320191.784256:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:0.0:1767320191.784265:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990055680:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320191.784285:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767320191.784290:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320191.784341:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990055680:12345-0@lo:38:kworker.0 Request processed in 75us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320191.784341:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056064 00000100:00100000:1.0:1767320191.784348:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056064 00000100:00100000:0.0:1767320191.784354:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00000100:00100000:1.0:1767320191.784410:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536 00000100:00100000:1.0:1767320191.784423:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990056064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320191.784474:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990056064:12345-0@lo:400:kworker.0 Request processed in 56us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320191.784480:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536 00000100:00100000:1.0:1767320191.784497:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23890 00000100:00100000:1.0:1767320191.784502:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990055552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320191.784514:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320191.784544:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990055552:12345-0@lo:38:kworker.0 Request processed in 40us (7662us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320191.784550:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23890 00000100:00100000:1.0:1767320191.784592:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990056064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320191.784661:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990056320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320191.784689:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320191.784718:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320191.784726:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320191.784730:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990055680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320191.784753:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990055936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320191.784772:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056320 00000100:00100000:1.0:1767320191.784778:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056320 00000100:00100000:0.0:1767320191.784783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320191.784814:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990055936 00000100:00100000:1.0:1767320191.784818:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:0.0:1767320191.784819:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990055936 00000100:00100000:1.0:1767320191.784829:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990056320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320191.784849:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23891 00000100:00100000:0.0:1767320191.784856:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990055936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320191.784867:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320191.784874:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990056320:12345-0@lo:400:kworker.0 Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320191.784883:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00000100:00100000:0.0:1767320191.784909:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990055936:12345-0@lo:38:kworker.0 Request processed in 50us (124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320191.784916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990056320:0@lo:400:kworker.0 00000100:00100000:0.0:1767320191.784918:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23891 00000100:00080000:1.0:1767320191.784961:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320191.784966:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320191.784970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990055936:0@lo:38:kworker.0 00000100:00080000:0.0:1767320191.784976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320191.784979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990056192:0@lo:38:kworker.0 00000100:00080000:0.0:1767320191.784984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320191.785022:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320191.785046:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320191.785050:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320191.785053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990055552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320191.785412:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320191.785625:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056448 00000100:00100000:1.0:1767320191.785631:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056448 00000100:00100000:1.0:1767320191.785675:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:1.0:1767320191.785682:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990056448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320191.785721:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990056448:12345-0@lo:400:kworker.0 Request processed in 40us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320191.785728:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00080000:2.0:1767320191.787275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320191.787358:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990056448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320191.789014:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056192 00000100:00100000:0.0:1767320191.789034:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056192 00000100:00100000:0.0:1767320191.789115:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23892 00000100:00100000:0.0:1767320191.789124:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990056192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320191.789159:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320191.789308:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990056192:12345-0@lo:38:kworker.0 Request processed in 184us (4284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320191.789315:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23892 00000100:00080000:2.0:1767320191.789456:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320191.789463:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320191.789468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990056192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320191.793865:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990055808:12345-0@lo:400:kworker.0 Request processed in 16557us (16892us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320191.793888:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535 00000100:00100000:1.0:1767320191.794088:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990055808:0@lo:400:kworker.0 00010000:00010000:3.0:1767320192.619126:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320192.800520:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320192.867376:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320192.867502:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880704 00000100:00100000:3.0:1767320192.867513:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880704 00000100:00100000:3.0:1767320192.867602:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5537 00000100:00080000:2.0:1767320192.867613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320192.867616:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925880704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320192.873484:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925880704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 5840us (6097us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320192.873503:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5537 00000100:00100000:0.0:1767320192.876431:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320192.876952:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880576 00000100:00100000:3.0:1767320192.876965:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880576 00000100:00100000:3.0:1767320192.877025:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23893 00000100:00100000:3.0:1767320192.877034:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925880576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320192.877059:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320192.877149:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925880576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 113us (727us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320192.877157:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23893 00010000:00010000:0.0:1767320193.632533:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320193.824462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990056576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320193.824541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320193.824625:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320193.824632:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990056704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320193.824655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320193.824913:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056576 00000100:00100000:0.0:1767320193.824921:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056576 00000100:00100000:3.0:1767320193.824924:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056704 00000100:00100000:3.0:1767320193.824928:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056704 00000100:00100000:2.0:1767320193.825029:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320193.825207:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1767320193.825219:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990056704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320193.825273:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320193.825681:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990056704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 463us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320193.825689:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:0.0:1767320193.829568:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:0.0:1767320193.829594:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990056576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320193.829649:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320193.829755:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990056576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (5213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320193.829763:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:0.0:1767320193.829879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990056704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320193.829900:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990056576:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320193.834004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320193.834014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320194.656665:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320194.848619:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320195.682124:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320195.872511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320196.706063:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320196.896398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320196.896528:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320196.896535:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320196.896539:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320196.896542:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320196.896546:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320196.896554:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5441 00000100:00080000:2.0:1767320196.896560:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320196.896569:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320196.896616:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979c00 x1853163990056832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320196.896643:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320196.896647:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320196.896649:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320196.896653:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5441 00000100:00080000:2.0:1767320196.896655:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320196.896659:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320196.896674:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978700 x1853163990056960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320196.896716:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320196.896720:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320196.896722:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320196.896725:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5441 00000100:00080000:2.0:1767320196.896728:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320196.896732:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320196.896744:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797aa00 x1853163990057216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320196.896759:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320196.896762:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320196.896764:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320196.896768:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5441 00000100:00080000:2.0:1767320196.896769:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320196.896773:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320196.896782:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b100 x1853163990057472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320196.896833:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990057344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320196.896902:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320196.896962:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320196.896968:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990057088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320196.896990:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320196.897073:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057344 00000100:00100000:1.0:1767320196.897081:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057344 00000100:00100000:1.0:1767320196.897139:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057088 00000100:00100000:1.0:1767320196.897143:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057088 00000100:00100000:1.0:1767320196.897170:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:1.0:1767320196.897179:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990057344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.897251:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990057344:12345-0@lo:400:kworker.0 Request processed in 72us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320196.897258:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00000100:00100000:1.0:1767320196.897275:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539 00000100:00100000:1.0:1767320196.897294:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990057088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.897322:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990057088:12345-0@lo:400:kworker.0 Request processed in 41us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320196.897328:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539 00000100:00100000:1.0:1767320196.897370:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990057088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.897380:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990057344:0@lo:400:kworker.0 00000100:00100000:3.0:1767320196.897593:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990056832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320196.897629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320196.897667:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990056960:0@lo:38:kworker.0 00000100:00100000:3.0:1767320196.897698:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320196.897722:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990057216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320196.897745:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320196.897762:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990057472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320196.897781:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320196.897810:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056832 00000100:00100000:3.0:1767320196.897814:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056832 00000100:00100000:3.0:1767320196.897837:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057216 00000100:00100000:3.0:1767320196.897839:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057216 00000100:00100000:3.0:1767320196.897848:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057472 00000100:00100000:3.0:1767320196.897850:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057472 00000100:00100000:3.0:1767320196.897859:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23894 00000100:00100000:3.0:1767320196.897864:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990056832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320196.897889:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320196.897928:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990056832:12345-0@lo:38:kworker.0 Request processed in 62us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320196.897936:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23894 00000100:00100000:3.0:1767320196.897949:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23895 00000100:00100000:3.0:1767320196.897953:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990057216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320196.897961:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320196.897984:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990057216:12345-0@lo:38:kworker.0 Request processed in 30us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320196.897990:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23895 00000100:00100000:3.0:1767320196.898001:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23896 00000100:00100000:3.0:1767320196.898004:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990057472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320196.898013:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320196.898037:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990057472:12345-0@lo:38:kworker.0 Request processed in 31us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320196.898042:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23896 00000100:00080000:3.0:1767320196.898078:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320196.898083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320196.898087:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990056832:0@lo:38:kworker.0 00000100:00080000:3.0:1767320196.898096:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320196.898099:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320196.898101:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990057216:0@lo:38:kworker.0 00000100:00080000:3.0:1767320196.898109:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320196.898112:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320196.898114:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990057472:0@lo:38:kworker.0 00000100:00100000:0.0:1767320196.898346:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990057728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320196.898386:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320196.898409:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320196.898416:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990057600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320196.898437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320196.898487:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990056960 00000100:00100000:0.0:1767320196.898491:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990056960 00000100:00100000:0.0:1767320196.898515:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00000100:00100000:0.0:1767320196.898520:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990056960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320196.898531:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320196.898563:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990056960:12345-0@lo:38:kworker.0 Request processed in 42us (865us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320196.898569:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00000100:00080000:0.0:1767320196.898600:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320196.898604:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320196.898608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990056960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320196.898676:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057728 00000100:00100000:1.0:1767320196.898681:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057728 00000100:00100000:1.0:1767320196.898724:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057600 00000100:00100000:1.0:1767320196.898727:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057600 00000100:00100000:1.0:1767320196.898750:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:1.0:1767320196.898757:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990057728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.898801:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990057728:12345-0@lo:400:kworker.0 Request processed in 44us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320196.898808:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:1.0:1767320196.898820:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1767320196.898826:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990057600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.898853:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990057600:12345-0@lo:400:kworker.0 Request processed in 28us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320196.898859:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1767320196.898893:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990057600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.898903:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990057728:0@lo:400:kworker.0 00000100:00080000:2.0:1767320196.899153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320196.899160:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320196.899163:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320197.728524:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320197.920469:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320197.987348:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320197.987473:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320197.997650:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880960 00000100:00100000:0.0:1767320197.997668:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880960 00000100:00100000:0.0:1767320197.997782:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925880832 00000100:00100000:0.0:1767320197.997786:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925880832 00000100:00100000:0.0:1767320197.997812:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5540 00000100:00100000:0.0:1767320197.997823:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925880960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320197.997838:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320197.997914:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23897 00000100:00100000:3.0:1767320197.997923:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925880832:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767320197.997933:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925880960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (10597us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320197.997943:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5540 00010000:00020000:3.0:1767320197.997946:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320197.997979:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925880832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (10506us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320197.997986:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23897 00010000:00010000:0.0:1767320198.752499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320198.944665:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320198.944684:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990057856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320198.944767:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320198.945364:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320198.945376:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990057984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320198.945413:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320198.945463:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057856 00000100:00100000:2.0:1767320198.945464:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990057984 00000100:00100000:2.0:1767320198.945472:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057984 00000100:00100000:3.0:1767320198.945472:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990057856 00000100:00100000:3.0:1767320198.945542:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:3.0:1767320198.945552:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990057856:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320198.945843:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320198.947163:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:2.0:1767320198.947176:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990057984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320198.947203:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320198.947295:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990057984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (1880us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320198.947302:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:2.0:1767320198.947353:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990057984:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320198.948018:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320198.948075:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990057856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2524us (3308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320198.948083:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:3.0:1767320198.948382:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990057856:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320198.953069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320198.953079:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320199.777557:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320199.970463:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320200.802040:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320200.999424:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320201.824604:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320202.016380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320202.016433:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320176/real 1767320176] req@ffff96e2d7978e00 x1853163990051584/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320201 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320202.016467:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d7978e00 x1853163990051584/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320201 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320202.016482:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320202.016491:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320202.016495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990051584:0@lo:250:kworker.0 00000100:00080000:3.0:1767320202.016540:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320202.016546:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320202.016550:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320202.016554:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5426 00000100:00080000:3.0:1767320202.016559:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320202.016564:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320202.016597:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067df80 x1853163990058112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320202.016626:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320202.016630:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320202.016631:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320202.016635:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5446 00000100:00080000:3.0:1767320202.016637:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320202.016641:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320202.016655:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ce00 x1853163990058240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320202.016663:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320202.016666:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320202.016667:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320202.016671:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5446 00000100:00080000:3.0:1767320202.016673:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320202.016676:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320202.016687:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e300 x1853163990058368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320202.016724:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320202.016728:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320202.016730:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320202.016734:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5446 00000100:00080000:3.0:1767320202.016736:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320202.016740:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320202.016752:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320202.016752:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ca80 x1853163990058624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320202.016763:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990058496:0@lo:400:kworker.0 00000100:00080000:3.0:1767320202.016766:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320202.016770:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320202.016771:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320202.016774:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5446 00000100:00080000:3.0:1767320202.016776:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320202.016779:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320202.016787:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990058880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320202.016834:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320202.016845:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990059008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320202.016875:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320202.016889:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990058752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320202.016905:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320202.016910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320202.016911:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990059136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320202.016930:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320202.016958:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059008 00000100:00100000:3.0:1767320202.016958:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990058496 00000100:00100000:2.0:1767320202.016965:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059008 00000100:00100000:3.0:1767320202.016965:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990058496 00000100:00100000:3.0:1767320202.017067:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990058752 00000100:00100000:3.0:1767320202.017071:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990058752 00000100:00100000:1.0:1767320202.017127:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541 00000100:00100000:1.0:1767320202.017138:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990058496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320202.017212:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990058496:12345-0@lo:400:kworker.0 Request processed in 75us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320202.017219:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541 00000100:00100000:1.0:1767320202.017265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990058112:0@lo:250:kworker.0 00000400:00000100:1.0:1767320202.017287:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990058112 offset 0 length 520: 4 00000100:00100000:1.0:1767320202.017305:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990058240:0@lo:38:kworker.0 00000100:00100000:1.0:1767320202.017325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320202.017341:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990058368:0@lo:38:kworker.0 00000100:00100000:1.0:1767320202.017362:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320202.017378:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990058624:0@lo:38:kworker.0 00000100:00100000:1.0:1767320202.017397:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320202.017413:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990058880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320202.017431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320202.017459:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990058240 00000100:00100000:1.0:1767320202.017462:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990058240 00000100:00100000:1.0:1767320202.017481:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990058624 00000100:00100000:1.0:1767320202.017484:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990058624 00000100:00100000:1.0:1767320202.017491:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990058880 00000100:00100000:1.0:1767320202.017493:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990058880 00000100:00100000:1.0:1767320202.017502:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23898 00000100:00100000:1.0:1767320202.017506:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990058240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320202.017523:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320202.017552:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059136 00000100:00100000:1.0:1767320202.017555:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990058240:12345-0@lo:38:kworker.0 Request processed in 48us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320202.017556:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059136 00000100:00100000:1.0:1767320202.017562:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23898 00000100:00100000:1.0:1767320202.017576:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23899 00000100:00100000:1.0:1767320202.017579:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990058624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320202.017589:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320202.017611:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990058624:12345-0@lo:38:kworker.0 Request processed in 30us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320202.017616:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23899 00000100:00100000:1.0:1767320202.017628:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23900 00000100:00100000:1.0:1767320202.017631:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990058880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320202.017639:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320202.017660:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:1.0:1767320202.017661:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990058880:12345-0@lo:38:kworker.0 Request processed in 29us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320202.017666:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990059008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320202.017667:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23900 00000100:00080000:0.0:1767320202.018692:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320202.018699:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320202.018702:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320202.018719:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990058368 00000100:00100000:0.0:1767320202.018725:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990058368 00000100:00100000:0.0:1767320202.018756:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:0.0:1767320202.018762:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990058368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320202.018780:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320202.019086:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542 00000100:00100000:3.0:1767320202.019094:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990058752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320202.019169:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990058496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320202.019204:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990059008:12345-0@lo:400:kworker.0 Request processed in 1537us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320202.019217:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00080000:1.0:1767320202.019244:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320202.019250:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320202.019251:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:1.0:1767320202.019254:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990058240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320202.019258:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990059136:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320202.019264:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320202.019268:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320202.019271:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990058624:0@lo:38:kworker.0 00000100:00080000:1.0:1767320202.019280:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320202.019283:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320202.019287:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990058880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320202.019290:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990059136:12345-0@lo:400:kworker.0 Request processed in 34us (2359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320202.019295:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:2.0:1767320202.019329:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990059136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320202.019339:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990059008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320202.020739:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990058368:12345-0@lo:38:kworker.0 Request processed in 1967us (3367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320202.020752:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00100000:3.0:1767320202.021003:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990058752:12345-0@lo:400:kworker.0 Request processed in 1907us (4088us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320202.021012:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542 00000100:00080000:1.0:1767320202.021106:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320202.021113:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320202.021116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990058368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320202.023430:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990058752:0@lo:400:kworker.0 00010000:00010000:3.0:1767320202.849640:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320203.040401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320203.107604:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320203.107653:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320203.107657:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881088 00000100:00100000:0.0:1767320203.107670:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881088 00000100:00100000:0.0:1767320203.107727:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23901 00000100:00100000:0.0:1767320203.107735:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925881088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320203.107760:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320203.107829:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925881088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 94us (237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320203.107837:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23901 00000100:00100000:1.0:1767320203.108908:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881216 00000100:00100000:1.0:1767320203.108916:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881216 00000100:00080000:0.0:1767320203.108976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320203.109029:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5543 00000100:00100000:1.0:1767320203.109041:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925881216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320203.109121:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925881216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320203.109128:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5543 00000400:00000100:2.0:1767320203.110748:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925881344 offset 0 length 520: 4 00010000:00010000:0.0:1767320203.872934:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320204.065436:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320204.065437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320204.065452:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990059264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320204.065516:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320204.065817:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320204.065832:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990059392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320204.065847:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059264 00000100:00100000:0.0:1767320204.065857:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059264 00000100:00100000:2.0:1767320204.065881:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320204.065945:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059392 00000100:00100000:0.0:1767320204.065949:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059392 00000100:00100000:0.0:1767320204.065972:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1767320204.065982:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990059264:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320204.065988:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:3.0:1767320204.066000:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990059392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320204.066031:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320204.066037:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320204.066043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320204.066084:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990059392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (203us total) trans 0 rc 0/0 00002000:00000024:0.0:1767320204.066127:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320204.066177:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990059264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 197us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320204.066265:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990059392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320204.066299:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990059264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320204.072997:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00100000:0.0:1767320204.073213:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00010000:00010000:1.0:1767320204.897162:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320205.088317:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320205.921564:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320206.112383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320206.944608:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320207.136745:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:1.0:1767320207.142508:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320207.142521:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320207.142524:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320207.142528:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320207.142535:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320207.142548:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5451 00000100:00080000:1.0:1767320207.142554:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320207.142563:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320207.142616:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0e00 x1853163990059520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320207.142635:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320207.142638:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320207.142639:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320207.142643:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5451 00000100:00080000:1.0:1767320207.142646:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320207.142650:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320207.142662:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990059648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320207.142714:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320207.142718:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320207.142731:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320207.142735:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5451 00000100:00080000:1.0:1767320207.142737:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320207.142741:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320207.142752:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163990059904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320207.142771:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320207.142775:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320207.142777:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320207.142783:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5451 00000100:00080000:1.0:1767320207.142785:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320207.142789:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320207.142801:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e300 x1853163990060160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320207.142861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990060288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320207.142945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320207.143024:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320207.143030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990060416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320207.144958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320207.145040:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060288 00000100:00100000:1.0:1767320207.145049:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060288 00000100:00100000:1.0:1767320207.145113:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060416 00000100:00100000:1.0:1767320207.145116:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060416 00000100:00100000:1.0:1767320207.145140:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:1.0:1767320207.145149:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990060288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320207.145205:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990060288:12345-0@lo:400:kworker.0 Request processed in 58us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320207.145213:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00100000:1.0:1767320207.145256:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:1.0:1767320207.145263:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990060416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320207.145289:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990060416:12345-0@lo:400:kworker.0 Request processed in 27us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320207.145294:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00080000:1.0:1767320207.145313:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320207.145317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320207.145351:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990060416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320207.145362:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990060288:0@lo:400:kworker.0 00000100:00100000:0.0:1767320207.145543:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990059776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320207.145582:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320207.145614:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320207.145620:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990060032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320207.145640:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320207.145666:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059776 00000100:00100000:0.0:1767320207.145670:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059776 00000100:00100000:0.0:1767320207.145704:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060032 00000100:00100000:0.0:1767320207.145708:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060032 00000100:00100000:0.0:1767320207.145742:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544 00000100:00100000:0.0:1767320207.145748:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990059776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320207.145783:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990059776:12345-0@lo:400:kworker.0 Request processed in 36us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320207.145789:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544 00000100:00100000:0.0:1767320207.145802:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545 00000100:00100000:0.0:1767320207.145808:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990060032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320207.145833:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990060032:12345-0@lo:400:kworker.0 Request processed in 25us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320207.145839:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545 00000100:00080000:0.0:1767320207.145853:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320207.145876:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990060032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320207.145885:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990059776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320207.150486:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990059520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320207.150575:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320207.150646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990059648:0@lo:38:kworker.0 00000100:00100000:2.0:1767320207.150674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320207.150705:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990059904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320207.150935:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059520 00000100:00100000:3.0:1767320207.150945:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059520 00000100:00100000:3.0:1767320207.150996:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23902 00000100:00100000:3.0:1767320207.151003:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990059520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320207.151025:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320207.151069:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990059520:12345-0@lo:38:kworker.0 Request processed in 65us (495us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320207.151076:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23902 00000100:00100000:2.0:1767320207.151229:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320207.151274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990060160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320207.151297:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320207.151335:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320207.151340:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320207.151343:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990059520:0@lo:38:kworker.0 00000100:00100000:3.0:1767320207.151415:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059904 00000100:00100000:3.0:1767320207.151420:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059904 00000100:00100000:3.0:1767320207.151444:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060160 00000100:00100000:3.0:1767320207.151447:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060160 00000100:00100000:3.0:1767320207.151462:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23903 00000100:00100000:3.0:1767320207.151467:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990059904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320207.151477:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320207.151505:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990059904:12345-0@lo:38:kworker.0 Request processed in 38us (277us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320207.151511:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23903 00000100:00100000:3.0:1767320207.151522:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23904 00000100:00100000:3.0:1767320207.151526:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990060160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320207.151535:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320207.151557:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990060160:12345-0@lo:38:kworker.0 Request processed in 30us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320207.151562:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23904 00000100:00080000:2.0:1767320207.151696:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320207.151701:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320207.151704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990059904:0@lo:38:kworker.0 00000100:00080000:2.0:1767320207.151712:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320207.151715:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320207.151717:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990060160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320207.151983:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990059648 00000100:00100000:0.0:1767320207.151989:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990059648 00000100:00100000:0.0:1767320207.152027:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:0.0:1767320207.152042:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990059648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320207.152053:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320207.152108:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990059648:12345-0@lo:38:kworker.0 Request processed in 66us (1432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320207.152114:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00080000:3.0:1767320207.152349:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320207.152354:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320207.152358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990059648:0@lo:38:kworker.0 00010000:00010000:3.0:1767320207.968440:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320208.160391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320208.229631:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320208.229754:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881600 00000100:00100000:1.0:1767320208.229765:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881600 00000100:00100000:1.0:1767320208.229956:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5546 00000100:00100000:1.0:1767320208.229973:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925881600:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320208.230105:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925881600:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 108us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320208.230114:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5546 00000100:00100000:3.0:1767320208.230417:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320208.230748:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881472 00000100:00100000:2.0:1767320208.230754:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881472 00000100:00100000:2.0:1767320208.230785:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23905 00000100:00100000:2.0:1767320208.230791:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925881472:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320208.230813:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320208.230848:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925881472:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (431us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320208.230854:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23905 00000100:00080000:0.0:1767320208.231449:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320208.992443:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320209.184375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320209.184854:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990060544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320209.184949:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320209.185131:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990060672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320209.185168:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320209.185887:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060544 00000100:00100000:3.0:1767320209.185897:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060544 00000100:00100000:3.0:1767320209.185971:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060672 00000100:00100000:3.0:1767320209.185976:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060672 00000100:00100000:3.0:1767320209.186695:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:3.0:1767320209.186711:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990060544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320209.186749:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320209.186819:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990060544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320209.186829:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:3.0:1767320209.186856:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1767320209.186865:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990060672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320209.186887:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320209.186926:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990060672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320209.186934:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1767320209.187043:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990060544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320209.187328:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990060672:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320209.188629:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320209.188637:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320210.016566:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320210.211261:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320211.041640:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320211.233421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320212.064609:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320212.256651:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320212.257587:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320212.257594:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320212.257597:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320212.257601:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320212.257604:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320212.257612:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5456 00000100:00080000:3.0:1767320212.257616:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320212.257623:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320212.257670:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4aa00 x1853163990060800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320212.257695:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320212.257699:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320212.257701:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320212.257704:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5456 00000100:00080000:3.0:1767320212.257707:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320212.257710:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320212.257804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990060800:0@lo:38:kworker.0 00000100:00100000:2.0:1767320212.257858:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320212.258046:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48e00 x1853163990060928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320212.258092:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320212.258096:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320212.258098:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320212.258101:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5456 00000100:00080000:3.0:1767320212.258103:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320212.258107:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320212.258118:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49500 x1853163990061184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320212.258132:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320212.258135:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320212.258137:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320212.258140:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5456 00000100:00080000:3.0:1767320212.258142:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320212.258145:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320212.258154:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163990061440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320212.258194:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990061568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320212.258225:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320212.258264:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320212.258270:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990061696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320212.258292:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320212.258421:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990061056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320212.258451:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320212.258467:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320212.258470:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990061312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320212.258484:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320212.259816:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060800 00000100:00100000:0.0:1767320212.259825:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060800 00000100:00100000:0.0:1767320212.259856:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061056 00000100:00100000:0.0:1767320212.259858:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061056 00000100:00100000:0.0:1767320212.259883:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061312 00000100:00100000:0.0:1767320212.259884:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061312 00000100:00100000:0.0:1767320212.259902:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547 00000100:00100000:0.0:1767320212.259908:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990061056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320212.259972:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990061056:12345-0@lo:400:kworker.0 Request processed in 64us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320212.259980:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547 00000100:00100000:0.0:1767320212.260007:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548 00000100:00100000:0.0:1767320212.260015:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990061312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320212.260042:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990061312:12345-0@lo:400:kworker.0 Request processed in 28us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320212.260048:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548 00000100:00100000:0.0:1767320212.260060:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23906 00000100:00100000:0.0:1767320212.260065:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990060800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320212.260082:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320212.260103:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990060800:12345-0@lo:38:kworker.0 Request processed in 39us (2245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320212.260107:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23906 00000100:00080000:0.0:1767320212.260126:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320212.260152:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061568 00000100:00100000:0.0:1767320212.260156:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061568 00000100:00100000:0.0:1767320212.260182:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061696 00000100:00100000:0.0:1767320212.260186:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061696 00000100:00100000:0.0:1767320212.260203:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:0.0:1767320212.260209:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990061568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320212.260264:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990061568:12345-0@lo:400:kworker.0 Request processed in 55us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320212.260268:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:0.0:1767320212.260277:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:0.0:1767320212.260281:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990061696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320212.260298:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990061696:12345-0@lo:400:kworker.0 Request processed in 18us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320212.260301:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00080000:0.0:1767320212.260332:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320212.260335:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320212.261454:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990061312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320212.261464:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990061056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320212.261546:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990060928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320212.261585:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320212.261619:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990061184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320212.261642:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320212.261656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990061440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320212.261669:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320212.261698:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320212.261703:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320212.261707:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990060800:0@lo:38:kworker.0 00000100:00100000:2.0:1767320212.261872:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061184 00000100:00100000:2.0:1767320212.261876:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061184 00000100:00100000:2.0:1767320212.261894:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061440 00000100:00100000:2.0:1767320212.261896:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061440 00000100:00100000:2.0:1767320212.261907:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23907 00000100:00100000:2.0:1767320212.261911:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990061184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320212.261924:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320212.261955:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990061184:12345-0@lo:38:kworker.0 Request processed in 42us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320212.261961:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23907 00000100:00100000:2.0:1767320212.261974:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23908 00000100:00100000:2.0:1767320212.261978:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990061440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320212.261988:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320212.262024:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990061440:12345-0@lo:38:kworker.0 Request processed in 44us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320212.262030:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23908 00000100:00080000:2.0:1767320212.262061:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320212.262065:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320212.262068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990061184:0@lo:38:kworker.0 00000100:00080000:2.0:1767320212.262076:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320212.262079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320212.262082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990061440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320212.262159:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990060928 00000100:00100000:1.0:1767320212.262163:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990060928 00000100:00100000:1.0:1767320212.262194:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:1.0:1767320212.262199:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990060928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320212.262209:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320212.262255:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990060928:12345-0@lo:38:kworker.0 Request processed in 55us (669us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320212.262259:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00000100:00080000:1.0:1767320212.262278:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320212.262280:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320212.262282:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990060928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320212.262582:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990061696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320212.262590:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990061568:0@lo:400:kworker.0 00010000:00010000:3.0:1767320213.088834:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320213.280831:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320213.352387:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320213.352476:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320213.352880:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881856 00000100:00100000:2.0:1767320213.352893:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881856 00000100:00100000:2.0:1767320213.352964:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881728 00000100:00100000:2.0:1767320213.352968:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881728 00000100:00100000:2.0:1767320213.353000:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5549 00000100:00100000:2.0:1767320213.353010:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925881856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320213.353083:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23909 00000100:00100000:2.0:1767320213.353091:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925881856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320213.353094:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925881728:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767320213.353105:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5549 00010000:00020000:0.0:1767320213.353122:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320213.353158:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925881728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 65us (682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320213.353165:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23909 00000100:00080000:3.0:1767320213.353281:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320214.113189:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320214.304384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320214.305055:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320214.305072:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990061824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320214.305162:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320214.305411:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061824 00000100:00100000:3.0:1767320214.305419:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061824 00000100:00100000:3.0:1767320214.305484:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:3.0:1767320214.305493:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990061824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320214.305524:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320214.305585:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990061824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320214.305593:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:3.0:1767320214.305643:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990061824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320214.306159:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320214.306173:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990061952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320214.306208:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320214.306320:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990061952 00000100:00080000:2.0:1767320214.306323:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320214.306328:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990061952 00000100:00100000:1.0:1767320214.306394:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:1.0:1767320214.306406:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990061952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320214.306428:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320214.306488:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990061952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320214.306494:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00080000:2.0:1767320214.306553:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320214.307077:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990061952:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320215.139257:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320215.328792:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320216.160632:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320216.352717:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320217.185408:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320217.376351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320217.376967:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320217.376974:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320217.376977:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320217.376981:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320217.376984:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320217.376991:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5461 00000100:00080000:0.0:1767320217.376996:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320217.377002:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320217.377051:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0700 x1853163990062080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320217.377111:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990062080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320217.377180:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320217.377317:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062080 00000100:00100000:2.0:1767320217.377325:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062080 00000100:00100000:2.0:1767320217.377367:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23910 00000100:00100000:2.0:1767320217.377374:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990062080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320217.377394:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320217.377879:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320217.377883:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320217.377886:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320217.377891:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5461 00000100:00080000:0.0:1767320217.377894:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320217.377898:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320217.377929:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0a80 x1853163990062208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320217.378100:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990062208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320217.378132:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320217.378256:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990062080:12345-0@lo:38:kworker.0 Request processed in 879us (1074us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320217.378264:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23910 00000100:00100000:3.0:1767320217.378588:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062208 00000100:00100000:3.0:1767320217.378595:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062208 00000100:00100000:3.0:1767320217.378627:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194 00000100:00100000:3.0:1767320217.378633:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990062208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320217.378647:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320217.378693:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990062208:12345-0@lo:38:kworker.0 Request processed in 44us (546us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320217.378701:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194 00000100:00080000:0.0:1767320217.378837:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320217.378842:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320217.378844:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320217.378849:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5461 00000100:00080000:0.0:1767320217.378852:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320217.378856:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320217.378870:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3480 x1853163990062464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320217.378889:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320217.378891:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320217.378893:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320217.378896:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5461 00000100:00080000:0.0:1767320217.378899:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320217.378913:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320217.378925:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2d80 x1853163990062720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320217.378970:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990062592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320217.379002:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320217.379028:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320217.379034:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990062336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320217.379069:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320217.379095:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062592 00000100:00100000:0.0:1767320217.379099:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062592 00000100:00100000:0.0:1767320217.379139:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062336 00000100:00100000:0.0:1767320217.379143:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062336 00000100:00100000:0.0:1767320217.379165:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:0.0:1767320217.379172:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990062592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320217.379211:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990062592:12345-0@lo:400:kworker.0 Request processed in 40us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320217.379217:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00000100:00100000:0.0:1767320217.379244:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551 00000100:00100000:0.0:1767320217.379251:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990062336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320217.379277:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990062336:12345-0@lo:400:kworker.0 Request processed in 28us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320217.379283:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551 00000100:00080000:0.0:1767320217.379311:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320217.379345:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990062336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320217.379355:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990062592:0@lo:400:kworker.0 00000100:00100000:3.0:1767320217.379819:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990062848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320217.379851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320217.379880:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320217.379886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990062976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320217.379921:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320217.380015:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062848 00000100:00100000:2.0:1767320217.380020:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062848 00000100:00100000:2.0:1767320217.380070:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062976 00000100:00100000:2.0:1767320217.380073:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062976 00000100:00100000:2.0:1767320217.380092:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:2.0:1767320217.380099:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990062848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320217.380139:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990062848:12345-0@lo:400:kworker.0 Request processed in 40us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320217.380146:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:2.0:1767320217.380158:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:2.0:1767320217.380163:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990062976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320217.380190:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990062976:12345-0@lo:400:kworker.0 Request processed in 27us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320217.380194:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00100000:2.0:1767320217.380219:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990062976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320217.380228:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990062848:0@lo:400:kworker.0 00000100:00080000:3.0:1767320217.380719:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320217.380723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320217.380948:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320217.380955:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320217.380958:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990062080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320217.380976:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990062464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320217.381010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320217.381162:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990062720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320217.381185:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320217.381270:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320217.381274:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320217.381278:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990062208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320217.381889:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062464 00000100:00100000:3.0:1767320217.381895:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062464 00000100:00100000:3.0:1767320217.381941:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990062720 00000100:00100000:3.0:1767320217.381944:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990062720 00000100:00100000:3.0:1767320217.381970:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23911 00000100:00100000:3.0:1767320217.381977:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990062464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320217.381994:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320217.382035:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990062464:12345-0@lo:38:kworker.0 Request processed in 57us (1023us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320217.382041:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23911 00000100:00100000:1.0:1767320217.384072:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23912 00000100:00100000:1.0:1767320217.384081:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990062720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320217.384101:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320217.384158:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990062720:12345-0@lo:38:kworker.0 Request processed in 76us (2971us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320217.384165:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23912 00000100:00080000:1.0:1767320217.384210:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320217.384246:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320217.384251:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990062464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320217.384263:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320217.384266:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320217.384269:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990062720:0@lo:38:kworker.0 00010000:00010000:3.0:1767320218.208397:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320218.401019:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320218.469036:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320218.469087:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320218.474741:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925881984 00000100:00100000:1.0:1767320218.474762:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925881984 00000100:00100000:0.0:1767320218.474786:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925882112 00000100:00100000:0.0:1767320218.474791:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925882112 00000100:00100000:1.0:1767320218.475396:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23913 00000100:00100000:1.0:1767320218.475407:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925881984:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320218.475431:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320218.475710:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925881984:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 302us (6687us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320218.476349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320218.481129:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5552 00000100:00100000:0.0:1767320218.481156:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925882112:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320218.481258:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925882112:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 116us (12169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320218.481267:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5552 00000100:00100000:1.0:1767320218.484254:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23913 00010000:00010000:0.0:1767320219.234429:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320219.424367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320219.424556:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990063104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320219.424624:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320219.425067:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063104 00000100:00100000:3.0:1767320219.425077:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063104 00000100:00100000:3.0:1767320219.425206:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:3.0:1767320219.425217:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990063104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320219.425292:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320219.425354:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990063104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320219.425362:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767320219.425410:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990063104:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320219.426413:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320219.428507:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320219.428526:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990063232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320219.428588:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320219.430383:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063232 00000100:00100000:1.0:1767320219.430397:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063232 00000100:00080000:0.0:1767320219.430562:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320219.430744:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:1.0:1767320219.430759:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990063232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320219.430839:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320219.430934:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990063232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 180us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320219.430942:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:3.0:1767320219.431083:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990063232:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320220.261450:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320220.450667:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320221.282044:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320221.472635:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320222.309000:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320222.496791:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320222.513248:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320222.513260:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320222.513263:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320222.513268:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320222.513272:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320222.513282:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5467 00000100:00080000:3.0:1767320222.513286:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320222.513294:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320222.513335:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c700 x1853163990063360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320222.513371:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320222.513375:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320222.513377:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320222.513381:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5467 00000100:00080000:3.0:1767320222.513383:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320222.513386:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320222.513400:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ea00 x1853163990063488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320222.513468:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320222.513471:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320222.513473:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320222.513477:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5467 00000100:00080000:3.0:1767320222.513479:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320222.513482:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320222.513494:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722bb80 x1853163990063744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320222.513508:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320222.513511:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320222.513513:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320222.513516:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5467 00000100:00080000:3.0:1767320222.513518:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320222.513521:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320222.513530:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163990064000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320222.513826:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990064128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320222.513893:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320222.513960:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320222.513966:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990064256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320222.513987:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320222.516476:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990063616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320222.516567:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320222.516647:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320222.516654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990063872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320222.516678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320222.516717:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064128 00000100:00100000:0.0:1767320222.516726:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064128 00000100:00100000:3.0:1767320222.516765:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063616 00000100:00100000:3.0:1767320222.516770:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063616 00000100:00100000:0.0:1767320222.516785:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064256 00000100:00100000:0.0:1767320222.516787:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064256 00000100:00100000:3.0:1767320222.516796:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063872 00000100:00100000:3.0:1767320222.516798:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063872 00000100:00100000:0.0:1767320222.516817:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00100000:0.0:1767320222.516825:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990064128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320222.516827:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553 00000100:00100000:3.0:1767320222.516833:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990063616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320222.516888:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990063616:12345-0@lo:400:kworker.0 Request processed in 49us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320222.516892:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990064128:12345-0@lo:400:kworker.0 Request processed in 58us (2989us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320222.516900:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00100000:3.0:1767320222.516900:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553 00000100:00100000:0.0:1767320222.516917:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1767320222.516923:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990064256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320222.516950:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554 00000100:00100000:0.0:1767320222.516951:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990064256:12345-0@lo:400:kworker.0 Request processed in 28us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320222.516956:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:3.0:1767320222.516956:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990063872:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320222.516976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320222.516980:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320222.516981:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990063872:12345-0@lo:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320222.516982:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320222.516986:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554 00000100:00100000:0.0:1767320222.517033:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990064256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320222.517046:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990064128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320222.517075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990063872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320222.517083:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990063616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320222.518004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990063360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320222.518049:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320222.518099:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990063488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320222.518125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320222.518160:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990063744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320222.518182:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320222.518204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990064000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320222.518221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320222.518315:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063488 00000100:00100000:1.0:1767320222.518321:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063488 00000100:00100000:1.0:1767320222.518356:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195 00000100:00100000:1.0:1767320222.518362:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990063488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320222.518382:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320222.518419:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990063488:12345-0@lo:38:kworker.0 Request processed in 56us (292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320222.518426:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195 00000100:00100000:1.0:1767320222.518456:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063360 00000100:00100000:1.0:1767320222.518459:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063360 00000100:00100000:1.0:1767320222.518477:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990063744 00000100:00100000:1.0:1767320222.518480:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990063744 00000100:00100000:1.0:1767320222.518493:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064000 00000100:00100000:1.0:1767320222.518496:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064000 00000100:00100000:1.0:1767320222.518510:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23914 00000100:00100000:1.0:1767320222.518515:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990063360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320222.518525:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320222.518554:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990063360:12345-0@lo:38:kworker.0 Request processed in 37us (505us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320222.518573:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23914 00000100:00100000:1.0:1767320222.518586:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23915 00000100:00100000:1.0:1767320222.518590:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990063744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320222.518600:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320222.518623:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990063744:12345-0@lo:38:kworker.0 Request processed in 31us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320222.518628:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23915 00000100:00100000:3.0:1767320222.518791:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23916 00000100:00100000:3.0:1767320222.518798:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990064000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320222.518818:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320222.518847:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990064000:12345-0@lo:38:kworker.0 Request processed in 50us (626us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320222.518853:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23916 00000100:00080000:2.0:1767320222.520940:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320222.520951:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320222.520956:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990063360:0@lo:38:kworker.0 00000100:00080000:2.0:1767320222.520967:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320222.520970:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320222.520973:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990063488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320222.520982:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320222.520985:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320222.520987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990063744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320222.520997:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320222.521001:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320222.521004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990064000:0@lo:38:kworker.0 00010000:00010000:3.0:1767320223.328482:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320223.520352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320223.599842:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320223.599916:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320223.600003:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925882240 00000100:00100000:0.0:1767320223.600014:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925882240 00000100:00100000:0.0:1767320223.600062:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925882368 00000100:00100000:0.0:1767320223.600065:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925882368 00000100:00100000:0.0:1767320223.600118:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5555 00000100:00100000:0.0:1767320223.600128:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925882368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320223.600214:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925882368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320223.600225:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5555 00000100:00100000:2.0:1767320223.600278:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23917 00000100:00100000:2.0:1767320223.600285:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925882240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320223.600331:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320223.600333:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320223.600376:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925882240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 90us (545us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320223.600386:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23917 00010000:00010000:0.0:1767320224.353307:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320224.545382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320224.570416:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990064384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320224.570495:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320224.570654:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064384 00000100:00100000:3.0:1767320224.570664:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064384 00000100:00100000:3.0:1767320224.570747:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:3.0:1767320224.570757:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990064384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320224.570795:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320224.570842:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990064384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320224.570850:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00080000:0.0:1767320224.570975:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320224.571016:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990064384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320224.571268:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990064512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320224.571297:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320224.571377:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064512 00000100:00100000:3.0:1767320224.571382:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064512 00000100:00100000:3.0:1767320224.571419:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:3.0:1767320224.571426:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990064512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320224.571447:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320224.571478:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990064512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320224.571485:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00080000:1.0:1767320224.571614:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320224.571638:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990064512:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320225.377485:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320225.570520:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320226.409390:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320226.592361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320227.424574:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320227.616503:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320227.616526:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320227.616530:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320227.616534:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320227.616538:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320227.616546:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5472 00000100:00080000:3.0:1767320227.616551:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320227.616558:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320227.616601:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad500 x1853163990064640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320227.616627:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320227.616631:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320227.616633:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320227.616637:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5472 00000100:00080000:3.0:1767320227.616639:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320227.616642:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320227.616657:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163990064768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320227.616702:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320227.616706:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320227.616708:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320227.616722:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5472 00000100:00080000:3.0:1767320227.616725:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320227.616730:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320227.616742:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163990065024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320227.616758:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320227.616763:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320227.616765:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320227.616769:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5472 00000100:00080000:3.0:1767320227.616771:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320227.616775:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320227.616785:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722680 x1853163990065280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320227.616847:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990065152:0@lo:400:kworker.0 00000100:00100000:3.0:1767320227.616924:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320227.616998:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320227.617516:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320202/real 1767320202] req@ffff96e30067df80 x1853163990058112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320227 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320227.617540:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e30067df80 x1853163990058112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320227 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320227.617553:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990064640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320227.617585:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320227.617609:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990064768:0@lo:38:kworker.0 00000100:00100000:2.0:1767320227.617633:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320227.617655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990065024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320227.617675:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320227.617692:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990065280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320227.617710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320227.617739:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320227.617752:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320227.617755:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990058112:0@lo:250:kworker.0 00000100:00100000:2.0:1767320227.617792:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065152 00000100:00100000:2.0:1767320227.617800:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065152 00000100:00100000:2.0:1767320227.617864:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064640 00000100:00100000:2.0:1767320227.617868:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064640 00000100:00100000:2.0:1767320227.617885:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065024 00000100:00100000:2.0:1767320227.617887:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065024 00000100:00100000:2.0:1767320227.617895:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065280 00000100:00100000:2.0:1767320227.617897:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065280 00000100:00100000:2.0:1767320227.617908:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:2.0:1767320227.617926:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990065152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320227.617977:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990065152:12345-0@lo:400:kworker.0 Request processed in 60us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320227.617985:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00000100:00100000:2.0:1767320227.618008:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23918 00000100:00100000:2.0:1767320227.618012:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990064640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320227.618030:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320227.618063:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990064640:12345-0@lo:38:kworker.0 Request processed in 49us (477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320227.618069:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23918 00000100:00100000:2.0:1767320227.618080:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23919 00000100:00100000:2.0:1767320227.618084:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990065024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320227.618093:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320227.618116:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990065024:12345-0@lo:38:kworker.0 Request processed in 31us (440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320227.618120:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23919 00000100:00100000:2.0:1767320227.618130:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23920 00000100:00100000:2.0:1767320227.618133:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990065280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320227.618141:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320227.618161:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990065280:12345-0@lo:38:kworker.0 Request processed in 26us (449us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320227.618166:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23920 00000100:00100000:2.0:1767320227.618181:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064768 00000100:00100000:2.0:1767320227.618185:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064768 00000100:00100000:2.0:1767320227.618202:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:2.0:1767320227.618206:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990064768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320227.618215:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320227.618270:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990064768:12345-0@lo:38:kworker.0 Request processed in 62us (635us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320227.618276:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00080000:2.0:1767320227.618313:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320227.618317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320227.618321:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990064640:0@lo:38:kworker.0 00000100:00080000:2.0:1767320227.618332:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320227.618335:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320227.618338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990064768:0@lo:38:kworker.0 00000100:00080000:2.0:1767320227.618345:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320227.618348:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320227.618350:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990065024:0@lo:38:kworker.0 00000100:00080000:2.0:1767320227.618357:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320227.618360:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320227.618362:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990065280:0@lo:38:kworker.0 00000100:00080000:2.0:1767320227.618385:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320227.618401:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320227.618403:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320227.618407:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5451 00000100:00080000:2.0:1767320227.618410:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320227.618414:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320227.618429:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586680 x1853163990065664/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320227.618462:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990065664:0@lo:250:kworker.0 00000400:00000100:2.0:1767320227.618482:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990065664 offset 0 length 520: 4 00000100:00100000:0.0:1767320227.619250:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990065408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.619289:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320227.619314:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320227.619320:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990065536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.619342:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320227.619378:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065408 00000100:00100000:0.0:1767320227.619383:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065408 00000100:00100000:0.0:1767320227.619418:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065536 00000100:00100000:0.0:1767320227.619420:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065536 00000100:00100000:0.0:1767320227.619439:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767320227.619447:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990065408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.619490:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990065408:12345-0@lo:400:kworker.0 Request processed in 43us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320227.619495:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1767320227.619522:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767320227.619529:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990065536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.619554:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990065536:12345-0@lo:400:kworker.0 Request processed in 27us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320227.619560:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:0.0:1767320227.619589:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320227.619614:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990065536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.619623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990065408:0@lo:400:kworker.0 00000100:00100000:3.0:1767320227.620764:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990064896:0@lo:400:kworker.0 00000100:00080000:1.0:1767320227.622063:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320227.622070:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320227.622074:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320227.622548:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320227.622618:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990065152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.632780:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990064896 00000100:00100000:0.0:1767320227.632815:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990064896 00000100:00100000:0.0:1767320227.632925:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557 00000100:00100000:0.0:1767320227.632938:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990064896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320227.633053:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990064896:12345-0@lo:400:kworker.0 Request processed in 118us (10507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320227.633061:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557 00000100:00080000:1.0:1767320227.636304:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320227.640946:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990064896:0@lo:400:kworker.0 00000400:00000100:1.0:1767320227.696124:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925882496 offset 0 length 520: 4 00000100:00100000:1.0:1767320227.696173:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320227.696213:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320227.696514:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925882624 00000100:00100000:2.0:1767320227.696524:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925882624 00000100:00100000:2.0:1767320227.696572:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925882752 00000100:00100000:2.0:1767320227.696575:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925882752 00000100:00100000:2.0:1767320227.696628:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5558 00000100:00100000:2.0:1767320227.696639:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925882752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320227.696727:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925882752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320227.696735:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5558 00000100:00100000:2.0:1767320227.696753:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23921 00000100:00100000:2.0:1767320227.696758:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925882624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320227.696779:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320227.696807:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925882624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (634us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320227.696814:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23921 00000100:00080000:1.0:1767320227.697544:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320228.448556:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320228.640396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320229.479395:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320229.664505:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990065792:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320229.664584:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320229.664672:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320229.664693:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990065920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320229.664702:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065792 00000100:00100000:3.0:1767320229.664718:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065792 00000100:00100000:0.0:1767320229.664725:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320229.664819:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990065920 00000100:00100000:3.0:1767320229.664825:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990065920 00000100:00100000:0.0:1767320229.664854:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:0.0:1767320229.664871:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990065792:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320229.664894:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320229.664903:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767320229.664907:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320229.664971:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990065792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320229.665067:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990065792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320229.669492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320229.681830:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:3.0:1767320229.681863:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990065920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320229.681912:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320229.684109:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:3.0:1767320229.684496:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990065920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2640us (19766us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320229.684512:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:2.0:1767320229.694499:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990065920:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320230.498795:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320230.688384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320231.525430:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320231.712498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320232.546545:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320232.737802:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320232.740132:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320232.740145:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320232.740149:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320232.740153:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320232.740158:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320232.740169:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5477 00000100:00080000:3.0:1767320232.740175:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320232.740184:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320232.740284:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253100 x1853163990066048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320232.740318:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320232.740323:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320232.740326:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320232.740331:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5477 00000100:00080000:3.0:1767320232.740333:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320232.740338:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320232.740355:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253b80 x1853163990066176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320232.740395:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320232.740399:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320232.740401:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320232.740405:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5477 00000100:00080000:3.0:1767320232.740408:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320232.740412:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320232.740425:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163990066432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320232.740441:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320232.740445:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320232.740447:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320232.740451:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5477 00000100:00080000:3.0:1767320232.740454:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320232.740458:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320232.740468:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253800 x1853163990066688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320232.740644:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990066560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.740748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320232.740847:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320232.740854:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990066304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.740879:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320232.741318:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066560 00000100:00100000:3.0:1767320232.741328:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066560 00000100:00100000:3.0:1767320232.741411:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066304 00000100:00100000:3.0:1767320232.741416:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066304 00000100:00100000:3.0:1767320232.741442:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559 00000100:00100000:3.0:1767320232.741453:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990066560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320232.741520:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990066560:12345-0@lo:400:kworker.0 Request processed in 69us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320232.741527:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559 00000100:00100000:3.0:1767320232.741558:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560 00000100:00100000:3.0:1767320232.741566:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990066304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320232.741592:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990066304:12345-0@lo:400:kworker.0 Request processed in 28us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320232.741597:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560 00000100:00080000:1.0:1767320232.741831:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320232.741870:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990066304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.741881:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990066560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320232.742124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990066048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320232.742165:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320232.742201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990066176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320232.742375:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990066944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.742409:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320232.742439:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320232.742446:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990066816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.742470:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320232.742515:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066048 00000100:00100000:1.0:1767320232.742520:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066048 00000100:00100000:1.0:1767320232.742566:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23922 00000100:00100000:1.0:1767320232.742572:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990066048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320232.742595:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320232.742642:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990066048:12345-0@lo:38:kworker.0 Request processed in 69us (476us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320232.742648:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23922 00000100:00100000:1.0:1767320232.742828:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066944 00000100:00100000:1.0:1767320232.742832:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066944 00000100:00100000:1.0:1767320232.742871:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066816 00000100:00100000:1.0:1767320232.742874:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066816 00000100:00100000:1.0:1767320232.742899:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1767320232.742907:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990066944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.743029:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990066944:12345-0@lo:400:kworker.0 Request processed in 123us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320232.743035:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1767320232.743048:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767320232.743055:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990066816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.743083:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990066816:12345-0@lo:400:kworker.0 Request processed in 29us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320232.743089:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00080000:1.0:1767320232.743105:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320232.743108:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320232.743131:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990066816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320232.743141:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990066944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320232.743203:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320232.743271:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990066432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320232.743299:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320232.743318:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990066688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320232.743339:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320232.743369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320232.743375:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320232.743379:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990066048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320232.743400:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066432 00000100:00100000:2.0:1767320232.743404:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066432 00000100:00100000:2.0:1767320232.743425:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066688 00000100:00100000:2.0:1767320232.743428:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066688 00000100:00100000:2.0:1767320232.743445:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23923 00000100:00100000:2.0:1767320232.743449:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990066432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320232.743462:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320232.743490:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990066432:12345-0@lo:38:kworker.0 Request processed in 39us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320232.743496:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23923 00000100:00100000:2.0:1767320232.743509:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23924 00000100:00100000:2.0:1767320232.743513:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990066688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320232.743522:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320232.743545:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990066688:12345-0@lo:38:kworker.0 Request processed in 30us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320232.743811:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990066176 00000100:00100000:1.0:1767320232.743816:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990066176 00000100:00100000:1.0:1767320232.743841:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:1.0:1767320232.743846:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990066176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320232.743857:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320232.743888:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990066176:12345-0@lo:38:kworker.0 Request processed in 41us (1659us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320232.743895:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00100000:2.0:1767320232.744011:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23924 00000100:00080000:2.0:1767320232.744042:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320232.746707:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320232.746716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990066176:0@lo:38:kworker.0 00000100:00080000:2.0:1767320232.746760:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320232.746764:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320232.746767:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990066432:0@lo:38:kworker.0 00000100:00080000:2.0:1767320232.746778:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320232.746782:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320232.746785:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990066688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320232.807328:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320232.807438:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320232.807572:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883008 00000100:00100000:0.0:1767320232.807587:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883008 00000100:00100000:0.0:1767320232.807690:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925882880 00000100:00100000:0.0:1767320232.807694:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925882880 00000100:00100000:0.0:1767320232.807735:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5561 00000100:00100000:0.0:1767320232.807748:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925883008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320232.807852:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925883008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320232.807865:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5561 00000100:00100000:0.0:1767320232.807891:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23925 00000100:00100000:0.0:1767320232.807896:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925882880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320232.807921:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320232.808224:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925882880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 325us (784us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320232.808260:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23925 00000100:00080000:1.0:1767320232.808863:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320233.570806:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320233.760402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320234.594048:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320234.784394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320234.784850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990067072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320234.784950:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320234.785340:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320234.785351:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990067200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320234.785386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320234.785558:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067072 00000100:00100000:0.0:1767320234.785569:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067072 00000100:00100000:0.0:1767320234.785651:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067200 00000100:00100000:0.0:1767320234.785656:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067200 00000100:00100000:0.0:1767320234.785677:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:0.0:1767320234.785686:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990067072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320234.785725:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320234.785776:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990067072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320234.785783:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00100000:0.0:1767320234.785806:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:0.0:1767320234.785813:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990067200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320234.785831:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320234.785862:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990067200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320234.785868:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00080000:1.0:1767320234.786020:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320234.786026:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320234.786071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990067200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320234.786088:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990067072:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320235.622102:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320235.810016:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320236.640848:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320236.833357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320237.668091:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320237.856584:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320237.856597:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320237.856601:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320237.856605:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320237.856610:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320237.856621:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5482 00000100:00080000:3.0:1767320237.856628:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320237.856636:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320237.856689:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163990067328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320237.856732:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320237.856736:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320237.856739:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320237.856743:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5482 00000100:00080000:3.0:1767320237.856746:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320237.856750:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320237.856765:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990067456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320237.856807:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320237.856931:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990067328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320237.857031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320237.857120:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990067456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320237.857150:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320237.857201:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067328 00000100:00100000:0.0:1767320237.857211:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067328 00000100:00100000:0.0:1767320237.857284:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23926 00000100:00100000:0.0:1767320237.857294:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990067328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320237.857321:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320237.857372:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990067328:12345-0@lo:38:kworker.0 Request processed in 78us (340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320237.857381:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23926 00000100:00100000:0.0:1767320237.857411:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067456 00000100:00100000:0.0:1767320237.857415:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067456 00000100:00100000:0.0:1767320237.857435:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:0.0:1767320237.857439:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990067456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320237.857449:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320237.857475:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990067456:12345-0@lo:38:kworker.0 Request processed in 34us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320237.857481:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00080000:0.0:1767320237.857534:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320237.857540:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320237.857545:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990067328:0@lo:38:kworker.0 00000100:00080000:0.0:1767320237.857558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320237.857562:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320237.857565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990067456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320237.857670:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320237.857682:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990067584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320237.857715:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320237.857751:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320237.857774:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067584 00000100:00100000:2.0:1767320237.857778:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067584 00000100:00080000:3.0:1767320237.857992:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320237.857996:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320237.858001:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5482 00000100:00080000:3.0:1767320237.858003:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320237.858008:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320237.858031:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252680 x1853163990067712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320237.858062:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320237.858066:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320237.858067:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320237.858071:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5482 00000100:00080000:3.0:1767320237.858073:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320237.858077:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320237.859706:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990067968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320237.859845:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320237.859871:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990067840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320237.859950:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320237.860015:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067840 00000100:00100000:0.0:1767320237.860023:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067840 00000100:00100000:1.0:1767320237.869933:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320237.869965:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990068096:0@lo:400:kworker.0 00000100:00100000:1.0:1767320237.870070:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320237.870306:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562 00000100:00100000:3.0:1767320237.870324:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990067584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320237.870410:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990067584:12345-0@lo:400:kworker.0 Request processed in 93us (12693us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320237.870418:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562 00000100:00100000:3.0:1767320237.870490:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990067584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320237.870535:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990067712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320237.870574:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320237.870592:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990067968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320237.870626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320237.870652:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067712 00000100:00100000:3.0:1767320237.870658:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067712 00000100:00100000:3.0:1767320237.870681:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990067968 00000100:00100000:3.0:1767320237.870683:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990067968 00000100:00100000:3.0:1767320237.870711:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23927 00000100:00100000:3.0:1767320237.870717:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990067712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320237.870738:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320237.870769:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990067712:12345-0@lo:38:kworker.0 Request processed in 51us (194us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320237.870774:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23927 00000100:00100000:3.0:1767320237.870785:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23928 00000100:00100000:3.0:1767320237.870789:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990067968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320237.870797:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320237.870825:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990067968:12345-0@lo:38:kworker.0 Request processed in 35us (198us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320237.870830:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23928 00000100:00080000:3.0:1767320237.870855:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320237.870860:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320237.870863:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990067712:0@lo:38:kworker.0 00000100:00080000:3.0:1767320237.870870:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320237.870873:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320237.870876:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990067968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320237.870911:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320237.870919:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990068224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320237.870944:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320237.870972:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068096 00000100:00100000:3.0:1767320237.870976:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068096 00000100:00100000:2.0:1767320237.871390:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068224 00000100:00100000:2.0:1767320237.871396:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068224 00000100:00100000:0.0:1767320237.878246:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5563 00000100:00100000:0.0:1767320237.878267:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990067840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320237.878412:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990067840:12345-0@lo:400:kworker.0 Request processed in 151us (18461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320237.878421:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5563 00000100:00100000:0.0:1767320237.878521:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990067840:0@lo:400:kworker.0 00000100:00080000:1.0:1767320237.879123:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320237.879132:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320237.879135:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320237.879314:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:3.0:1767320237.879325:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990068096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320237.879404:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990068096:12345-0@lo:400:kworker.0 Request processed in 81us (9334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320237.879411:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:1.0:1767320237.879484:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990068096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320237.879986:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:2.0:1767320237.879997:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990068224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320237.880058:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990068224:12345-0@lo:400:kworker.0 Request processed in 63us (9112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320237.880064:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:2.0:1767320237.880113:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990068224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320237.923665:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320237.923734:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320237.923803:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883264 00000100:00100000:1.0:1767320237.923825:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883264 00000100:00100000:1.0:1767320237.923904:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883136 00000100:00100000:1.0:1767320237.923908:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883136 00000100:00100000:1.0:1767320237.923932:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5564 00000100:00100000:1.0:1767320237.923943:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925883264:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320237.924041:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925883264:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320237.924055:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5564 00000100:00100000:1.0:1767320237.924077:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23929 00000100:00080000:3.0:1767320237.924883:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320237.925167:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925883136:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320237.925199:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320237.925281:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925883136:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1195us (1545us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320237.925290:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23929 00010000:00010000:3.0:1767320238.692997:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320238.880662:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320239.722877:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320239.904569:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320239.904604:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990068352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320239.904704:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320239.904791:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068352 00000100:00100000:1.0:1767320239.904800:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068352 00000100:00100000:1.0:1767320239.904868:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:1.0:1767320239.904880:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990068352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320239.904919:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320239.904966:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990068352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320239.904974:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00100000:1.0:1767320239.905025:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990068352:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320239.905097:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320239.905704:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990068480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320239.905747:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320239.905939:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068480 00000100:00100000:3.0:1767320239.905945:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068480 00000100:00100000:3.0:1767320239.905999:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:3.0:1767320239.906007:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990068480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320239.906033:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320239.906101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320239.907124:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320239.913372:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990068480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7350us (7607us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320239.913391:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1767320239.919999:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990068480:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320240.736992:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320240.935587:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320241.767807:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320241.952684:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320242.788022:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320242.976644:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320242.978214:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320242.978224:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320242.978228:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320242.978270:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320242.978275:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320242.978286:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5487 00000100:00080000:0.0:1767320242.978293:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320242.978303:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320242.978367:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77f480 x1853163990068608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320242.978407:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320242.978411:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320242.978413:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320242.978418:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5487 00000100:00080000:0.0:1767320242.978420:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320242.978425:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320242.978456:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163990068736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320242.978503:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320242.978508:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320242.978509:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320242.978513:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5487 00000100:00080000:0.0:1767320242.978515:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320242.978519:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320242.978529:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163990068992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320242.978545:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320242.978548:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320242.978550:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320242.978554:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5487 00000100:00080000:0.0:1767320242.978557:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320242.978560:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320242.978570:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163990069248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320242.978642:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990069504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320242.978738:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320242.978815:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320242.978821:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990069376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320242.978843:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320242.978876:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069504 00000100:00100000:0.0:1767320242.978885:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069504 00000100:00100000:0.0:1767320242.978944:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069376 00000100:00100000:0.0:1767320242.978946:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069376 00000100:00100000:0.0:1767320242.978969:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:1.0:1767320242.979141:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990069120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320242.979178:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320242.979202:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320242.979207:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990068864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320242.979225:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320242.979280:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320242.979285:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320242.979412:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990069504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320242.979492:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990069504:12345-0@lo:400:kworker.0 Request processed in 84us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320242.986044:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:3.0:1767320242.986084:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990069376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320242.986206:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990069376:12345-0@lo:400:kworker.0 Request processed in 146us (7361us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320242.986217:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00100000:3.0:1767320242.986310:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990068608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320242.986360:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320242.986416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990068736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320242.986459:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320242.987034:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068736 00000100:00100000:1.0:1767320242.987045:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068736 00000100:00100000:1.0:1767320242.987088:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:1.0:1767320242.987095:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990068736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320242.987121:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320242.987166:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990068736:12345-0@lo:38:kworker.0 Request processed in 69us (704us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320242.987172:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00100000:1.0:1767320242.987199:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069120 00000100:00100000:1.0:1767320242.987204:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069120 00000100:00100000:1.0:1767320242.987265:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068864 00000100:00100000:1.0:1767320242.987269:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068864 00000100:00100000:1.0:1767320242.987291:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068608 00000100:00100000:1.0:1767320242.987294:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068608 00000100:00100000:1.0:1767320242.987309:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565 00000100:00100000:1.0:1767320242.987315:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990069120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320242.987362:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990069120:12345-0@lo:400:kworker.0 Request processed in 45us (8180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320242.987368:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565 00000100:00100000:1.0:1767320242.987381:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5566 00000100:00100000:1.0:1767320242.987387:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990068864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320242.987415:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990068864:12345-0@lo:400:kworker.0 Request processed in 28us (8189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320242.987420:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5566 00000100:00100000:1.0:1767320242.987444:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23930 00000100:00100000:1.0:1767320242.987449:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990068608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320242.987459:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320242.987484:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990068608:12345-0@lo:38:kworker.0 Request processed in 34us (1124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320242.987490:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23930 00000100:00100000:3.0:1767320242.987719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990068992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320242.987754:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320242.987780:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990069248:0@lo:38:kworker.0 00000100:00100000:3.0:1767320242.987802:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320242.987845:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320242.987853:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320242.987858:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990068608:0@lo:38:kworker.0 00000100:00080000:3.0:1767320242.987872:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320242.987875:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320242.987877:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990068736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320242.987907:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990068992 00000100:00100000:3.0:1767320242.987911:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990068992 00000100:00100000:3.0:1767320242.987926:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069248 00000100:00100000:3.0:1767320242.987928:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069248 00000100:00100000:3.0:1767320242.987937:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23931 00000100:00100000:3.0:1767320242.987942:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990068992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320242.987954:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320242.987986:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990068992:12345-0@lo:38:kworker.0 Request processed in 42us (231us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320242.987992:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23931 00000100:00100000:3.0:1767320242.988004:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23932 00000100:00100000:3.0:1767320242.988008:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990069248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320242.988016:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320242.988039:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990069248:12345-0@lo:38:kworker.0 Request processed in 29us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320242.988044:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23932 00000100:00080000:3.0:1767320242.988083:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320242.988087:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320242.988090:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990068992:0@lo:38:kworker.0 00000100:00080000:3.0:1767320242.988098:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320242.988102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320242.988104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990069248:0@lo:38:kworker.0 00000100:00080000:1.0:1767320242.988390:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320242.988457:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990069376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320242.988474:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990069504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320242.989855:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990068864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320242.989900:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990069120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320242.995478:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:1.0:1767320243.045467:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320243.045586:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320243.045926:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883392 00000100:00100000:2.0:1767320243.045939:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883392 00000100:00100000:2.0:1767320243.046009:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883520 00000100:00100000:2.0:1767320243.046013:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883520 00000100:00100000:2.0:1767320243.046082:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5567 00000100:00100000:2.0:1767320243.046095:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925883520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320243.046200:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925883520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320243.046209:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5567 00000100:00100000:2.0:1767320243.046274:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23933 00000100:00100000:2.0:1767320243.046279:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925883392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320243.046308:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320243.046344:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925883392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 62us (894us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320243.046351:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23933 00000100:00080000:1.0:1767320243.047198:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320243.809080:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320244.001618:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320244.833077:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320245.024848:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990069632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320245.024958:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320245.025153:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069632 00000100:00100000:1.0:1767320245.025166:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069632 00000100:00100000:1.0:1767320245.025270:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:1.0:1767320245.025286:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990069632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320245.025331:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320245.025404:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990069632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320245.025412:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:2.0:1767320245.025600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320245.025754:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320245.025805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990069632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320245.026249:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320245.026262:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990069760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320245.026311:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320245.026782:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069760 00000100:00100000:2.0:1767320245.026790:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069760 00000100:00100000:2.0:1767320245.026857:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:2.0:1767320245.026866:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990069760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320245.026896:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320245.026951:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990069760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320245.026958:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00080000:3.0:1767320245.030832:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320245.030949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990069760:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320245.859004:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320246.048709:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320246.880711:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320247.072485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320247.904947:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320248.096432:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320248.097206:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320248.097214:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320248.097216:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320248.097220:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320248.097225:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320248.097256:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5492 00000100:00080000:2.0:1767320248.097262:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320248.097271:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320248.097332:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163990069888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320248.097374:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320248.097377:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320248.097379:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320248.097383:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5492 00000100:00080000:2.0:1767320248.097385:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320248.097390:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320248.097404:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584a80 x1853163990070016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320248.097456:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320248.097461:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320248.097463:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320248.097466:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5492 00000100:00080000:2.0:1767320248.097469:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320248.097472:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320248.097487:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721180 x1853163990070272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320248.097504:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320248.097508:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320248.097510:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320248.097513:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5492 00000100:00080000:2.0:1767320248.097516:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320248.097520:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320248.097532:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6680 x1853163990070528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320248.097641:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990070144:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.097757:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320248.097845:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320248.097851:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990070400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.097876:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320248.097917:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070144 00000100:00100000:3.0:1767320248.097927:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070144 00000100:00100000:3.0:1767320248.097993:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070400 00000100:00100000:3.0:1767320248.097997:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070400 00000100:00100000:3.0:1767320248.098026:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568 00000100:00100000:3.0:1767320248.098035:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990070144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.098094:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990070144:12345-0@lo:400:kworker.0 Request processed in 59us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320248.098102:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568 00000100:00100000:3.0:1767320248.098120:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569 00000100:00100000:3.0:1767320248.098127:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990070400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.098154:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990070400:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320248.098161:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569 00000100:00100000:3.0:1767320248.098184:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990070784:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.098216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320248.098274:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320248.098279:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990070656:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.098302:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320248.098327:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320248.098373:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990070400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.098386:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990070144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320248.098489:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990069888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320248.098523:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.098554:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990070016:0@lo:38:kworker.0 00000100:00100000:1.0:1767320248.098593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.098620:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990070272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320248.098643:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.098662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990070528:0@lo:38:kworker.0 00000100:00100000:1.0:1767320248.098683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.098713:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070016 00000100:00100000:1.0:1767320248.098717:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070016 00000100:00100000:1.0:1767320248.098746:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200 00000100:00100000:1.0:1767320248.098751:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990070016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320248.098772:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320248.098811:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990070016:12345-0@lo:38:kworker.0 Request processed in 59us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320248.098818:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200 00000100:00100000:1.0:1767320248.098843:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990069888 00000100:00100000:1.0:1767320248.098847:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990069888 00000100:00100000:1.0:1767320248.098859:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070272 00000100:00100000:1.0:1767320248.098862:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070272 00000100:00100000:1.0:1767320248.098868:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070528 00000100:00100000:1.0:1767320248.098871:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070528 00000100:00100000:1.0:1767320248.098880:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23934 00000100:00100000:1.0:1767320248.098884:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990069888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320248.098893:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320248.098925:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990069888:12345-0@lo:38:kworker.0 Request processed in 40us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320248.098931:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23934 00000100:00100000:1.0:1767320248.098942:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23935 00000100:00100000:1.0:1767320248.098946:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990070272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320248.098953:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320248.098973:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990070272:12345-0@lo:38:kworker.0 Request processed in 26us (329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320248.098979:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23935 00000100:00100000:1.0:1767320248.098989:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23936 00000100:00100000:1.0:1767320248.098993:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990070528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320248.099001:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320248.099023:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990070528:12345-0@lo:38:kworker.0 Request processed in 28us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320248.099028:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23936 00000100:00080000:1.0:1767320248.099056:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320248.099062:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320248.099065:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990069888:0@lo:38:kworker.0 00000100:00080000:1.0:1767320248.099074:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320248.099077:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320248.099080:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990070016:0@lo:38:kworker.0 00000100:00080000:1.0:1767320248.099088:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320248.099090:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320248.099093:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990070272:0@lo:38:kworker.0 00000100:00080000:1.0:1767320248.099102:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320248.099105:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320248.099107:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990070528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320248.099714:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070784 00000100:00100000:2.0:1767320248.099724:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070784 00000100:00100000:2.0:1767320248.099801:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070656 00000100:00100000:2.0:1767320248.099805:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070656 00000100:00100000:2.0:1767320248.099838:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:2.0:1767320248.099846:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990070784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320248.099913:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990070784:12345-0@lo:400:kworker.0 Request processed in 68us (1697us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320248.099920:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:2.0:1767320248.099935:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:2.0:1767320248.099941:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990070656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320248.099970:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990070656:12345-0@lo:400:kworker.0 Request processed in 29us (1667us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320248.099975:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00080000:3.0:1767320248.100382:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320248.100388:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320248.100433:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990070656:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.100449:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990070784:0@lo:400:kworker.0 00000100:00100000:3.0:1767320248.165492:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320248.165552:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320248.165666:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883776 00000100:00100000:0.0:1767320248.165681:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883776 00000100:00100000:0.0:1767320248.165783:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883648 00000100:00100000:0.0:1767320248.165786:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883648 00000100:00100000:0.0:1767320248.165804:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5570 00000100:00100000:0.0:1767320248.165815:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925883776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320248.165903:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925883776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320248.165915:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5570 00000100:00100000:0.0:1767320248.165935:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23937 00000100:00100000:0.0:1767320248.165939:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925883648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320248.165961:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320248.165985:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925883648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320248.165992:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23937 00000100:00080000:3.0:1767320248.167035:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320248.934437:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320249.122421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320249.953989:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320250.145019:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320250.148404:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990071040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320250.148502:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320250.148598:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071040 00000100:00100000:0.0:1767320250.148610:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320250.148610:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071040 00000100:00100000:0.0:1767320250.148622:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990070912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320250.148654:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320250.148699:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990070912 00000100:00100000:0.0:1767320250.148703:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990070912 00000100:00100000:1.0:1767320250.148855:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:1.0:1767320250.148869:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990071040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320250.148911:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320250.148969:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990071040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320250.148978:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00100000:2.0:1767320250.149032:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990071040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320250.150982:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:0.0:1767320250.151003:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990070912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320250.151044:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320250.152333:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990070912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1330us (3668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320250.152346:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00080000:3.0:1767320250.152551:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320250.152561:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320250.156104:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990070912:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320250.978727:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320251.168450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320252.001422:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320252.194072:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320227/real 1767320227] req@ffff96e301586680 x1853163990065664/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320252 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320252.194121:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301586680 x1853163990065664/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320252 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320252.194140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320252.194173:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320252.194178:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990065664:0@lo:250:kworker.0 00000100:00080000:3.0:1767320252.194316:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320252.194324:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320252.194328:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320252.194334:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5477 00000100:00080000:3.0:1767320252.194339:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320252.194347:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320252.194396:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721f80 x1853163990071168/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320252.194403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320252.194426:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320252.194431:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320252.194433:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320252.194437:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5497 00000100:00080000:3.0:1767320252.194439:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320252.194444:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320252.194461:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722680 x1853163990071296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320252.194464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990071168:0@lo:250:kworker.0 00000100:00080000:3.0:1767320252.194478:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320252.194481:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320252.194484:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320252.194489:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5497 00000100:00080000:3.0:1767320252.194491:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320252.194495:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320252.194524:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163990071424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767320252.194546:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990071168 offset 0 length 520: 4 00000100:00080000:3.0:1767320252.194578:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320252.194583:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320252.194585:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320252.194589:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5497 00000100:00080000:3.0:1767320252.194592:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320252.194596:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320252.194611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990071296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320252.194612:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722bb80 x1853163990071680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320252.194637:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320252.194641:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320252.194643:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320252.194646:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5497 00000100:00080000:3.0:1767320252.194649:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320252.194652:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320252.194663:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163990071936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320252.194731:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990072064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320252.194808:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990071552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320252.194988:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990071808:0@lo:400:kworker.0 00000100:00100000:3.0:1767320252.205854:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320252.205941:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320252.205959:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990072192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320252.207153:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320252.207449:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072064 00000100:00100000:3.0:1767320252.207461:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072064 00000100:00100000:3.0:1767320252.208715:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072192 00000100:00100000:3.0:1767320252.208726:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072192 00000100:00100000:3.0:1767320252.208765:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:3.0:1767320252.208775:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990072064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320252.208885:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990072064:12345-0@lo:400:kworker.0 Request processed in 112us (3044us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320252.208893:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00000100:00100000:3.0:1767320252.208910:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1767320252.208916:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990072192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320252.208941:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990072192:12345-0@lo:400:kworker.0 Request processed in 27us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320252.208946:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00080000:3.0:1767320252.208974:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320252.208979:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320252.209040:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990072192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320252.209055:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990072064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320252.210354:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320252.210490:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071552 00000100:00100000:3.0:1767320252.210747:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071552 00000100:00100000:3.0:1767320252.210840:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5571 00000100:00100000:3.0:1767320252.210852:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990071552:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320252.210925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320252.210931:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990071552:12345-0@lo:400:kworker.0 Request processed in 80us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320252.210940:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5571 00000100:00100000:0.0:1767320252.210993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990071552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320252.211209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320252.211274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990071424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320252.211316:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320252.211349:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990071680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320252.211373:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320252.211399:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071296 00000100:00100000:1.0:1767320252.211403:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071296 00000100:00100000:1.0:1767320252.211427:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071680 00000100:00100000:1.0:1767320252.211430:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071680 00000100:00100000:1.0:1767320252.211448:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23938 00000100:00100000:1.0:1767320252.211453:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990071296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320252.211475:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320252.211521:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990071296:12345-0@lo:38:kworker.0 Request processed in 67us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320252.211528:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23938 00000100:00100000:1.0:1767320252.211544:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23939 00000100:00100000:1.0:1767320252.211549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990071680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320252.211558:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320252.211580:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990071680:12345-0@lo:38:kworker.0 Request processed in 30us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320252.211586:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23939 00000100:00080000:1.0:1767320252.211622:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320252.211629:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320252.211632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990071680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320252.211654:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990071936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320252.211692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320252.211713:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071936 00000100:00100000:1.0:1767320252.211716:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071936 00000100:00100000:1.0:1767320252.211736:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23940 00000100:00100000:1.0:1767320252.211740:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990071936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320252.211749:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320252.211775:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990071936:12345-0@lo:38:kworker.0 Request processed in 34us (91us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320252.211781:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23940 00000100:00080000:1.0:1767320252.211803:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320252.211806:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320252.211808:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990071936:0@lo:38:kworker.0 00000100:00080000:1.0:1767320252.211817:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320252.211819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320252.211822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990071296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320252.212738:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071424 00000100:00100000:3.0:1767320252.212746:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071424 00000100:00100000:3.0:1767320252.212792:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:3.0:1767320252.212799:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990071424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320252.212814:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320252.212873:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990071424:12345-0@lo:38:kworker.0 Request processed in 74us (1556us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320252.212880:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00080000:0.0:1767320252.215506:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320252.215524:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320252.215530:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990071424:0@lo:38:kworker.0 00000100:00100000:2.0:1767320252.218486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320252.225987:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990071808 00000100:00100000:0.0:1767320252.226010:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990071808 00000100:00100000:0.0:1767320252.226138:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5572 00000100:00100000:0.0:1767320252.226151:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990071808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320252.226328:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990071808:12345-0@lo:400:kworker.0 Request processed in 179us (7856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320252.226336:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5572 00000100:00100000:2.0:1767320252.226907:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990071808:0@lo:400:kworker.0 00000100:00080000:3.0:1767320252.227809:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320253.024556:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320253.216505:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320253.283616:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320253.283678:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320253.283770:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884032 00000100:00100000:3.0:1767320253.283785:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884032 00000100:00100000:3.0:1767320253.283999:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925883904 00000100:00100000:3.0:1767320253.284003:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925883904 00000100:00100000:3.0:1767320253.284024:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5573 00000100:00100000:3.0:1767320253.284036:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925884032:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320253.284056:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23941 00000100:00100000:1.0:1767320253.284067:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925883904:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320253.284095:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320253.284274:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925884032:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 240us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320253.284284:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5573 00000100:00080000:2.0:1767320253.284502:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320253.286676:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925883904:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 2589us (2976us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320253.286696:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23941 00000400:00000100:1.0:1767320253.291456:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925884160 offset 0 length 520: 4 00010000:00010000:3.0:1767320254.049829:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320254.240978:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320255.074323:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320255.265530:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320255.265947:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990072448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320255.266040:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320255.266128:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320255.266133:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990072320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320255.266155:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320255.266284:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072448 00000100:00100000:0.0:1767320255.266296:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072448 00000100:00100000:0.0:1767320255.266375:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072320 00000100:00100000:0.0:1767320255.266379:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072320 00000100:00100000:0.0:1767320255.266398:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:0.0:1767320255.266408:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990072448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320255.266458:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320255.266515:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990072448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320255.266524:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00100000:0.0:1767320255.266545:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:0.0:1767320255.266552:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990072320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320255.266569:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320255.266596:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990072320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320255.266603:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00080000:3.0:1767320255.266953:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320255.266960:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320255.267011:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990072320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320255.267027:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990072448:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320256.096973:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320256.288572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320257.120952:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320257.312566:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320257.313270:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320257.313279:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320257.313283:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320257.313289:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320257.313295:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320257.313307:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5501 00000100:00080000:0.0:1767320257.313314:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320257.313323:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320257.313394:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713480 x1853163990072576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320257.313433:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320257.313436:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320257.313438:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320257.313442:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5501 00000100:00080000:0.0:1767320257.313445:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320257.313450:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320257.313473:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990072704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320257.313515:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320257.313519:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320257.313521:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320257.313525:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5501 00000100:00080000:0.0:1767320257.313528:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320257.313532:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320257.313549:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711880 x1853163990072960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320257.313565:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320257.313569:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320257.313571:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320257.313575:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5501 00000100:00080000:0.0:1767320257.313578:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320257.313583:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320257.313595:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711c00 x1853163990073216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320257.313666:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990073344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320257.313769:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320257.313858:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320257.313864:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990073472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320257.313888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320257.313928:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073344 00000100:00100000:0.0:1767320257.313938:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073344 00000100:00100000:0.0:1767320257.313997:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073472 00000100:00100000:0.0:1767320257.314000:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073472 00000100:00100000:0.0:1767320257.314028:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:0.0:1767320257.314038:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990073344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320257.314056:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990073088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320257.314111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320257.314118:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990073344:12345-0@lo:400:kworker.0 Request processed in 80us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320257.314128:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1767320257.314142:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320257.314152:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990072832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320257.314156:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:0.0:1767320257.314176:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990073472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320257.314199:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320257.314214:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990073472:12345-0@lo:400:kworker.0 Request processed in 48us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320257.314221:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:0.0:1767320257.314312:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990073472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320257.314325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990073344:0@lo:400:kworker.0 00000100:00100000:1.0:1767320257.314426:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073088 00000100:00100000:1.0:1767320257.314432:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073088 00000100:00100000:1.0:1767320257.314474:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072832 00000100:00100000:1.0:1767320257.314478:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072832 00000100:00100000:1.0:1767320257.314513:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574 00000100:00100000:1.0:1767320257.314520:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990073088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320257.314565:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990073088:12345-0@lo:400:kworker.0 Request processed in 45us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320257.314572:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574 00000100:00100000:1.0:1767320257.314588:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5575 00000100:00100000:1.0:1767320257.314595:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990072832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320257.314622:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990072832:12345-0@lo:400:kworker.0 Request processed in 27us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320257.314628:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5575 00000100:00100000:1.0:1767320257.314649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990072576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320257.314679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320257.314702:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990072704:0@lo:38:kworker.0 00000100:00100000:1.0:1767320257.314726:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320257.314750:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990072960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320257.314771:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320257.314787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990073216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320257.314807:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320257.314837:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072704 00000100:00100000:1.0:1767320257.314840:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072704 00000100:00100000:1.0:1767320257.314859:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:1.0:1767320257.314865:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990072704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320257.314887:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320257.314921:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990072704:12345-0@lo:38:kworker.0 Request processed in 55us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320257.314927:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:1.0:1767320257.314943:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072576 00000100:00100000:1.0:1767320257.314946:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072576 00000100:00100000:1.0:1767320257.314958:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990072960 00000100:00100000:1.0:1767320257.314960:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990072960 00000100:00100000:1.0:1767320257.314966:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073216 00000100:00100000:1.0:1767320257.314968:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073216 00000100:00100000:1.0:1767320257.314993:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23942 00000100:00100000:1.0:1767320257.314998:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990072576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320257.315008:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320257.315033:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990072576:12345-0@lo:38:kworker.0 Request processed in 33us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320257.315039:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23942 00000100:00100000:1.0:1767320257.315049:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23943 00000100:00100000:1.0:1767320257.315053:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990072960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320257.315061:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320257.315084:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990072960:12345-0@lo:38:kworker.0 Request processed in 30us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320257.315089:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23943 00000100:00100000:1.0:1767320257.315100:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23944 00000100:00100000:1.0:1767320257.315105:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990073216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320257.315113:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320257.315135:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990073216:12345-0@lo:38:kworker.0 Request processed in 29us (327us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320257.315141:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23944 00000100:00100000:1.0:1767320257.315178:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990072832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320257.315189:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990073088:0@lo:400:kworker.0 00000100:00080000:1.0:1767320257.315220:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320257.315225:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320257.315250:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990072576:0@lo:38:kworker.0 00000100:00080000:1.0:1767320257.315261:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320257.315264:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320257.315267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990072704:0@lo:38:kworker.0 00000100:00080000:1.0:1767320257.315273:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320257.315276:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320257.315279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990072960:0@lo:38:kworker.0 00000100:00080000:1.0:1767320257.315286:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320257.315289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320257.315292:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990073216:0@lo:38:kworker.0 00000100:00080000:3.0:1767320257.315844:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320257.315852:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320257.315854:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320258.144563:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320258.336571:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320258.405682:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320258.405796:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320258.405963:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884416 00000100:00100000:3.0:1767320258.405977:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884416 00000100:00100000:0.0:1767320258.406044:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884288 00000100:00100000:0.0:1767320258.406051:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884288 00000100:00080000:1.0:1767320258.406124:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320258.406185:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5576 00000100:00100000:3.0:1767320258.406200:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925884416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320258.406352:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925884416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 155us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320258.406363:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5576 00000100:00100000:3.0:1767320258.406388:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23945 00000100:00100000:3.0:1767320258.406395:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925884288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320258.406422:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320258.406451:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925884288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (655us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320258.406459:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23945 00010000:00010000:3.0:1767320259.169484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320259.360592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320260.193277:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320260.384621:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320260.384979:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990073600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320260.385079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320260.385373:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320260.385388:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990073728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320260.385420:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320260.385423:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073600 00000100:00100000:3.0:1767320260.385433:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073600 00000100:00100000:0.0:1767320260.385450:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073728 00000100:00100000:0.0:1767320260.385454:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073728 00000100:00100000:3.0:1767320260.385508:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:3.0:1767320260.385519:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990073600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320260.385569:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320260.385601:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320260.385607:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320260.385642:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990073600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320260.385650:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:1.0:1767320260.385728:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990073600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320260.395607:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767320260.395642:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990073728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320260.395975:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320260.396165:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990073728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 540us (10741us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320260.396174:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:1.0:1767320260.399500:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990073728:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320261.217836:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320261.409678:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320262.240511:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320262.432519:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320262.432533:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320262.432538:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320262.432543:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320262.432549:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320262.432560:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5507 00000100:00080000:3.0:1767320262.432566:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320262.432576:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320262.432635:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163990073856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320262.432674:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320262.432679:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320262.432681:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320262.432684:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5507 00000100:00080000:3.0:1767320262.432687:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320262.432691:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320262.432706:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdf80 x1853163990073984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320262.432751:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320262.432754:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320262.432757:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320262.432761:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5507 00000100:00080000:3.0:1767320262.432764:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320262.432768:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320262.432779:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163990074240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320262.432798:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320262.432802:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320262.432804:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320262.432808:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5507 00000100:00080000:3.0:1767320262.432810:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320262.432814:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320262.432824:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163990074496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320262.432950:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990074112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320262.433050:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320262.433154:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320262.433160:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990074368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320262.433185:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990073856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320262.433415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433442:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990073984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320262.433469:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433503:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990074240:0@lo:38:kworker.0 00000100:00100000:1.0:1767320262.433523:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990074496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320262.433556:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433582:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990074624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.433609:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433630:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320262.433636:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990074752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.433655:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320262.433689:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073984 00000100:00100000:1.0:1767320262.433700:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073984 00000100:00100000:1.0:1767320262.433750:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:1.0:1767320262.433759:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990073984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320262.433784:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320262.433834:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990073984:12345-0@lo:38:kworker.0 Request processed in 74us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320262.433842:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:1.0:1767320262.433871:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074112 00000100:00100000:1.0:1767320262.433875:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074112 00000100:00100000:1.0:1767320262.433920:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074368 00000100:00100000:1.0:1767320262.433923:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074368 00000100:00100000:1.0:1767320262.433937:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990073856 00000100:00100000:1.0:1767320262.433939:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990073856 00000100:00100000:1.0:1767320262.433947:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074240 00000100:00100000:1.0:1767320262.433949:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074240 00000100:00100000:1.0:1767320262.433956:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074496 00000100:00100000:1.0:1767320262.433959:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074496 00000100:00100000:1.0:1767320262.433967:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5577 00000100:00100000:1.0:1767320262.433974:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990074112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.434019:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990074112:12345-0@lo:400:kworker.0 Request processed in 46us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320262.434026:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5577 00000100:00100000:1.0:1767320262.434038:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5578 00000100:00100000:1.0:1767320262.434044:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990074368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.434068:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990074368:12345-0@lo:400:kworker.0 Request processed in 24us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320262.434083:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5578 00000100:00100000:1.0:1767320262.434096:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23946 00000100:00100000:1.0:1767320262.434100:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990073856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320262.434110:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320262.434136:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990073856:12345-0@lo:38:kworker.0 Request processed in 35us (720us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320262.434142:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23946 00000100:00100000:1.0:1767320262.434152:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23947 00000100:00100000:1.0:1767320262.434156:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990074240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320262.434164:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320262.434191:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990074240:12345-0@lo:38:kworker.0 Request processed in 34us (667us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320262.434196:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23947 00000100:00100000:1.0:1767320262.434208:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23948 00000100:00100000:1.0:1767320262.434211:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990074496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320262.434218:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320262.434269:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990074496:12345-0@lo:38:kworker.0 Request processed in 55us (711us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320262.434275:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23948 00000100:00100000:1.0:1767320262.434298:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074624 00000100:00100000:1.0:1767320262.434303:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074624 00000100:00100000:1.0:1767320262.434335:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074752 00000100:00100000:1.0:1767320262.434338:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074752 00000100:00100000:1.0:1767320262.434359:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767320262.434366:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990074624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.434401:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990074624:12345-0@lo:400:kworker.0 Request processed in 36us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320262.434408:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1767320262.434419:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:1.0:1767320262.434425:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990074752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.434450:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990074752:12345-0@lo:400:kworker.0 Request processed in 25us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320262.434456:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:1.0:1767320262.434516:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990074752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320262.434529:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990074624:0@lo:400:kworker.0 00000100:00080000:1.0:1767320262.434568:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320262.434574:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320262.434577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990073856:0@lo:38:kworker.0 00000100:00080000:1.0:1767320262.434588:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320262.434592:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320262.434594:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990073984:0@lo:38:kworker.0 00000100:00080000:1.0:1767320262.434602:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320262.434606:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320262.434608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990074240:0@lo:38:kworker.0 00000100:00080000:1.0:1767320262.434616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320262.434619:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320262.434621:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990074496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320262.434765:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990074368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320262.434777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990074112:0@lo:400:kworker.0 00000100:00100000:2.0:1767320262.434985:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320262.435032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320262.435036:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320262.435039:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320263.269015:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320263.457374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320263.525771:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320263.526081:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320263.526991:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884672 00000100:00100000:2.0:1767320263.527007:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884672 00000100:00080000:0.0:1767320263.527106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320263.527144:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884544 00000100:00100000:2.0:1767320263.527150:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884544 00000100:00100000:0.0:1767320263.527162:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5579 00000100:00100000:0.0:1767320263.527179:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925884672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320263.527191:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23949 00000100:00100000:2.0:1767320263.527199:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925884544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320263.527265:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320263.528212:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925884544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1004us (2123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320263.528225:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23949 00000100:00100000:0.0:1767320263.533514:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925884672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 5002us (6678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320263.533544:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5579 00010000:00010000:3.0:1767320264.288727:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320264.480675:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320265.313090:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320265.504714:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320265.504737:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990074880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320265.504841:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320265.504909:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990074880 00000100:00100000:1.0:1767320265.504921:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990074880 00000100:00100000:1.0:1767320265.505012:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:1.0:1767320265.505033:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990074880:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320265.505186:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767320265.505304:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320265.505379:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990074880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 348us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320265.505389:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00100000:2.0:1767320265.505434:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990074880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320265.509923:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320265.512566:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320265.512607:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990075008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320265.512709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320265.512875:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075008 00000100:00100000:3.0:1767320265.512887:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075008 00000100:00100000:3.0:1767320265.512989:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:3.0:1767320265.513002:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990075008:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320265.513023:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767320265.513201:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320265.513306:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990075008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 306us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320265.513314:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00000100:00100000:1.0:1767320265.513421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990075008:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320266.337494:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320266.528531:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320267.360540:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320267.552395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320267.556425:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320267.556440:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320267.556444:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320267.556448:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320267.556454:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320267.556466:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5512 00000100:00080000:2.0:1767320267.556472:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320267.556480:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320267.556724:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163990075136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320267.556826:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990075136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320267.556922:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320267.557007:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075136 00000100:00100000:0.0:1767320267.557020:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075136 00000100:00080000:2.0:1767320267.557034:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320267.557038:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320267.557040:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320267.557044:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5512 00000100:00080000:2.0:1767320267.557047:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320267.557051:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320267.557070:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6300 x1853163990075264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320267.557122:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23950 00000100:00100000:0.0:1767320267.557131:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990075136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320267.557159:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320267.557516:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990075264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320267.557545:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320267.557842:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990075136:12345-0@lo:38:kworker.0 Request processed in 708us (918us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320267.557850:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320267.557853:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23950 00000100:00080000:1.0:1767320267.557860:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320267.557865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990075136:0@lo:38:kworker.0 00000100:00100000:3.0:1767320267.557996:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075264 00000100:00100000:3.0:1767320267.558003:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075264 00000100:00100000:3.0:1767320267.558085:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:3.0:1767320267.558092:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990075264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320267.558111:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320267.558167:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320267.558168:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990075264:12345-0@lo:38:kworker.0 Request processed in 75us (620us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320267.558176:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320267.558180:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320267.558182:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00080000:2.0:1767320267.558189:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5512 00000100:00080000:2.0:1767320267.558193:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320267.558197:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320267.558214:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6a00 x1853163990075520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320267.558251:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320267.558252:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990075520:0@lo:38:kworker.0 00000100:00080000:2.0:1767320267.558255:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320267.558259:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320267.558263:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5512 00000100:00080000:2.0:1767320267.558265:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320267.558268:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320267.558279:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5f80 x1853163990075776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320267.558297:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320267.558330:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990075648:0@lo:400:kworker.0 00000100:00080000:0.0:1767320267.558333:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320267.558340:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320267.558344:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990075264:0@lo:38:kworker.0 00000100:00100000:2.0:1767320267.558359:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320267.558364:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990075776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320267.558382:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320267.558389:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990075392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.558400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320267.558421:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075520 00000100:00100000:2.0:1767320267.558424:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075520 00000100:00100000:0.0:1767320267.558447:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075648 00000100:00100000:2.0:1767320267.558449:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075776 00000100:00100000:0.0:1767320267.558454:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075648 00000100:00100000:2.0:1767320267.558455:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075776 00000100:00100000:2.0:1767320267.558470:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23951 00000100:00100000:2.0:1767320267.558474:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990075520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320267.558484:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320267.558511:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990075520:12345-0@lo:38:kworker.0 Request processed in 36us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320267.558517:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23951 00000100:00100000:0.0:1767320267.558523:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580 00000100:00100000:2.0:1767320267.558534:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23952 00000100:00100000:0.0:1767320267.558537:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990075648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320267.558542:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990075776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320267.558551:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320267.558588:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990075648:12345-0@lo:400:kworker.0 Request processed in 57us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320267.558605:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580 00000100:00100000:0.0:1767320267.558649:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990075904:0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.558682:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320267.558704:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320267.558710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990076032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.558731:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320267.558763:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075904 00000100:00100000:0.0:1767320267.558767:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075904 00000100:00100000:0.0:1767320267.558797:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076032 00000100:00100000:0.0:1767320267.558801:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076032 00000100:00100000:0.0:1767320267.558822:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:0.0:1767320267.558840:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990075904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.558876:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990075904:12345-0@lo:400:kworker.0 Request processed in 38us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320267.558882:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00100000:0.0:1767320267.558893:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:0.0:1767320267.558898:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990076032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.558923:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990076032:12345-0@lo:400:kworker.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320267.558928:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:0.0:1767320267.558962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990076032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.558971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990075904:0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.559056:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320267.559083:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990075648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.559103:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990075392 00000100:00100000:0.0:1767320267.559106:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990075392 00000100:00100000:0.0:1767320267.559131:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581 00000100:00100000:0.0:1767320267.559138:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990075392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320267.559172:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990075392:12345-0@lo:400:kworker.0 Request processed in 35us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320267.559178:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581 00000100:00100000:0.0:1767320267.559209:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990075392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320267.559218:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990075776:12345-0@lo:38:kworker.0 Request processed in 675us (816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320267.559224:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23952 00000100:00080000:2.0:1767320267.559274:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320267.559278:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320267.559281:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320267.559294:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320267.559301:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320267.559304:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990075776:0@lo:38:kworker.0 00000100:00080000:0.0:1767320267.559314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320267.559317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320267.559320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990075520:0@lo:38:kworker.0 00010000:00010000:3.0:1767320268.384614:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320268.576380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320268.645636:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320268.645707:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320268.645909:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884928 00000100:00100000:2.0:1767320268.645923:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884928 00000100:00100000:2.0:1767320268.646113:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925884800 00000100:00100000:2.0:1767320268.646117:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925884800 00000100:00100000:2.0:1767320268.646147:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5582 00000100:00100000:2.0:1767320268.646159:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925884928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320268.646299:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925884928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 141us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320268.646308:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5582 00000100:00100000:2.0:1767320268.646330:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23953 00000100:00100000:2.0:1767320268.646335:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925884800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320268.646361:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320268.646389:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925884800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (682us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320268.646395:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23953 00000100:00080000:0.0:1767320268.647385:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320269.408720:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320269.600355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320270.432973:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320270.624396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320270.624598:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320270.624615:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990076160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320270.624685:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320270.624828:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076160 00000100:00100000:3.0:1767320270.624838:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076160 00000100:00100000:1.0:1767320270.624846:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320270.624860:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990076288:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320270.624873:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320270.624898:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320270.626489:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076288 00000100:00100000:3.0:1767320270.626501:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076288 00000100:00100000:3.0:1767320270.626610:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767320270.626621:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990076160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320270.626656:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320270.626732:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990076160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (2045us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320270.626739:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767320270.626756:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:3.0:1767320270.626762:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990076288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320270.626790:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320270.626826:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990076288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (1929us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320270.626832:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:3.0:1767320270.626897:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990076288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320270.627262:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990076160:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320270.628886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320271.456668:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320271.648370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320272.480431:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320272.674125:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320272.674136:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320272.674139:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320272.674144:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320272.674148:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320272.674156:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5517 00000100:00080000:2.0:1767320272.674163:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320272.674171:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320272.674183:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320272.674217:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163990076416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320272.674265:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320272.674269:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320272.674270:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320272.674274:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5517 00000100:00080000:2.0:1767320272.674276:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320272.674280:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320272.674295:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6a00 x1853163990076544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320272.674337:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320272.674341:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320272.674343:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320272.674346:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5517 00000100:00080000:2.0:1767320272.674348:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320272.674351:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320272.674362:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5c00 x1853163990076800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320272.674374:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320272.674378:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320272.674380:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320272.674383:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5517 00000100:00080000:2.0:1767320272.674386:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320272.674389:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320272.674398:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163990077056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320272.674427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990076416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320272.674452:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990077184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.674500:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320272.674502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320272.674541:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990076928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.674573:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320272.674581:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990077312:0@lo:400:kworker.0 00000100:00100000:3.0:1767320272.674588:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320272.674618:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320272.674628:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320272.674638:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990076672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320272.674665:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320272.674767:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077184 00000100:00100000:0.0:1767320272.674775:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077184 00000100:00100000:0.0:1767320272.674827:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077312 00000100:00100000:0.0:1767320272.674831:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077312 00000100:00100000:0.0:1767320272.674853:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:0.0:1767320272.674862:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990077184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320272.674928:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990077184:12345-0@lo:400:kworker.0 Request processed in 67us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320272.674936:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:0.0:1767320272.674956:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:0.0:1767320272.674963:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990077312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320272.675213:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990077312:12345-0@lo:400:kworker.0 Request processed in 250us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320272.675219:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00100000:1.0:1767320272.675488:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990076544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320272.675518:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320272.675544:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990076800:0@lo:38:kworker.0 00000100:00100000:1.0:1767320272.675564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320272.675658:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076416 00000100:00100000:2.0:1767320272.675664:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076416 00000100:00100000:2.0:1767320272.675690:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076928 00000100:00100000:2.0:1767320272.675693:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076928 00000100:00100000:2.0:1767320272.675718:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076672 00000100:00100000:2.0:1767320272.675721:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076672 00000100:00100000:2.0:1767320272.675741:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5583 00000100:00100000:2.0:1767320272.675748:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990076928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.675785:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990076928:12345-0@lo:400:kworker.0 Request processed in 38us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320272.675790:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5583 00000100:00100000:2.0:1767320272.675802:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5584 00000100:00100000:2.0:1767320272.675807:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990076672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.675831:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990076672:12345-0@lo:400:kworker.0 Request processed in 24us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320272.675836:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5584 00000100:00100000:2.0:1767320272.675846:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23954 00000100:00100000:2.0:1767320272.675850:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990076416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320272.675867:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320272.675922:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990076416:12345-0@lo:38:kworker.0 Request processed in 70us (1424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320272.675928:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23954 00000100:00100000:2.0:1767320272.675976:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990077312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.675988:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990077184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.676696:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990076672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320272.676710:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990076928:0@lo:400:kworker.0 00000100:00080000:2.0:1767320272.676734:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320272.676738:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320272.676740:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320272.676776:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076544 00000100:00100000:2.0:1767320272.676780:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076544 00000100:00100000:2.0:1767320272.676805:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:2.0:1767320272.676808:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990076544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320272.676820:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320272.676854:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990076544:12345-0@lo:38:kworker.0 Request processed in 43us (1335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320272.676860:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00100000:1.0:1767320272.682002:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990077056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320272.682067:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320272.682140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320272.682146:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320272.682150:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990076416:0@lo:38:kworker.0 00000100:00080000:1.0:1767320272.682164:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320272.682168:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320272.682172:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990076544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320272.682209:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990076800 00000100:00100000:3.0:1767320272.682219:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990076800 00000100:00100000:3.0:1767320272.682293:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077056 00000100:00100000:3.0:1767320272.682297:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077056 00000100:00100000:3.0:1767320272.682320:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23955 00000100:00100000:3.0:1767320272.682328:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990076800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320272.682350:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320272.682397:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990076800:12345-0@lo:38:kworker.0 Request processed in 68us (6831us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320272.682403:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23955 00000100:00100000:3.0:1767320272.682419:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23956 00000100:00100000:3.0:1767320272.682424:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990077056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320272.682433:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320272.682455:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990077056:12345-0@lo:38:kworker.0 Request processed in 30us (388us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320272.682461:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23956 00000100:00080000:1.0:1767320272.682540:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320272.682544:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320272.682548:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990076800:0@lo:38:kworker.0 00000100:00080000:1.0:1767320272.682557:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320272.682560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320272.682562:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990077056:0@lo:38:kworker.0 00010000:00010000:0.0:1767320273.504488:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320273.697321:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320273.763019:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320273.763179:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885184 00000100:00100000:1.0:1767320273.763202:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885184 00000100:00100000:1.0:1767320273.763381:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5585 00000100:00100000:1.0:1767320273.763395:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925885184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320273.763512:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925885184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 122us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320273.763521:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5585 00000100:00080000:2.0:1767320273.763636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320273.766201:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320273.766385:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885056 00000100:00100000:0.0:1767320273.766396:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885056 00000100:00100000:0.0:1767320273.766458:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23957 00000100:00100000:0.0:1767320273.766467:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925885056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320273.766504:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320273.766590:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925885056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 121us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320273.766599:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23957 00010000:00010000:3.0:1767320274.528652:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320274.721253:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320275.553452:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320275.744665:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320275.745149:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990077440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320275.745262:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320275.745425:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077440 00000100:00100000:1.0:1767320275.745434:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077440 00000100:00100000:1.0:1767320275.745499:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:1.0:1767320275.745510:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990077440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320275.745541:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320275.745582:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990077440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320275.745590:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1767320275.745675:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990077568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320275.745717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320275.745872:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077568 00000100:00100000:1.0:1767320275.745877:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077568 00000100:00100000:1.0:1767320275.745912:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:1.0:1767320275.745920:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990077568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320275.745937:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320275.745972:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990077568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320275.745979:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00100000:1.0:1767320275.746019:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990077568:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320275.746083:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320275.746087:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320275.746222:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990077440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320276.576792:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320276.768489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320277.600839:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320277.792340:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320277.792689:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320252/real 1767320252] req@ffff96e2fa721f80 x1853163990071168/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320277 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320277.792718:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa721f80 x1853163990071168/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320277 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320277.792840:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320277.792846:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320277.792849:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320277.792853:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320277.792857:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320277.792863:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5522 00000100:00080000:0.0:1767320277.792867:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320277.792873:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320277.792921:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163990077696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320277.792936:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320277.792948:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320277.792951:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320277.792955:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5522 00000100:00080000:0.0:1767320277.792957:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320277.792961:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320277.792976:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711180 x1853163990077824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320277.793022:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320277.793026:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320277.793028:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320277.793032:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5522 00000100:00080000:0.0:1767320277.793034:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320277.793037:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320277.793051:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990078080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320277.793084:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320277.793087:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320277.793089:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320277.793092:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5522 00000100:00080000:0.0:1767320277.793094:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320277.793107:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320277.793127:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163990078336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320277.793182:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990078592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.793276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320277.793334:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320277.793341:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990078464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.793363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320277.793394:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078592 00000100:00100000:0.0:1767320277.793402:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078592 00000100:00100000:0.0:1767320277.793449:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078464 00000100:00100000:0.0:1767320277.793452:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078464 00000100:00100000:0.0:1767320277.793487:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:0.0:1767320277.793496:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990078592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.793544:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990078592:12345-0@lo:400:kworker.0 Request processed in 49us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320277.793551:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00100000:0.0:1767320277.793569:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:0.0:1767320277.793576:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990078464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.793603:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990078464:12345-0@lo:400:kworker.0 Request processed in 28us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320277.793609:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00080000:0.0:1767320277.793634:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320277.793638:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320277.793661:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990078464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.793671:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990078592:0@lo:400:kworker.0 00000100:00100000:1.0:1767320277.793762:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990078208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320277.793771:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990077952:0@lo:400:kworker.0 00000100:00100000:2.0:1767320277.794113:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990077696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320277.797640:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320277.798015:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078208 00000100:00100000:0.0:1767320277.798027:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078208 00000100:00100000:0.0:1767320277.798128:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5586 00000100:00100000:0.0:1767320277.798144:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990078208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.798222:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990078208:12345-0@lo:400:kworker.0 Request processed in 86us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320277.798246:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5586 00000100:00080000:1.0:1767320277.799085:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320277.799155:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990078208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320277.799916:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320277.800458:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077952 00000100:00100000:0.0:1767320277.800475:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077952 00000100:00100000:0.0:1767320277.800553:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5587 00000100:00100000:0.0:1767320277.800562:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990077952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.800625:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990077952:12345-0@lo:400:kworker.0 Request processed in 65us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320277.800632:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5587 00000100:00100000:3.0:1767320277.800868:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990077952:0@lo:400:kworker.0 00000100:00080000:1.0:1767320277.801491:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320277.801691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320277.801864:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990077824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320277.801912:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320277.801955:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990078080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320277.801977:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320277.802016:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077824 00000100:00100000:1.0:1767320277.802022:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077824 00000100:00100000:1.0:1767320277.802058:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206 00000100:00100000:1.0:1767320277.802064:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990077824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320277.802087:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320277.802151:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990077824:12345-0@lo:38:kworker.0 Request processed in 85us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320277.802158:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206 00000100:00100000:2.0:1767320277.803473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990078336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320277.803525:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320277.803707:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990077696 00000100:00100000:3.0:1767320277.803713:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990077696 00000100:00100000:3.0:1767320277.803758:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078080 00000100:00100000:3.0:1767320277.803762:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078080 00000100:00100000:3.0:1767320277.803782:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23958 00000100:00100000:3.0:1767320277.803798:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990077696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320277.803816:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320277.803854:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990077696:12345-0@lo:38:kworker.0 Request processed in 65us (2164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320277.803862:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23958 00000100:00100000:3.0:1767320277.803877:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23959 00000100:00100000:3.0:1767320277.803881:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990078080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320277.803901:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320277.803924:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990078080:12345-0@lo:38:kworker.0 Request processed in 42us (1946us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320277.803929:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23959 00000100:00080000:2.0:1767320277.804722:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320277.804833:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078336 00000100:00100000:1.0:1767320277.804840:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078336 00000100:00100000:1.0:1767320277.804875:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23960 00000100:00100000:1.0:1767320277.804880:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990078336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320277.804902:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320277.804937:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990078336:12345-0@lo:38:kworker.0 Request processed in 56us (1412us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320277.804954:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23960 00000100:00080000:2.0:1767320277.805385:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320277.805391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990071168:0@lo:250:kworker.0 00000100:00080000:2.0:1767320277.805438:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320277.805443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320277.805446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990077696:0@lo:38:kworker.0 00000100:00080000:2.0:1767320277.805458:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320277.805461:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320277.805618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990077824:0@lo:38:kworker.0 00000100:00080000:2.0:1767320277.805634:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320277.805638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320277.805641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990078080:0@lo:38:kworker.0 00000100:00080000:2.0:1767320277.805650:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320277.805653:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320277.805656:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990078336:0@lo:38:kworker.0 00000100:00080000:1.0:1767320277.805862:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320277.805869:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320277.805871:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320277.805877:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5501 00000100:00080000:1.0:1767320277.805881:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320277.806034:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320277.806067:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163990078720/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320277.806431:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990078720:0@lo:250:kworker.0 00000400:00000100:2.0:1767320277.806649:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990078720 offset 0 length 520: 4 00000100:00100000:3.0:1767320277.866330:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767320277.866371:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925885312 offset 0 length 520: 4 00000100:00100000:3.0:1767320277.866393:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320277.866685:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885568 00000100:00100000:2.0:1767320277.866696:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885568 00000100:00100000:2.0:1767320277.866773:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885440 00000100:00100000:2.0:1767320277.866777:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885440 00000100:00100000:2.0:1767320277.866802:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5588 00000100:00100000:2.0:1767320277.866811:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925885568:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320277.866863:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23961 00000100:00100000:1.0:1767320277.866872:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925885440:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767320277.866893:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925885568:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320277.866903:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5588 00010000:00020000:1.0:1767320277.866907:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320277.867257:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925885440:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 356us (834us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320277.867266:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23961 00000100:00080000:3.0:1767320277.867841:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320278.625263:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320278.816373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320279.654290:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320279.840632:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320280.672418:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320280.864477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320280.865081:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990078848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320280.865152:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320280.865264:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078848 00000100:00100000:2.0:1767320280.865272:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078848 00000100:00100000:2.0:1767320280.865337:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:2.0:1767320280.865345:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990078848:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320280.865350:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320280.865384:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320280.865620:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990078848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 275us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320280.865628:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:2.0:1767320280.865666:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990078976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320280.865690:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320280.865711:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990078976 00000100:00100000:2.0:1767320280.865715:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990078976 00000100:00100000:2.0:1767320280.865753:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767320280.865759:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990078976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320280.865774:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320280.865799:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990078976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320280.865804:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767320280.865857:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990078976:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320280.865879:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320280.870559:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990078848:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320281.700303:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320281.889607:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320282.720466:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320282.912357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:0.0:1767320282.913047:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.913054:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320282.913057:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.913061:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.913065:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.913073:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5527 00000100:00080000:0.0:1767320282.913077:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.913084:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320282.913124:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd500 x1853163990079104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320282.913150:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.913154:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.913156:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.913160:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5527 00000100:00080000:0.0:1767320282.913162:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.913166:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320282.913180:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163990079232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320282.913226:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.913254:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.913256:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.913261:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5527 00000100:00080000:0.0:1767320282.913264:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.913267:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320282.913279:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff480 x1853163990079488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320282.913288:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767320282.913296:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.913302:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320282.913303:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990079360:0@lo:400:kworker.0 00000100:00080000:0.0:1767320282.913306:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.913313:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5527 00000100:00080000:0.0:1767320282.913315:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.913319:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320282.913331:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163990079744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320282.913379:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320282.913422:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079360 00000100:00100000:0.0:1767320282.913430:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079360 00000100:00100000:1.0:1767320282.913448:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990079616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320282.913478:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320282.913489:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079616 00000100:00100000:0.0:1767320282.913494:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079616 00000100:00100000:0.0:1767320282.913521:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5589 00000100:00100000:0.0:1767320282.913529:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990079360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320282.913589:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990079360:12345-0@lo:400:kworker.0 Request processed in 60us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320282.913597:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5589 00000100:00100000:2.0:1767320282.913607:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990079104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320282.913621:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5590 00000100:00100000:0.0:1767320282.913629:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990079616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.913647:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320282.913717:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990079872:0@lo:400:kworker.0 00000100:00100000:3.0:1767320282.915357:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.915376:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990079232:0@lo:38:kworker.0 00000100:00100000:3.0:1767320282.915391:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320282.915401:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990080000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.915422:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320282.915435:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.915458:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990079488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320282.915486:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320282.915487:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079872 00000100:00100000:3.0:1767320282.915495:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079872 00000100:00100000:1.0:1767320282.915507:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079104 00000100:00100000:1.0:1767320282.915514:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079104 00000100:00100000:1.0:1767320282.915854:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23962 00000100:00100000:1.0:1767320282.915861:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990079104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320282.915883:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320282.916452:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990079104:12345-0@lo:38:kworker.0 Request processed in 587us (2804us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320282.916460:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23962 00000100:00080000:1.0:1767320282.916508:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320282.916636:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990079616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320282.916650:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990079360:0@lo:400:kworker.0 00000100:00100000:1.0:1767320282.916734:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079232 00000100:00100000:1.0:1767320282.916740:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079232 00000100:00100000:1.0:1767320282.917135:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207 00000100:00100000:1.0:1767320282.917141:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990079232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320282.917157:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320282.917193:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990079232:12345-0@lo:38:kworker.0 Request processed in 52us (1772us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320282.917198:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207 00000100:00100000:1.0:1767320282.917225:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080000 00000100:00100000:1.0:1767320282.917228:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080000 00000100:00100000:3.0:1767320282.917343:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:3.0:1767320282.917350:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990079872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320282.917401:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990079872:12345-0@lo:400:kworker.0 Request processed in 50us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320282.917409:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:1.0:1767320282.917424:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:1.0:1767320282.917433:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990080000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320282.917473:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990080000:12345-0@lo:400:kworker.0 Request processed in 42us (2039us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320282.917481:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00080000:1.0:1767320282.917533:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320282.917637:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990080000:0@lo:400:kworker.0 00000100:00100000:3.0:1767320282.917647:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990079872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.917693:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990079744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320282.917740:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990079616:12345-0@lo:400:kworker.0 Request processed in 4108us (4258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320282.917740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320282.917751:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5590 00000100:00100000:0.0:1767320282.917772:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079488 00000100:00100000:0.0:1767320282.917776:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079488 00000100:00100000:0.0:1767320282.917795:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990079744 00000100:00100000:0.0:1767320282.917797:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990079744 00000100:00100000:0.0:1767320282.917813:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23963 00000100:00100000:0.0:1767320282.917817:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990079488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320282.917827:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320282.917831:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320282.917859:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23964 00000100:00100000:1.0:1767320282.917864:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990079744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320282.917874:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320282.918145:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990079744:12345-0@lo:38:kworker.0 Request processed in 279us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320282.918153:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23964 00000100:00100000:0.0:1767320282.921062:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990079488:12345-0@lo:38:kworker.0 Request processed in 3234us (5565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320282.921075:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23963 00000100:00080000:2.0:1767320282.924452:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.924464:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.924469:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990079104:0@lo:38:kworker.0 00000100:00080000:2.0:1767320282.924485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.924488:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.924492:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990079232:0@lo:38:kworker.0 00000100:00080000:2.0:1767320282.924503:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.924507:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.924511:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990079488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320282.924520:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.924524:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.924526:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990079744:0@lo:38:kworker.0 00000100:00100000:3.0:1767320282.981328:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320282.985372:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320282.986900:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885824 00000100:00100000:0.0:1767320282.986914:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885824 00000100:00080000:1.0:1767320282.987015:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320282.987087:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885696 00000100:00100000:3.0:1767320282.987092:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885696 00000100:00100000:0.0:1767320282.987134:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5591 00000100:00100000:0.0:1767320282.987145:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925885824:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320282.987191:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23965 00000100:00100000:3.0:1767320282.987196:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925885696:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320282.987215:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320282.987225:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925885824:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (5913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320282.987250:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5591 00000100:00100000:3.0:1767320282.987258:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925885696:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (1898us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320282.987264:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23965 00010000:00010000:0.0:1767320283.744762:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320283.937091:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320284.769935:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320284.960349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320285.792494:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320285.985420:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320285.985439:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990080128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320285.985520:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320285.985534:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320285.985543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990080256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320285.990772:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320285.991542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320285.991904:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080256 00000100:00100000:0.0:1767320285.991914:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080256 00000100:00080000:1.0:1767320285.991971:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320285.991980:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080128 00000100:00100000:0.0:1767320285.991985:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080128 00000100:00080000:1.0:1767320285.992012:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320285.992014:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1767320285.992025:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990080256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320285.992060:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320285.992117:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990080256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320285.992125:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1767320285.992144:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1767320285.992150:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990080128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320285.992165:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320285.992198:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990080128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320285.992208:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:1.0:1767320285.992283:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990080128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320285.997659:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990080256:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320286.816758:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320287.013955:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320287.841031:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320288.034343:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320288.034538:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320288.034544:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320288.034549:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320288.034553:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320288.034556:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320288.034563:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5532 00000100:00080000:3.0:1767320288.034568:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320288.034573:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320288.034623:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163990080384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320288.034652:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320288.034656:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320288.034658:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320288.034662:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5532 00000100:00080000:3.0:1767320288.034664:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320288.034668:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320288.034681:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163990080512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320288.034725:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320288.034729:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320288.034731:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320288.034735:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5532 00000100:00080000:3.0:1767320288.034737:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320288.034741:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320288.034755:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163990080768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320288.034776:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320288.034779:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320288.034781:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320288.034785:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5532 00000100:00080000:3.0:1767320288.034787:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320288.034791:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320288.034801:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163990081024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320288.034806:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990080896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320288.034856:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990081152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320288.034881:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320288.034895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320288.034941:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320288.034945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990080384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320288.034948:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990080640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320288.034970:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320288.034993:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081152 00000100:00100000:2.0:1767320288.035001:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081152 00000100:00100000:0.0:1767320288.035004:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080896 00000100:00100000:0.0:1767320288.035013:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080896 00000100:00100000:1.0:1767320288.035031:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990081280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320288.035057:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080640 00000100:00100000:1.0:1767320288.035061:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320288.035063:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080640 00000100:00100000:0.0:1767320288.035096:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5592 00000100:00100000:1.0:1767320288.035102:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081280 00000100:00100000:0.0:1767320288.035107:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990080896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320288.035109:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081280 00000100:00100000:1.0:1767320288.035143:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767320288.035149:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:1.0:1767320288.035153:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990081280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320288.035155:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990081152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320288.035170:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990080896:12345-0@lo:400:kworker.0 Request processed in 66us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320288.035180:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5592 00000100:00100000:1.0:1767320288.035196:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990081280:12345-0@lo:400:kworker.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320288.035196:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990081152:12345-0@lo:400:kworker.0 Request processed in 38us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320288.035203:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5593 00000100:00100000:2.0:1767320288.035205:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00080000:2.0:1767320288.035226:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320288.035251:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320288.035254:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320288.035267:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320288.035287:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990080512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320288.035310:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320288.035333:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990080768:0@lo:38:kworker.0 00000100:00100000:2.0:1767320288.035354:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320288.035369:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990081024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320288.035388:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320288.035507:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080512 00000100:00100000:2.0:1767320288.035512:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080512 00000100:00100000:2.0:1767320288.035533:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:2.0:1767320288.035537:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990080512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320288.035553:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320288.035586:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990080512:12345-0@lo:38:kworker.0 Request processed in 46us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320288.035591:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:2.0:1767320288.035620:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080384 00000100:00100000:2.0:1767320288.035623:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080384 00000100:00100000:2.0:1767320288.035635:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990080768 00000100:00100000:2.0:1767320288.035638:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990080768 00000100:00100000:2.0:1767320288.035644:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081024 00000100:00100000:2.0:1767320288.035646:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081024 00000100:00100000:2.0:1767320288.035654:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23966 00000100:00100000:2.0:1767320288.035659:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990080384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320288.035669:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320288.035694:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990080384:12345-0@lo:38:kworker.0 Request processed in 33us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320288.035699:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23966 00000100:00100000:2.0:1767320288.035710:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23967 00000100:00100000:2.0:1767320288.035713:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990080768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320288.035722:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320288.035744:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990080768:12345-0@lo:38:kworker.0 Request processed in 29us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320288.035749:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23967 00000100:00100000:2.0:1767320288.035760:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23968 00000100:00100000:2.0:1767320288.035764:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990081024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320288.035774:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320288.035796:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990081024:12345-0@lo:38:kworker.0 Request processed in 30us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320288.035802:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23968 00000100:00080000:2.0:1767320288.035833:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320288.035838:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320288.035841:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990080384:0@lo:38:kworker.0 00000100:00080000:2.0:1767320288.035851:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320288.035854:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320288.035857:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990080512:0@lo:38:kworker.0 00000100:00080000:2.0:1767320288.035864:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320288.036106:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990081152:0@lo:400:kworker.0 00000100:00100000:3.0:1767320288.036168:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990080896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320288.036208:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990081280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320288.036391:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990080640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320288.036436:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990080640:12345-0@lo:400:kworker.0 Request processed in 1224us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320288.036443:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5593 00000100:00100000:0.0:1767320288.036473:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990080640:0@lo:400:kworker.0 00000100:00080000:2.0:1767320288.037517:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320288.037523:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990080768:0@lo:38:kworker.0 00000100:00080000:2.0:1767320288.037553:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320288.037557:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320288.037560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990081024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320288.040373:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1767320288.104679:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320288.104738:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320288.104875:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925885952 00000100:00100000:3.0:1767320288.104891:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925885952 00000100:00100000:3.0:1767320288.104967:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886080 00000100:00100000:3.0:1767320288.104970:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886080 00000100:00100000:3.0:1767320288.105041:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5594 00000100:00100000:3.0:1767320288.105054:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925886080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320288.105162:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925886080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 109us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320288.105171:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5594 00000100:00100000:3.0:1767320288.105193:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23969 00000100:00100000:3.0:1767320288.105199:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925885952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320288.105226:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320288.105296:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925885952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 95us (633us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320288.105303:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23969 00000100:00080000:2.0:1767320288.105592:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320288.866262:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320289.056358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320289.888649:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320290.082328:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320290.921347:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320291.104428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320291.104507:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990081408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320291.104605:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320291.104701:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320291.104713:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990081536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320291.104744:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320291.105032:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081408 00000100:00100000:2.0:1767320291.105044:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081408 00000100:00100000:2.0:1767320291.105128:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081536 00000100:00100000:2.0:1767320291.105132:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081536 00000100:00100000:2.0:1767320291.105155:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:2.0:1767320291.105165:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990081408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320291.105205:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320291.105318:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990081408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320291.105326:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:2.0:1767320291.105346:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1767320291.105352:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990081536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320291.105370:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320291.105396:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990081536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320291.105402:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00080000:1.0:1767320291.105506:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320291.105513:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320291.105605:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990081536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320291.105623:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990081408:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320291.938259:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320292.129170:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320292.960760:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320293.152901:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320293.152916:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320293.152919:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320293.152924:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320293.152929:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320293.152940:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5537 00000100:00080000:2.0:1767320293.152945:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320293.152954:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320293.153010:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163990081664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320293.153043:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320293.153047:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320293.153049:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320293.153054:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5537 00000100:00080000:2.0:1767320293.153056:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320293.153061:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320293.153090:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4e00 x1853163990081792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320293.153128:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320293.153131:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320293.153133:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320293.153137:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5537 00000100:00080000:2.0:1767320293.153139:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320293.153144:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320293.153155:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7800 x1853163990082048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320293.153170:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320293.153173:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320293.153175:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320293.153178:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5537 00000100:00080000:2.0:1767320293.153180:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320293.153183:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320293.153196:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bce00 x1853163990082304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320293.153278:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990081920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.153367:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.153441:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320293.153448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990082176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.153472:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320293.153674:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081920 00000100:00100000:1.0:1767320293.153690:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081920 00000100:00100000:1.0:1767320293.153766:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082176 00000100:00100000:1.0:1767320293.153770:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082176 00000100:00100000:1.0:1767320293.153796:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5595 00000100:00100000:1.0:1767320293.153805:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990081920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320293.153906:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990081920:12345-0@lo:400:kworker.0 Request processed in 99us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320293.153914:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5595 00000100:00080000:2.0:1767320293.153923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320293.153938:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5596 00000100:00100000:1.0:1767320293.153947:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990082176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.153984:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320293.154005:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990082176:12345-0@lo:400:kworker.0 Request processed in 42us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320293.154014:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5596 00000100:00100000:2.0:1767320293.154046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990082176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.154067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990081920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.154227:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990082560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.154333:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320293.154374:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320293.154382:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990082432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.154404:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320293.154449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990081664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.154470:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082560 00000100:00100000:2.0:1767320293.154479:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082560 00000100:00100000:0.0:1767320293.154487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320293.154528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990081792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320293.154564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.154566:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082432 00000100:00100000:2.0:1767320293.154572:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082432 00000100:00100000:0.0:1767320293.154605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990082048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.154612:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1767320293.154625:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990082560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.154641:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320293.154662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990082304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320293.154700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320293.154714:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990082560:12345-0@lo:400:kworker.0 Request processed in 91us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320293.154726:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1767320293.154751:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:0.0:1767320293.154757:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081664 00000100:00100000:2.0:1767320293.154763:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990082432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320293.154767:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081664 00000100:00100000:0.0:1767320293.154808:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082048 00000100:00100000:0.0:1767320293.154812:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082048 00000100:00100000:2.0:1767320293.154815:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990082432:12345-0@lo:400:kworker.0 Request processed in 55us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320293.154825:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:0.0:1767320293.154827:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082304 00000100:00100000:0.0:1767320293.154832:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082304 00000100:00100000:0.0:1767320293.154853:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23970 00000100:00080000:2.0:1767320293.154861:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320293.154862:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990081664:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320293.154867:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1767320293.154892:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320293.154907:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23971 00000100:00100000:2.0:1767320293.154915:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990082048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320293.154934:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320293.154944:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990081664:12345-0@lo:38:kworker.0 Request processed in 80us (460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320293.154955:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23970 00000100:00100000:2.0:1767320293.154985:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990082048:12345-0@lo:38:kworker.0 Request processed in 67us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320293.154987:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23972 00000100:00100000:0.0:1767320293.155002:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990082304:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320293.155005:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23971 00010000:00020000:0.0:1767320293.155024:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320293.155069:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990082304:12345-0@lo:38:kworker.0 Request processed in 66us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320293.155089:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990082432:0@lo:400:kworker.0 00000100:00100000:2.0:1767320293.155104:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990082560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320293.155210:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990081792 00000100:00100000:3.0:1767320293.155217:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990081792 00000100:00100000:3.0:1767320293.155264:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:3.0:1767320293.155270:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990081792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320293.155280:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320293.155311:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990081792:12345-0@lo:38:kworker.0 Request processed in 40us (749us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320293.155318:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00080000:2.0:1767320293.155395:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.155403:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.155409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990081664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320293.155425:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23972 00000100:00080000:2.0:1767320293.155435:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.155443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.155447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990081792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320293.155460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.155464:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.155468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990082048:0@lo:38:kworker.0 00000100:00080000:2.0:1767320293.155478:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320293.155487:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320293.155490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990082304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320293.222596:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320293.222633:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320293.222684:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886208 00000100:00100000:0.0:1767320293.222696:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886208 00000100:00100000:2.0:1767320293.222776:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886336 00000100:00100000:2.0:1767320293.222791:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886336 00000100:00100000:0.0:1767320293.222800:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23973 00000100:00100000:0.0:1767320293.222809:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925886208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320293.222829:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320293.222955:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5597 00000100:00100000:2.0:1767320293.222967:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925886336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320293.223095:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925886336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 128us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320293.223104:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5597 00000100:00100000:0.0:1767320293.223757:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925886208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 941us (1161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320293.223769:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23973 00000100:00080000:1.0:1767320293.224421:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320293.987355:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320294.177291:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320295.008961:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320295.200658:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320296.032540:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320296.224367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320296.224741:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990082816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320296.224838:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320296.224957:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990082688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320296.224979:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082816 00000100:00100000:3.0:1767320296.224992:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082816 00000100:00100000:2.0:1767320296.224994:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320296.225051:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082688 00000100:00100000:2.0:1767320296.225056:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082688 00000100:00100000:3.0:1767320296.225081:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:3.0:1767320296.225099:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990082816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320296.225140:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320296.228253:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:2.0:1767320296.228290:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990082688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320296.228343:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320296.228530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320296.228538:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320296.231780:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990082688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3495us (6770us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320296.231800:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000100:00100000:0.0:1767320296.233107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990082688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320296.233396:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990082816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8302us (8554us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320296.233409:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1767320296.240162:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990082816:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320297.056549:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320297.248401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320298.080605:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320298.272407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320298.272555:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320298.272567:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320298.272571:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320298.272575:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320298.272580:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320298.272590:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5542 00000100:00080000:2.0:1767320298.272595:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320298.272604:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320298.272665:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163990082944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320298.272687:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320298.272691:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320298.272693:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320298.272698:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5542 00000100:00080000:2.0:1767320298.272700:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320298.272790:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320298.272805:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be300 x1853163990083072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320298.272842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320298.272845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320298.272846:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320298.272849:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5542 00000100:00080000:2.0:1767320298.272851:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320298.272853:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320298.272861:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163990083328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320298.272871:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320298.272874:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320298.272875:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320298.272878:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5542 00000100:00080000:2.0:1767320298.272880:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320298.272882:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320298.272888:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc000 x1853163990083584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320298.272931:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990083456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320298.273008:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320298.273083:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320298.273089:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990083200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320298.273111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320298.273143:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990083712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320298.273183:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083456 00000100:00100000:2.0:1767320298.273183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320298.273198:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083456 00000100:00100000:2.0:1767320298.273203:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320298.273208:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990083840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320298.273227:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320298.273316:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083712 00000100:00100000:1.0:1767320298.273323:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083712 00000100:00100000:1.0:1767320298.273372:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:1.0:1767320298.273381:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990083712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320298.273450:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990083712:12345-0@lo:400:kworker.0 Request processed in 66us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320298.273458:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00080000:1.0:1767320298.273518:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320298.273523:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320298.274029:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083200 00000100:00100000:0.0:1767320298.274038:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083200 00000100:00100000:0.0:1767320298.275955:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598 00000100:00100000:0.0:1767320298.275982:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990083456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320298.276088:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990083456:12345-0@lo:400:kworker.0 Request processed in 120us (3079us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320298.276095:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598 00000100:00100000:2.0:1767320298.276119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990083712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320298.276125:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5599 00000100:00100000:0.0:1767320298.276141:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990083200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320298.276182:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990083200:12345-0@lo:400:kworker.0 Request processed in 44us (3070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320298.276189:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5599 00000100:00100000:3.0:1767320298.278903:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083840 00000100:00100000:3.0:1767320298.278923:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083840 00000100:00100000:3.0:1767320298.279018:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:3.0:1767320298.279031:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990083840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320298.279145:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990083840:12345-0@lo:400:kworker.0 Request processed in 115us (5914us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320298.279152:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:3.0:1767320298.279204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990082944:0@lo:38:kworker.0 00000100:00080000:1.0:1767320298.279209:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320298.279217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320298.279272:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320298.279310:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990083200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320298.279319:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990083072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320298.279330:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990083456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320298.279353:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320298.279384:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990082944 00000100:00100000:1.0:1767320298.279389:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990082944 00000100:00100000:3.0:1767320298.279391:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990083328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320298.279432:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23974 00000100:00100000:3.0:1767320298.279434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320298.279442:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990082944:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320298.279459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990083584:0@lo:38:kworker.0 00010000:00020000:1.0:1767320298.279467:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320298.279487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320298.279517:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990082944:12345-0@lo:38:kworker.0 Request processed in 75us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320298.279525:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23974 00000100:00080000:3.0:1767320298.279526:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320298.279534:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320298.279540:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083328 00000100:00100000:3.0:1767320298.279540:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990082944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320298.279546:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083328 00000100:00100000:1.0:1767320298.279558:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083584 00000100:00100000:1.0:1767320298.279562:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083584 00000100:00100000:1.0:1767320298.279575:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23975 00000100:00100000:1.0:1767320298.279581:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990083328:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320298.279583:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083072 00000100:00100000:3.0:1767320298.279588:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083072 00010000:00020000:1.0:1767320298.279593:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320298.279614:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:1.0:1767320298.279639:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990083328:12345-0@lo:38:kworker.0 Request processed in 57us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320298.279655:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23975 00000100:00100000:1.0:1767320298.279666:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23976 00000100:00100000:1.0:1767320298.279671:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990083584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320298.279679:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320298.279791:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990083072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320298.279805:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320298.279833:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990083072:12345-0@lo:38:kworker.0 Request processed in 211us (481us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320298.279839:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00100000:1.0:1767320298.279853:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990083584:12345-0@lo:38:kworker.0 Request processed in 29us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320298.279862:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23976 00000100:00100000:1.0:1767320298.279901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990083840:0@lo:400:kworker.0 00000100:00080000:3.0:1767320298.279912:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320298.279918:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320298.279923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990083072:0@lo:38:kworker.0 00000100:00080000:3.0:1767320298.279933:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320298.279938:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320298.279941:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990083328:0@lo:38:kworker.0 00000100:00080000:3.0:1767320298.279950:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320298.279953:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320298.279956:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990083584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320298.346388:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320298.346512:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886592 00000100:00100000:1.0:1767320298.346522:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320298.346537:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886592 00000100:00080000:1.0:1767320298.346580:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320298.346623:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886464 00000100:00100000:0.0:1767320298.346629:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886464 00000100:00100000:0.0:1767320298.346664:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5600 00000100:00100000:0.0:1767320298.346675:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925886592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320298.346720:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23977 00000100:00100000:3.0:1767320298.346737:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925886464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320298.346773:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320298.346780:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925886592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 105us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320298.346789:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5600 00000100:00100000:3.0:1767320298.346813:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925886464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 81us (290us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320298.346821:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23977 00010000:00010000:3.0:1767320299.107104:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320299.296411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320300.132536:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320300.321091:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320301.153537:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320301.344908:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990084096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320301.345020:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320301.345211:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990083968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320301.345297:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320301.345355:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084096 00000100:00100000:2.0:1767320301.345375:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084096 00000100:00100000:2.0:1767320301.345470:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990083968 00000100:00100000:2.0:1767320301.345474:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990083968 00000100:00100000:2.0:1767320301.345515:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:2.0:1767320301.345530:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990084096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320301.345839:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320301.345907:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990084096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 381us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320301.345918:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:2.0:1767320301.345954:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:2.0:1767320301.345965:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990083968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320301.345988:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320301.346034:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990083968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320301.346044:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00080000:2.0:1767320301.346080:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320301.346090:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320301.346333:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990084096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320301.346592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320301.347428:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990083968:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320302.176592:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320302.368416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320302.368577:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320277/real 1767320277] req@ffff96e2e5381880 x1853163990078720/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320302 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320302.368624:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5381880 x1853163990078720/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320302 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320302.368642:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320302.368692:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320302.368697:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990078720:0@lo:250:kworker.0 00000100:00080000:0.0:1767320302.368753:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320302.368759:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320302.368763:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320302.368771:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5527 00000100:00080000:0.0:1767320302.368775:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320302.369082:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320302.369123:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163990084224/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320302.369160:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320302.369164:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320302.369167:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320302.369171:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5547 00000100:00080000:0.0:1767320302.369173:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320302.369177:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320302.369194:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd500 x1853163990084352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320302.369205:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320302.369207:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320302.369209:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320302.369212:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5547 00000100:00080000:0.0:1767320302.369214:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320302.369218:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320302.369257:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc000 x1853163990084480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320302.369334:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990084608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320302.369417:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320302.369601:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990084224:0@lo:250:kworker.0 00000400:00000100:3.0:1767320302.369630:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990084224 offset 0 length 520: 4 00000100:00100000:3.0:1767320302.369650:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990084352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320302.369673:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320302.372453:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320302.372464:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320302.372468:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320302.372478:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5547 00000100:00080000:0.0:1767320302.372484:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320302.372491:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320302.372536:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefea00 x1853163990084736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320302.377288:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320302.377311:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990084864:0@lo:400:kworker.0 00000100:00080000:0.0:1767320302.379357:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320302.379369:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320302.379374:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320302.379383:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5547 00000100:00080000:0.0:1767320302.379388:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320302.379396:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320302.379443:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefed80 x1853163990084992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320302.379538:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990085248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320302.379601:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320302.379640:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320302.379646:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990085120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320302.379666:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320302.379699:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085248 00000100:00100000:0.0:1767320302.379705:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085248 00000100:00100000:0.0:1767320302.379767:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085120 00000100:00100000:0.0:1767320302.379771:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085120 00000100:00100000:0.0:1767320302.379804:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1767320302.379812:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990085248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320302.379860:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990085248:12345-0@lo:400:kworker.0 Request processed in 49us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320302.379867:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1767320302.379884:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:0.0:1767320302.379890:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990085120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320302.379915:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990085120:12345-0@lo:400:kworker.0 Request processed in 25us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320302.381209:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00100000:0.0:1767320302.381299:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990085120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320302.381312:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990085248:0@lo:400:kworker.0 00000100:00100000:3.0:1767320302.382904:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990084480:0@lo:38:kworker.0 00000100:00100000:3.0:1767320302.382976:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320302.383020:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084480 00000100:00100000:3.0:1767320302.383028:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084480 00000100:00100000:3.0:1767320302.383065:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:3.0:1767320302.383071:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990084480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320302.383092:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320302.383128:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990084480:12345-0@lo:38:kworker.0 Request processed in 56us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320302.383134:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00080000:3.0:1767320302.383171:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320302.383177:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320302.383181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990084480:0@lo:38:kworker.0 00000100:00100000:3.0:1767320302.383200:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990084736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320302.383224:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320302.389666:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084608 00000100:00100000:2.0:1767320302.389685:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084608 00000100:00100000:2.0:1767320302.389794:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084352 00000100:00100000:2.0:1767320302.389799:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084352 00000100:00100000:2.0:1767320302.389824:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5601 00000100:00100000:2.0:1767320302.389837:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990084608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320302.389941:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990084608:12345-0@lo:400:kworker.0 Request processed in 108us (20523us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320302.389949:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5601 00000100:00100000:2.0:1767320302.389966:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23978 00000100:00100000:2.0:1767320302.389971:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990084352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320302.389990:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320302.390416:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320302.390572:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990084352:12345-0@lo:38:kworker.0 Request processed in 598us (20896us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320302.390580:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23978 00000100:00100000:3.0:1767320302.396509:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990084992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320302.396574:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320302.396609:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320302.396615:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320302.396619:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990084352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320302.396746:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084736 00000100:00100000:1.0:1767320302.396754:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084736 00000100:00100000:1.0:1767320302.396802:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084992 00000100:00100000:1.0:1767320302.396806:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084992 00000100:00100000:1.0:1767320302.396829:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23979 00000100:00100000:1.0:1767320302.396836:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990084736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320302.396856:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320302.396898:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990084736:12345-0@lo:38:kworker.0 Request processed in 62us (13673us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320302.396906:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23979 00000100:00100000:1.0:1767320302.396936:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23980 00000100:00100000:1.0:1767320302.396940:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990084992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320302.396949:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320302.396971:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990084992:12345-0@lo:38:kworker.0 Request processed in 29us (396us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320302.396976:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23980 00000100:00100000:1.0:1767320302.397166:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320302.397201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990084608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320302.397221:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990084864 00000100:00100000:1.0:1767320302.397225:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990084864 00000100:00100000:1.0:1767320302.397289:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5602 00000100:00100000:1.0:1767320302.397295:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990084864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320302.397351:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990084864:12345-0@lo:400:kworker.0 Request processed in 55us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320302.397358:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5602 00000100:00080000:1.0:1767320302.397376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320302.397397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990084864:0@lo:400:kworker.0 00000100:00080000:3.0:1767320302.397767:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320302.397773:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320302.398619:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990084736:0@lo:38:kworker.0 00000100:00080000:3.0:1767320302.398643:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320302.398647:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320302.398650:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990084992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320302.436842:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320302.436945:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886976 00000100:00100000:0.0:1767320302.436958:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886976 00000100:00100000:0.0:1767320302.437044:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5603 00000100:00100000:0.0:1767320302.437053:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925886976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320302.437133:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925886976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320302.437141:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5603 00000100:00080000:1.0:1767320302.437634:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320302.439090:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925886720 offset 0 length 520: 4 00000100:00100000:2.0:1767320302.440587:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320302.440912:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925886848 00000100:00100000:1.0:1767320302.440923:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925886848 00000100:00100000:1.0:1767320302.440977:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23981 00000100:00100000:1.0:1767320302.440985:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925886848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320302.441015:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320302.441079:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925886848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (500us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320302.441087:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23981 00010000:00010000:1.0:1767320303.203854:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320303.392537:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320304.224482:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320304.416409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320305.248527:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320305.440477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320306.274204:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320306.465217:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990085504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320306.465223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990085376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320306.465319:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320306.465987:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320306.466313:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085504 00000100:00100000:1.0:1767320306.466322:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085504 00000100:00100000:1.0:1767320306.466391:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:1.0:1767320306.466402:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990085504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320306.466441:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320306.466492:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990085504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320306.466503:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00080000:0.0:1767320306.468115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320306.468189:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990085504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320306.469561:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320306.470178:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085376 00000100:00100000:3.0:1767320306.470187:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085376 00000100:00100000:3.0:1767320306.470299:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1767320306.470309:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990085376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320306.470342:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320306.470419:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990085376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320306.470427:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:2.0:1767320306.471100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990085376:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320306.471178:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320307.296563:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320307.488635:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320307.491432:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320307.491441:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320307.491445:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320307.491448:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320307.491452:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320307.491468:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5552 00000100:00080000:3.0:1767320307.491473:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320307.491480:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320307.491520:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707480 x1853163990085632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320307.491550:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320307.491554:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320307.491556:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320307.491560:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5552 00000100:00080000:3.0:1767320307.491562:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320307.491566:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320307.491578:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704380 x1853163990085760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320307.491624:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320307.491628:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320307.491630:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320307.491634:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5552 00000100:00080000:3.0:1767320307.491636:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320307.491640:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320307.491654:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704000 x1853163990086016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320307.491673:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320307.491676:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320307.491677:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320307.491681:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5552 00000100:00080000:3.0:1767320307.491683:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320307.491686:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320307.491698:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163990086272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320307.491807:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990086144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320307.491872:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320307.491940:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320307.491946:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990085888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320307.491968:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320307.491996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990086400:0@lo:400:kworker.0 00000100:00100000:2.0:1767320307.492025:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320307.492042:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320307.492048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990086528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320307.492068:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320307.492142:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086144 00000100:00100000:3.0:1767320307.492150:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086144 00000100:00100000:3.0:1767320307.492206:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085888 00000100:00100000:3.0:1767320307.492210:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085888 00000100:00100000:3.0:1767320307.492274:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1767320307.492283:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990086144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320307.492338:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990086144:12345-0@lo:400:kworker.0 Request processed in 56us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320307.492346:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1767320307.492362:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5605 00000100:00100000:3.0:1767320307.492369:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990085888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320307.492396:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990085888:12345-0@lo:400:kworker.0 Request processed in 28us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320307.492402:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5605 00000100:00100000:3.0:1767320307.492450:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990085888:0@lo:400:kworker.0 00000100:00100000:3.0:1767320307.492462:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990086144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320307.492619:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086400 00000100:00100000:0.0:1767320307.492624:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086400 00000100:00100000:0.0:1767320307.492659:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767320307.492667:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990086400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320307.492710:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990086400:12345-0@lo:400:kworker.0 Request processed in 45us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320307.492717:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1767320307.492730:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086528 00000100:00100000:0.0:1767320307.492733:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086528 00000100:00100000:0.0:1767320307.492753:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:0.0:1767320307.492758:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990086528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320307.492785:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990086528:12345-0@lo:400:kworker.0 Request processed in 27us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320307.492790:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:0.0:1767320307.492827:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990086528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320307.492835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990086400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320307.492854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990085632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320307.492932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320307.492956:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990085760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320307.492979:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320307.492999:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990086016:0@lo:38:kworker.0 00000100:00100000:0.0:1767320307.493023:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320307.493036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990086272:0@lo:38:kworker.0 00000100:00100000:0.0:1767320307.493057:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320307.493386:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320307.493452:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085632 00000100:00100000:1.0:1767320307.493457:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085632 00000100:00100000:1.0:1767320307.493489:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086016 00000100:00100000:1.0:1767320307.493493:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086016 00000100:00100000:1.0:1767320307.493513:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086272 00000100:00100000:1.0:1767320307.493516:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086272 00000100:00100000:1.0:1767320307.493527:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23982 00000100:00100000:1.0:1767320307.493532:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990085632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320307.493552:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320307.493592:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990085632:12345-0@lo:38:kworker.0 Request processed in 59us (659us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320307.493598:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23982 00000100:00100000:1.0:1767320307.493612:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23983 00000100:00100000:1.0:1767320307.493616:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990086016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320307.493625:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320307.493647:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990086016:12345-0@lo:38:kworker.0 Request processed in 30us (624us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320307.493653:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23983 00000100:00100000:1.0:1767320307.493664:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23984 00000100:00100000:1.0:1767320307.493668:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990086272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320307.493677:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320307.493698:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990086272:12345-0@lo:38:kworker.0 Request processed in 29us (640us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320307.493703:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23984 00000100:00080000:1.0:1767320307.493736:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320307.493742:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320307.493745:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990085632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320307.493753:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320307.493756:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320307.493759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990086016:0@lo:38:kworker.0 00000100:00080000:1.0:1767320307.493767:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320307.493770:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320307.493772:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990086272:0@lo:38:kworker.0 00000100:00100000:3.0:1767320307.493885:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990085760 00000100:00100000:3.0:1767320307.493890:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990085760 00000100:00100000:3.0:1767320307.493921:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212 00000100:00100000:3.0:1767320307.493925:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990085760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320307.493935:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320307.493970:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990085760:12345-0@lo:38:kworker.0 Request processed in 43us (990us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320307.493976:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212 00000100:00080000:1.0:1767320307.494089:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320307.494093:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320307.494096:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990085760:0@lo:38:kworker.0 00000100:00100000:3.0:1767320307.554847:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320307.557338:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887232 00000100:00100000:1.0:1767320307.557355:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887232 00000100:00100000:1.0:1767320307.557453:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5606 00000100:00100000:1.0:1767320307.557464:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925887232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320307.557579:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320307.559499:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925887232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2023us (4646us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320307.559514:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5606 00000100:00100000:2.0:1767320307.563482:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320307.565658:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887104 00000100:00100000:1.0:1767320307.565677:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887104 00000100:00100000:1.0:1767320307.565763:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23985 00000100:00100000:1.0:1767320307.565773:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925887104:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320307.565801:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320307.565894:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925887104:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 121us (2421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320307.565902:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23985 00010000:00010000:1.0:1767320308.320499:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320308.513579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320309.345022:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320309.537108:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320310.368492:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320310.563850:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320311.392962:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320311.584479:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320311.584553:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990086656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320311.584617:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990086784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320311.584643:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320311.584684:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086656 00000100:00100000:0.0:1767320311.584693:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086656 00000100:00080000:3.0:1767320311.584741:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320311.584756:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:0.0:1767320311.584766:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990086656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320311.584797:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320311.590065:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320311.590898:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086784 00000100:00100000:3.0:1767320311.590909:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086784 00000100:00100000:3.0:1767320311.590983:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:3.0:1767320311.590994:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990086784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320311.591026:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320311.591095:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990086784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320311.591102:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00080000:2.0:1767320311.591456:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320311.591505:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990086784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320311.596889:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990086656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 12114us (12248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320311.596904:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:1.0:1767320311.597409:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990086656:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320312.416554:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320312.608739:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:2.0:1767320312.610920:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320312.610929:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320312.610931:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320312.610935:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320312.610938:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320312.610946:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5557 00000100:00080000:2.0:1767320312.610951:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320312.610957:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320312.611006:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bfb80 x1853163990086912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320312.611033:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320312.611037:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320312.611039:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320312.611042:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5557 00000100:00080000:2.0:1767320312.611044:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320312.611049:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320312.611166:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990086912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320312.611252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320312.611482:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163990087040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320312.611529:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320312.611533:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320312.611535:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320312.611549:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5557 00000100:00080000:2.0:1767320312.611552:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320312.611557:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320312.611570:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b800 x1853163990087296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320312.611584:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320312.611588:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320312.611589:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320312.611592:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5557 00000100:00080000:2.0:1767320312.611594:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320312.611597:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320312.611607:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4ad80 x1853163990087552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320312.611649:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990087424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320312.611686:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320312.611709:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320312.611714:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990087168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320312.611896:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990087808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320312.611943:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990087680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320312.612020:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990086912 00000100:00100000:0.0:1767320312.612028:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990086912 00000100:00100000:0.0:1767320312.612069:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087424 00000100:00100000:0.0:1767320312.612071:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087424 00000100:00100000:0.0:1767320312.612110:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607 00000100:00100000:0.0:1767320312.612120:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990087424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320312.612529:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320312.612762:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23986 00000100:00100000:3.0:1767320312.612768:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990086912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320312.612869:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320312.612904:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990086912:12345-0@lo:38:kworker.0 Request processed in 135us (1652us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320312.612911:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23986 00000100:00100000:3.0:1767320312.612942:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087808 00000100:00100000:3.0:1767320312.612946:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087808 00000100:00100000:3.0:1767320312.612976:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:3.0:1767320312.612982:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990087808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320312.613020:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990087808:12345-0@lo:400:kworker.0 Request processed in 38us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320312.613026:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00100000:3.0:1767320312.613063:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990087808:0@lo:400:kworker.0 00000100:00080000:3.0:1767320312.613103:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320312.613124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990087040:0@lo:38:kworker.0 00000100:00100000:3.0:1767320312.613167:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320312.613197:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990087296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320312.613219:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320312.613254:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990087552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320312.613276:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320312.613296:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320312.613300:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320312.613303:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990086912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320312.613323:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087296 00000100:00100000:3.0:1767320312.613326:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087296 00000100:00100000:3.0:1767320312.613343:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087552 00000100:00100000:3.0:1767320312.613346:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087552 00000100:00100000:3.0:1767320312.613360:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23987 00000100:00100000:3.0:1767320312.613364:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990087296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320312.613375:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320312.613405:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990087296:12345-0@lo:38:kworker.0 Request processed in 40us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320312.613411:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23987 00000100:00100000:3.0:1767320312.613422:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23988 00000100:00100000:3.0:1767320312.613425:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990087552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320312.613433:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320312.613456:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990087552:12345-0@lo:38:kworker.0 Request processed in 29us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320312.613461:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23988 00000100:00080000:3.0:1767320312.613485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320312.613488:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320312.613491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990087296:0@lo:38:kworker.0 00000100:00080000:3.0:1767320312.613499:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320312.613502:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320312.613504:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990087552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320312.613532:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087040 00000100:00100000:3.0:1767320312.613535:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087040 00000100:00100000:3.0:1767320312.613554:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:3.0:1767320312.613558:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990087040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320312.613568:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320312.613599:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990087040:12345-0@lo:38:kworker.0 Request processed in 40us (432us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320312.613605:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00080000:3.0:1767320312.613627:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320312.613631:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320312.613634:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990087040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320312.613748:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320312.614102:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320312.614139:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087168 00000100:00100000:2.0:1767320312.614144:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087168 00000100:00100000:2.0:1767320312.614192:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5608 00000100:00100000:2.0:1767320312.614199:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990087168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320312.614251:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990087168:12345-0@lo:400:kworker.0 Request processed in 52us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320312.614257:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5608 00000100:00080000:2.0:1767320312.614276:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320312.614294:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990087168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320312.614403:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990087424:12345-0@lo:400:kworker.0 Request processed in 2284us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320312.614411:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607 00000100:00100000:3.0:1767320312.614596:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087680 00000100:00100000:3.0:1767320312.614601:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087680 00000100:00100000:3.0:1767320312.614637:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:3.0:1767320312.614643:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990087680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320312.614677:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990087680:12345-0@lo:400:kworker.0 Request processed in 35us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320312.614682:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:1.0:1767320312.614752:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990087680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320312.614898:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990087424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320312.678303:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320312.678463:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887488 00000100:00100000:0.0:1767320312.678473:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887488 00000100:00100000:0.0:1767320312.678552:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5609 00000100:00100000:0.0:1767320312.678562:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925887488:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320312.678648:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925887488:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320312.678654:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5609 00000100:00080000:2.0:1767320312.679004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320312.679523:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320312.679586:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887360 00000100:00100000:3.0:1767320312.679593:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887360 00000100:00100000:3.0:1767320312.679630:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23989 00000100:00100000:3.0:1767320312.679637:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925887360:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320312.679659:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320312.679711:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925887360:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 73us (190us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320312.679718:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23989 00010000:00010000:1.0:1767320313.440595:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320313.637050:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320314.464496:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320314.656315:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320315.488699:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320315.680357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320316.513514:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320316.704846:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320316.704862:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320316.704876:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990087936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320316.704941:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320316.705055:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990087936 00000100:00100000:2.0:1767320316.705065:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990087936 00000100:00100000:2.0:1767320316.705135:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:2.0:1767320316.705144:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990087936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320316.705175:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320316.705248:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990087936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320316.705256:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00080000:2.0:1767320316.705276:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320316.705613:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990087936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320316.705992:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990088064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320316.706059:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320316.706398:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088064 00000100:00100000:3.0:1767320316.706406:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088064 00000100:00100000:3.0:1767320316.706475:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:3.0:1767320316.706486:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990088064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320316.706521:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320316.706552:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320316.706590:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990088064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320316.706598:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:1.0:1767320316.706737:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990088064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320317.536804:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320317.728811:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320317.734603:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320317.734620:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320317.734624:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320317.734629:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320317.734634:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320317.734646:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5562 00000100:00080000:3.0:1767320317.734652:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320317.734661:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320317.734734:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163990088192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320317.734774:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320317.734778:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320317.734780:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320317.734785:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5562 00000100:00080000:3.0:1767320317.734788:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320317.734792:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320317.734814:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644000 x1853163990088320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320317.734868:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320317.734872:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320317.734874:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320317.734877:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5562 00000100:00080000:3.0:1767320317.734879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320317.734883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320317.734896:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163990088576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320317.734921:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320317.734925:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320317.734926:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320317.734930:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5562 00000100:00080000:3.0:1767320317.734932:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320317.734936:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320317.734946:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163990088832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320317.735503:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990088704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320317.735592:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320317.735941:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320317.735950:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990088448:0@lo:400:kworker.0 00000100:00100000:2.0:1767320317.735975:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320317.736086:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088704 00000100:00100000:3.0:1767320317.736095:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088704 00000100:00100000:3.0:1767320317.736155:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088448 00000100:00100000:3.0:1767320317.736158:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088448 00000100:00100000:3.0:1767320317.736184:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610 00000100:00100000:3.0:1767320317.736193:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990088704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320317.736284:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990088704:12345-0@lo:400:kworker.0 Request processed in 91us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320317.736297:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610 00000100:00100000:3.0:1767320317.736313:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611 00000100:00100000:3.0:1767320317.736318:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990088448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320317.736341:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990088448:12345-0@lo:400:kworker.0 Request processed in 23us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320317.736346:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611 00000100:00080000:2.0:1767320317.736408:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320317.736441:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990088448:0@lo:400:kworker.0 00000100:00100000:2.0:1767320317.736450:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990088704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320317.741813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990088960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320317.741945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320317.742034:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320317.742042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990089088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320317.742078:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320317.742266:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990088192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320317.742309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320317.742352:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990088320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320317.742382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320317.742411:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990088576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320317.742435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320317.742454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990088832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320317.742477:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320317.742517:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088320 00000100:00100000:0.0:1767320317.742527:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088320 00000100:00100000:0.0:1767320317.742577:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214 00000100:00100000:0.0:1767320317.742584:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990088320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320317.742609:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320317.742654:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990088320:12345-0@lo:38:kworker.0 Request processed in 69us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320317.742661:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214 00000100:00100000:0.0:1767320317.742694:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088192 00000100:00100000:0.0:1767320317.742697:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088192 00000100:00100000:0.0:1767320317.742717:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088576 00000100:00100000:0.0:1767320317.742719:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088576 00000100:00100000:0.0:1767320317.742731:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088832 00000100:00100000:0.0:1767320317.742733:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088832 00000100:00100000:0.0:1767320317.742745:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23990 00000100:00100000:0.0:1767320317.742750:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990088192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320317.742760:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320317.742782:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990088192:12345-0@lo:38:kworker.0 Request processed in 32us (473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320317.742788:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23990 00000100:00100000:0.0:1767320317.742798:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23991 00000100:00100000:0.0:1767320317.742802:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990088576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320317.742809:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320317.742826:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990088576:12345-0@lo:38:kworker.0 Request processed in 23us (390us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320317.742830:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23991 00000100:00100000:0.0:1767320317.742840:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23992 00000100:00100000:0.0:1767320317.742843:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990088832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320317.742850:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320317.742868:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990088832:12345-0@lo:38:kworker.0 Request processed in 23us (390us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320317.742873:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23992 00000100:00080000:0.0:1767320317.742933:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320317.742938:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320317.742941:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990088192:0@lo:38:kworker.0 00000100:00080000:0.0:1767320317.742951:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320317.742954:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320317.742957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990088320:0@lo:38:kworker.0 00000100:00080000:0.0:1767320317.742963:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320317.742966:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320317.742969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990088576:0@lo:38:kworker.0 00000100:00080000:0.0:1767320317.742975:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320317.742978:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320317.742980:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990088832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320317.744222:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990088960 00000100:00100000:3.0:1767320317.744254:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990088960 00000100:00100000:3.0:1767320317.744314:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089088 00000100:00100000:3.0:1767320317.744318:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089088 00000100:00100000:3.0:1767320317.744344:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:3.0:1767320317.744353:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990088960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320317.744450:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990088960:12345-0@lo:400:kworker.0 Request processed in 97us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320317.744456:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:3.0:1767320317.744471:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:3.0:1767320317.744488:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990089088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320317.744513:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990089088:12345-0@lo:400:kworker.0 Request processed in 37us (2434us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320317.744518:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00100000:1.0:1767320317.744774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990089088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320317.744793:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990088960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320317.795531:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320317.795600:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320317.795645:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887616 00000100:00100000:2.0:1767320317.795664:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887616 00000100:00100000:2.0:1767320317.795710:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887744 00000100:00100000:2.0:1767320317.795714:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887744 00000100:00100000:2.0:1767320317.795780:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5612 00000100:00100000:2.0:1767320317.795789:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925887744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320317.795877:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925887744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320317.795885:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5612 00000100:00100000:2.0:1767320317.795904:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23993 00000100:00100000:2.0:1767320317.795908:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925887616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320317.795929:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320317.795947:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320317.795961:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925887616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (445us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320317.795968:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23993 00010000:00010000:1.0:1767320318.561304:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320318.753003:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320319.584848:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320319.776778:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320320.609908:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320320.800995:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320321.632466:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320321.825765:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320321.825789:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990089216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320321.825861:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320321.826085:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320321.826097:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990089344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320321.826132:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320321.826132:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320321.826327:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089216 00000100:00100000:0.0:1767320321.826335:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089216 00000100:00100000:2.0:1767320321.826341:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089344 00000100:00100000:2.0:1767320321.826345:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089344 00000100:00080000:1.0:1767320321.826413:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320321.826417:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320321.826517:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767320321.826527:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990089216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320321.826559:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320321.826620:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990089216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320321.826627:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767320321.826649:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:0.0:1767320321.826655:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990089344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320321.826670:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320321.826703:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990089344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320321.826709:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1767320321.826786:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990089216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320321.826830:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990089344:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320322.656681:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320322.848435:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320322.848450:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320322.848454:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320322.848459:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320322.848465:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320322.848475:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5567 00000100:00080000:3.0:1767320322.848482:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320322.848491:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320322.848547:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163990089472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320322.848578:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320322.848583:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320322.848585:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320322.848589:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5567 00000100:00080000:3.0:1767320322.848591:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320322.848596:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320322.848612:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163990089600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320322.848973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990089728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320322.849074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320322.849086:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990089472:0@lo:38:kworker.0 00000100:00100000:0.0:1767320322.849174:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320322.849223:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320322.849274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990089600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320322.849304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320322.849329:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089728 00000100:00100000:2.0:1767320322.849340:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089728 00000100:00100000:0.0:1767320322.849357:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089472 00000100:00100000:0.0:1767320322.849366:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089472 00000100:00100000:0.0:1767320322.849428:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5613 00000100:00100000:2.0:1767320322.849448:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23994 00000100:00100000:0.0:1767320322.849449:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990089728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320322.849462:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990089472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320322.849491:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320322.849572:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320322.849577:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320322.849580:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320322.849585:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5567 00000100:00080000:3.0:1767320322.849588:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320322.849593:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320322.849613:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163990089856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320322.849796:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990089472:12345-0@lo:38:kworker.0 Request processed in 336us (627us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320322.849804:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23994 00000100:00100000:2.0:1767320322.849867:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089600 00000100:00100000:2.0:1767320322.849872:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089600 00000100:00100000:2.0:1767320322.849893:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:2.0:1767320322.849897:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990089600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320322.849908:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320322.849934:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990089600:12345-0@lo:38:kworker.0 Request processed in 36us (631us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320322.849941:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00000100:00100000:2.0:1767320322.849976:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990089984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320322.850009:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320322.850041:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089984 00000100:00100000:2.0:1767320322.850045:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089984 00000100:00100000:2.0:1767320322.850072:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5614 00000100:00100000:2.0:1767320322.850078:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990089984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320322.850118:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990089984:12345-0@lo:400:kworker.0 Request processed in 39us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320322.850128:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5614 00000100:00100000:2.0:1767320322.850168:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990089984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320322.850211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990089856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320322.850266:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320322.850294:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320322.850299:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320322.850303:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990089472:0@lo:38:kworker.0 00000100:00080000:2.0:1767320322.850314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320322.850317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320322.850320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990089600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320322.850347:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990089856 00000100:00100000:2.0:1767320322.850350:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990089856 00000100:00100000:2.0:1767320322.850369:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23995 00000100:00100000:2.0:1767320322.850374:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990089856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320322.850385:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320322.850416:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990089856:12345-0@lo:38:kworker.0 Request processed in 41us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320322.850422:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23995 00000100:00080000:2.0:1767320322.850445:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320322.850448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320322.850452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990089856:0@lo:38:kworker.0 00000100:00080000:2.0:1767320322.850479:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320322.858743:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990089728:12345-0@lo:400:kworker.0 Request processed in 9293us (9656us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320322.858758:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5613 00000100:00100000:1.0:1767320322.861977:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990089728:0@lo:400:kworker.0 00000100:00080000:3.0:1767320322.862977:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320322.862988:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320322.862993:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320322.863002:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5567 00000100:00080000:3.0:1767320322.863008:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320322.863017:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320322.863072:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646a00 x1853163990090112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320322.863407:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990090240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320322.863492:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320322.863899:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990090368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320322.863938:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320322.864009:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990090240 00000100:00100000:0.0:1767320322.864018:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990090240 00000100:00100000:0.0:1767320322.864076:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990090368 00000100:00100000:0.0:1767320322.864080:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990090368 00000100:00100000:0.0:1767320322.864105:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767320322.864114:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990090240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320322.864175:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990090240:12345-0@lo:400:kworker.0 Request processed in 61us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320322.864183:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1767320322.864204:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1767320322.864210:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990090368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320322.864951:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990090112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320322.865417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320322.865511:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990090368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320322.866419:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990090112 00000100:00100000:2.0:1767320322.866431:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990090112 00000100:00100000:2.0:1767320322.866483:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23996 00000100:00100000:2.0:1767320322.866491:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990090112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320322.866518:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320322.866617:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990090240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320322.866922:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990090368:12345-0@lo:400:kworker.0 Request processed in 66us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320322.866936:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:2.0:1767320322.867071:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990090112:12345-0@lo:38:kworker.0 Request processed in 578us (1652us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320322.867078:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23996 00000100:00080000:0.0:1767320322.867167:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320322.867174:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320322.867178:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990090112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320322.916679:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320322.916742:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320322.916994:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888000 00000100:00100000:3.0:1767320322.917009:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888000 00000100:00100000:3.0:1767320322.917545:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925887872 00000100:00100000:3.0:1767320322.917550:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925887872 00000100:00100000:3.0:1767320322.917577:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5615 00000100:00100000:3.0:1767320322.917588:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925888000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320322.917692:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925888000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 105us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320322.917700:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5615 00000100:00100000:3.0:1767320322.917721:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23997 00000100:00100000:3.0:1767320322.917725:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925887872:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320322.917751:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320322.917778:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925887872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (1036us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320322.917785:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23997 00000100:00080000:2.0:1767320322.918731:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320323.681200:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320323.872731:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320324.704917:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320324.898099:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320325.732006:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320325.920492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320326.752554:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320326.944798:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990090496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320326.944936:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320326.945209:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320326.945219:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990090624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320326.945271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320326.945349:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990090496 00000100:00100000:0.0:1767320326.945360:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990090496 00000100:00100000:0.0:1767320326.945437:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990090624 00000100:00100000:0.0:1767320326.945441:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990090624 00000100:00100000:0.0:1767320326.945465:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:0.0:1767320326.945474:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990090496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320326.945518:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320326.945574:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990090496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320326.945583:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:0.0:1767320326.945608:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:0.0:1767320326.945614:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990090624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320326.945631:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320326.945659:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990090624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320326.945665:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00080000:2.0:1767320326.945802:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320326.945807:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320326.945851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990090624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320326.945865:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990090496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320326.949715:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320327.788309:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320327.968803:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320302/real 1767320302] req@ffff96e1edefd880 x1853163990084224/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320327.968850:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1edefd880 x1853163990084224/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320327.968900:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320327.968929:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320327.968934:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990084224:0@lo:250:kworker.0 00000100:00080000:3.0:1767320327.969934:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320327.969944:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320327.969948:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320327.969958:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5552 00000100:00080000:3.0:1767320327.969963:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320327.969970:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320327.970020:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2644a80 x1853163990090752/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320327.970048:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320327.970052:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320327.970054:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320327.970058:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5572 00000100:00080000:3.0:1767320327.970060:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320327.970064:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320327.970080:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646300 x1853163990090880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320327.970090:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320327.970093:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320327.970094:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320327.970098:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5572 00000100:00080000:3.0:1767320327.970100:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320327.970104:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320327.970119:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2645500 x1853163990091008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320327.970168:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320327.970172:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320327.970173:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320327.970176:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5572 00000100:00080000:3.0:1767320327.970179:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320327.970192:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320327.970204:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646a00 x1853163990091264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320327.970220:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320327.970224:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320327.970225:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320327.970250:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5572 00000100:00080000:3.0:1767320327.970253:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320327.970256:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320327.970268:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2647100 x1853163990091520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320327.970580:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990091776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320327.970677:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320327.970755:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320327.970761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990091648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320327.970797:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320327.970828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990090752:0@lo:250:kworker.0 00000400:00000100:0.0:1767320327.970851:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990090752 offset 0 length 520: 4 00000100:00100000:0.0:1767320327.970889:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990090880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320327.970921:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320327.970940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990091008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320327.970964:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320327.970980:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990091264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320327.971000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320327.971015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990091520:0@lo:38:kworker.0 00000100:00100000:0.0:1767320327.971033:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320327.971070:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990090880 00000100:00100000:0.0:1767320327.971079:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990090880 00000100:00100000:0.0:1767320327.971119:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091264 00000100:00100000:0.0:1767320327.971122:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091264 00000100:00100000:0.0:1767320327.971135:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091520 00000100:00100000:0.0:1767320327.971138:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091520 00000100:00100000:0.0:1767320327.971154:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23998 00000100:00100000:0.0:1767320327.971162:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990090880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320327.971413:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320327.971468:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990090880:12345-0@lo:38:kworker.0 Request processed in 304us (545us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320327.971477:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23998 00000100:00100000:0.0:1767320327.971499:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23999 00000100:00100000:0.0:1767320327.971504:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990091264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320327.971513:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320327.971538:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990091264:12345-0@lo:38:kworker.0 Request processed in 33us (537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320327.971544:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23999 00000100:00100000:0.0:1767320327.971558:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24000 00000100:00100000:0.0:1767320327.971563:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990091520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320327.971572:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320327.971596:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990091520:12345-0@lo:38:kworker.0 Request processed in 31us (561us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320327.971601:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24000 00000100:00080000:0.0:1767320327.971655:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320327.971660:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320327.971664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990090880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320327.971672:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320327.971675:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320327.971678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990091264:0@lo:38:kworker.0 00000100:00080000:0.0:1767320327.971684:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320327.971687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320327.971690:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990091520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320327.972116:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320327.972148:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990091392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320327.972208:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320327.972286:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320327.972295:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990091136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320327.972317:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091776 00000100:00100000:2.0:1767320327.972324:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320327.972326:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091776 00000100:00100000:2.0:1767320327.972368:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091648 00000100:00100000:2.0:1767320327.972373:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091648 00000100:00100000:3.0:1767320327.972385:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:3.0:1767320327.972396:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990091776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320327.972410:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:2.0:1767320327.972420:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990091648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320327.972521:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091392 00000100:00100000:1.0:1767320327.972526:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091392 00000100:00100000:1.0:1767320327.972582:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091136 00000100:00100000:1.0:1767320327.972586:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091136 00000100:00100000:1.0:1767320327.972610:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616 00000100:00100000:1.0:1767320327.972618:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990091392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320327.972689:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5617 00000100:00100000:0.0:1767320327.972700:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990091136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320327.975978:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990091648:12345-0@lo:400:kworker.0 Request processed in 3547us (5167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320327.975978:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990091776:12345-0@lo:400:kworker.0 Request processed in 3569us (5285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320327.976005:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00100000:3.0:1767320327.976012:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00100000:3.0:1767320327.976145:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990091648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320327.976164:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990091776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320327.976261:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091008 00000100:00100000:2.0:1767320327.976271:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091008 00000100:00100000:2.0:1767320327.976327:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:2.0:1767320327.976336:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990091008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320327.976364:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320327.976410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320327.976463:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990091008:12345-0@lo:38:kworker.0 Request processed in 126us (5496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320327.976471:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00080000:3.0:1767320327.976474:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320327.976483:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320327.976487:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990091008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320327.978495:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990091136:12345-0@lo:400:kworker.0 Request processed in 5783us (6156us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320327.978495:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990091392:12345-0@lo:400:kworker.0 Request processed in 5864us (6272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320327.978518:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5617 00000100:00100000:1.0:1767320327.978525:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616 00000100:00100000:2.0:1767320327.978902:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990091136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320327.978925:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990091392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320328.044303:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767320328.044339:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925888128 offset 0 length 520: 4 00000100:00100000:2.0:1767320328.044364:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320328.044468:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888384 00000100:00100000:0.0:1767320328.044481:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888384 00000100:00100000:0.0:1767320328.044586:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888256 00000100:00100000:0.0:1767320328.044590:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888256 00000100:00100000:0.0:1767320328.044614:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5618 00000100:00100000:0.0:1767320328.044626:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925888384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320328.044728:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925888384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320328.044737:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5618 00000100:00100000:0.0:1767320328.044761:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24001 00000100:00100000:0.0:1767320328.044778:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925888256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320328.044803:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320328.044837:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925888256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 68us (471us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320328.044844:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24001 00000100:00080000:3.0:1767320328.045094:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320328.802470:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320328.992744:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320329.825869:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320330.017894:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320330.849554:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320331.040633:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320331.872944:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320332.064739:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320332.064775:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990091904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320332.064920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320332.065039:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990091904 00000100:00100000:2.0:1767320332.065050:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990091904 00000100:00100000:2.0:1767320332.065141:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767320332.065153:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990091904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320332.065195:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320332.065274:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990091904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320332.065282:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767320332.065344:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990091904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320332.065827:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320332.065842:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990092032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320332.065886:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320332.065987:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092032 00000100:00100000:1.0:1767320332.065993:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092032 00000100:00100000:1.0:1767320332.066037:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:1.0:1767320332.066047:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990092032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320332.066073:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320332.066117:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990092032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320332.066124:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:1.0:1767320332.066175:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990092032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320332.066444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767320332.066463:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320332.066468:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320332.897293:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320333.088652:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320333.088665:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320333.088668:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320333.088673:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320333.088685:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320333.088696:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5577 00000100:00080000:1.0:1767320333.088701:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320333.088709:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320333.088758:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163990092160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320333.088804:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320333.088809:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320333.088811:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320333.088815:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5577 00000100:00080000:1.0:1767320333.088818:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320333.088821:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320333.088835:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163990092288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320333.088878:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320333.088883:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320333.088885:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320333.088889:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5577 00000100:00080000:1.0:1767320333.088891:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320333.088895:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320333.088910:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6d80 x1853163990092544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320333.088925:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320333.088929:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320333.088931:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320333.088934:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5577 00000100:00080000:1.0:1767320333.088937:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320333.088940:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320333.088951:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163990092800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320333.089004:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990092928:0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089088:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320333.089157:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320333.089163:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990093056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089198:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320333.089262:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990092672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089292:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320333.089319:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320333.089325:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990092416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320333.089376:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092672 00000100:00100000:1.0:1767320333.089385:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092672 00000100:00100000:1.0:1767320333.089438:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092416 00000100:00100000:1.0:1767320333.089441:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092416 00000100:00100000:1.0:1767320333.089463:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619 00000100:00100000:1.0:1767320333.089471:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990092672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089529:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990092672:12345-0@lo:400:kworker.0 Request processed in 59us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320333.089537:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619 00000100:00100000:1.0:1767320333.089555:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5620 00000100:00100000:1.0:1767320333.089561:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990092416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089585:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990092416:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320333.089591:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5620 00000100:00100000:1.0:1767320333.089628:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990092416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320333.089638:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990092672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320333.090008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990092160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320333.090046:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320333.090079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990092288:0@lo:38:kworker.0 00000100:00100000:3.0:1767320333.090108:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320333.090143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990092544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320333.090165:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320333.090195:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990092800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320333.090220:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320333.090281:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092928 00000100:00100000:3.0:1767320333.090286:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092928 00000100:00100000:3.0:1767320333.090316:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093056 00000100:00100000:3.0:1767320333.090319:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093056 00000100:00100000:3.0:1767320333.090337:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:3.0:1767320333.090343:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990092928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320333.090381:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990092928:12345-0@lo:400:kworker.0 Request processed in 38us (1292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320333.090387:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:3.0:1767320333.090399:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:3.0:1767320333.090405:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990093056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320333.090431:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990093056:12345-0@lo:400:kworker.0 Request processed in 26us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320333.090436:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00080000:3.0:1767320333.090457:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320333.090470:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092160 00000100:00100000:3.0:1767320333.090474:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092160 00000100:00100000:3.0:1767320333.090494:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092544 00000100:00100000:3.0:1767320333.090497:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092544 00000100:00100000:3.0:1767320333.090503:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092800 00000100:00100000:3.0:1767320333.090505:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092800 00000100:00100000:3.0:1767320333.090515:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24002 00000100:00100000:3.0:1767320333.090520:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990092160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320333.090543:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320333.090581:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990092160:12345-0@lo:38:kworker.0 Request processed in 59us (533us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320333.090587:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24002 00000100:00100000:3.0:1767320333.090598:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24003 00000100:00100000:3.0:1767320333.090602:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990092544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320333.090610:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320333.090633:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990092544:12345-0@lo:38:kworker.0 Request processed in 31us (468us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320333.090639:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24003 00000100:00100000:3.0:1767320333.090647:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24004 00000100:00100000:3.0:1767320333.090651:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990092800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320333.090660:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320333.090856:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990093056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320333.090868:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990092928:0@lo:400:kworker.0 00000100:00080000:0.0:1767320333.090901:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320333.090907:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320333.090910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990092160:0@lo:38:kworker.0 00000100:00080000:0.0:1767320333.090917:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320333.090920:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320333.090923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990092544:0@lo:38:kworker.0 00000100:00080000:0.0:1767320333.090930:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320333.090933:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320333.090936:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990092800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320333.091062:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990092800:12345-0@lo:38:kworker.0 Request processed in 24us (456us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320333.091068:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24004 00000100:00100000:2.0:1767320333.091153:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320333.091311:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990092288 00000100:00100000:1.0:1767320333.091317:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990092288 00000100:00100000:1.0:1767320333.091356:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:1.0:1767320333.091362:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990092288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320333.091375:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320333.091506:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990092288:12345-0@lo:38:kworker.0 Request processed in 142us (1397us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320333.091513:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00080000:0.0:1767320333.092183:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320333.092329:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320333.092334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990092288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320333.155018:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320333.155078:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320333.155171:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888512 00000100:00100000:3.0:1767320333.155184:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888512 00000100:00100000:3.0:1767320333.155257:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888640 00000100:00100000:3.0:1767320333.155260:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888640 00000100:00100000:3.0:1767320333.155321:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5621 00000100:00100000:3.0:1767320333.155331:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925888640:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320333.155420:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925888640:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320333.155428:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5621 00000100:00100000:3.0:1767320333.155447:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24005 00000100:00100000:3.0:1767320333.155451:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925888512:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320333.155475:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320333.155496:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925888512:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (494us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320333.155502:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24005 00000100:00080000:1.0:1767320333.155567:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320333.925474:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320334.112515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320334.944647:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320335.137165:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320335.971864:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320336.162668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320337.006207:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320337.187367:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990093184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320337.187467:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320337.187817:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093184 00000100:00100000:2.0:1767320337.187828:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093184 00000100:00100000:2.0:1767320337.187912:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:2.0:1767320337.187923:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990093184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320337.187967:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320337.188027:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990093184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320337.188036:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00080000:0.0:1767320337.188220:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320337.188291:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990093184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320337.188433:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320337.188459:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990093312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320337.188492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320337.188576:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093312 00000100:00100000:2.0:1767320337.188581:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093312 00000100:00100000:2.0:1767320337.188622:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1767320337.188629:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990093312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320337.188649:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320337.188682:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990093312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320337.188688:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00080000:0.0:1767320337.188819:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320337.188844:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990093312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320337.188848:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320338.019354:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320338.208522:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320338.208537:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320338.208541:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320338.208547:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320338.208552:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320338.208564:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5582 00000100:00080000:1.0:1767320338.208571:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320338.208588:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320338.208646:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15f80 x1853163990093440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320338.208675:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320338.208688:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320338.208690:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320338.208694:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5582 00000100:00080000:1.0:1767320338.208697:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320338.208702:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320338.208718:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163990093568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320338.208750:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320338.208754:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320338.208755:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320338.208759:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5582 00000100:00080000:1.0:1767320338.208761:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320338.208764:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320338.208773:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163990093824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320338.208787:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320338.208790:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320338.208792:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320338.208795:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5582 00000100:00080000:1.0:1767320338.208798:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320338.208802:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320338.208811:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163990094080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320338.208857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990094208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.208949:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.209023:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320338.209028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990094336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.209052:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.209090:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094208 00000100:00100000:1.0:1767320338.209099:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094208 00000100:00100000:1.0:1767320338.209150:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094336 00000100:00100000:1.0:1767320338.209153:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094336 00000100:00100000:1.0:1767320338.209172:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:1.0:1767320338.209181:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990094208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.209263:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990094208:12345-0@lo:400:kworker.0 Request processed in 82us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320338.209272:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00100000:1.0:1767320338.209291:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1767320338.209298:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990094336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.209323:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990094336:12345-0@lo:400:kworker.0 Request processed in 27us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320338.209329:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1767320338.209348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990093440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.209376:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.209399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990093568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.209419:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.209439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990093824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.209457:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.209471:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990094080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.209488:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.209515:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093568 00000100:00100000:1.0:1767320338.209518:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093568 00000100:00100000:1.0:1767320338.209537:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218 00000100:00100000:1.0:1767320338.209543:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990093568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320338.209566:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320338.209600:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990093568:12345-0@lo:38:kworker.0 Request processed in 56us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320338.209606:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218 00000100:00100000:1.0:1767320338.209625:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093440 00000100:00100000:1.0:1767320338.209628:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093440 00000100:00100000:1.0:1767320338.209646:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093824 00000100:00100000:1.0:1767320338.209648:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093824 00000100:00100000:1.0:1767320338.209658:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24006 00000100:00100000:1.0:1767320338.209663:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990093440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320338.209672:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320338.209708:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990093440:12345-0@lo:38:kworker.0 Request processed in 44us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320338.209715:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24006 00000100:00100000:1.0:1767320338.209724:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094080 00000100:00100000:1.0:1767320338.209726:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094080 00000100:00100000:1.0:1767320338.209742:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24007 00000100:00100000:1.0:1767320338.209746:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990093824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320338.209754:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320338.209773:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990093824:12345-0@lo:38:kworker.0 Request processed in 26us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320338.209778:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24007 00000100:00100000:1.0:1767320338.209787:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24008 00000100:00100000:1.0:1767320338.209791:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990094080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320338.209799:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320338.209816:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990094080:12345-0@lo:38:kworker.0 Request processed in 24us (327us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320338.209821:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24008 00000100:00080000:1.0:1767320338.209862:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320338.209868:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.209872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990093440:0@lo:38:kworker.0 00000100:00080000:1.0:1767320338.209882:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320338.209885:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.209888:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990093568:0@lo:38:kworker.0 00000100:00080000:1.0:1767320338.209895:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320338.209898:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.209901:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990093824:0@lo:38:kworker.0 00000100:00080000:1.0:1767320338.209908:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320338.209911:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320338.209914:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990094080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320338.209954:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990094336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.209963:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990094208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.210036:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990093952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.210062:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.210078:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320338.210083:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990093696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.210099:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320338.210119:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093952 00000100:00100000:1.0:1767320338.210122:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093952 00000100:00100000:1.0:1767320338.210149:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990093696 00000100:00100000:1.0:1767320338.210152:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990093696 00000100:00100000:1.0:1767320338.210164:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622 00000100:00100000:1.0:1767320338.210168:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990093952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.210199:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990093952:12345-0@lo:400:kworker.0 Request processed in 31us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320338.210206:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622 00000100:00100000:1.0:1767320338.210217:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623 00000100:00100000:1.0:1767320338.210222:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990093696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.210269:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990093696:12345-0@lo:400:kworker.0 Request processed in 47us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320338.210275:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623 00000100:00100000:1.0:1767320338.210297:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990093696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320338.210306:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990093952:0@lo:400:kworker.0 00000100:00080000:0.0:1767320338.210430:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320338.235672:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320338.279370:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320338.279499:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888896 00000100:00100000:3.0:1767320338.279514:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888896 00000100:00080000:0.0:1767320338.279754:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320338.282142:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320338.282274:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925888768 00000100:00100000:1.0:1767320338.282288:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925888768 00000100:00100000:1.0:1767320338.282353:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24009 00000100:00100000:1.0:1767320338.282363:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925888768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320338.282403:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320338.282493:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925888768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 130us (364us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320338.282501:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24009 00000100:00100000:2.0:1767320338.284912:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5624 00000100:00100000:2.0:1767320338.284939:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925888896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320338.285053:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925888896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 127us (5698us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320338.285062:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5624 00010000:00010000:1.0:1767320339.040460:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320339.296378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320340.064583:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320340.320996:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320341.090792:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320341.344441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320342.114802:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320342.304852:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990094592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320342.304941:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320342.304995:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094592 00000100:00100000:2.0:1767320342.305007:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094592 00000100:00100000:1.0:1767320342.305024:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320342.305030:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990094464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320342.305055:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320342.305151:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320342.305165:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094464 00000100:00100000:0.0:1767320342.305170:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094464 00000100:00100000:2.0:1767320342.305173:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:2.0:1767320342.305183:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990094592:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320342.305198:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:0.0:1767320342.305205:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990094464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320342.305226:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767320342.305226:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320342.305340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320342.306484:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990094464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1274us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320342.306498:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:1.0:1767320342.306708:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990094464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320342.310065:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990094592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4866us (5105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320342.310083:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1767320342.310141:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990094592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320342.368433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320343.136688:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320343.329819:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.329835:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320343.329839:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.329845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.329850:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.329861:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5587 00000100:00080000:1.0:1767320343.329867:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.329876:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320343.329950:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15880 x1853163990094720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.329973:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.329977:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.329979:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.329983:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5587 00000100:00080000:1.0:1767320343.329986:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.329990:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320343.330006:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163990094848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.330044:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.330049:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.330051:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.330054:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5587 00000100:00080000:1.0:1767320343.330057:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.330061:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320343.330072:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14000 x1853163990095104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320343.330087:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320343.330091:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320343.330093:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320343.330097:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5587 00000100:00080000:1.0:1767320343.330100:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320343.330104:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320343.330112:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163990095360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320343.330183:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990095488:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.330186:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990094720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320343.330266:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990095232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320343.330320:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990094976:0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.333016:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320343.333108:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320343.333123:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990095616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.333162:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320343.333217:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095488 00000100:00100000:1.0:1767320343.333226:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095488 00000100:00100000:1.0:1767320343.333307:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095616 00000100:00100000:1.0:1767320343.333310:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095616 00000100:00100000:1.0:1767320343.333335:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:1.0:1767320343.333344:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990095488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.333434:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990095488:12345-0@lo:400:kworker.0 Request processed in 90us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320343.333443:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:1.0:1767320343.333462:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:1.0:1767320343.333468:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990095616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.333495:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990095616:12345-0@lo:400:kworker.0 Request processed in 27us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320343.333500:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:1.0:1767320343.333558:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990095616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320343.333570:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990095488:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.337198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.337307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990094848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320343.337358:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.337391:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990095104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320343.337417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.337436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990095360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320343.337458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.337533:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094848 00000100:00100000:2.0:1767320343.337543:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094848 00000100:00100000:2.0:1767320343.337706:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1767320343.337715:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990094848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.337742:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.337794:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990094848:12345-0@lo:38:kworker.0 Request processed in 78us (434us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.337802:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1767320343.337828:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094720 00000100:00100000:2.0:1767320343.337832:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094720 00000100:00100000:2.0:1767320343.337851:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095104 00000100:00100000:2.0:1767320343.337854:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095104 00000100:00100000:2.0:1767320343.337866:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095360 00000100:00100000:2.0:1767320343.337870:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095360 00000100:00100000:2.0:1767320343.337884:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24010 00000100:00100000:2.0:1767320343.337889:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990094720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.337899:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.337926:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990094720:12345-0@lo:38:kworker.0 Request processed in 36us (741us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.337932:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24010 00000100:00100000:2.0:1767320343.337943:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24011 00000100:00100000:2.0:1767320343.337947:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990095104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.337956:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.337976:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990095104:12345-0@lo:38:kworker.0 Request processed in 27us (557us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.337982:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24011 00000100:00100000:2.0:1767320343.337993:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24012 00000100:00100000:2.0:1767320343.337997:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990095360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320343.338005:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320343.338023:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990095360:12345-0@lo:38:kworker.0 Request processed in 26us (565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320343.338029:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24012 00000100:00080000:2.0:1767320343.338092:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320343.338099:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320343.338103:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990094720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320343.338113:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320343.338117:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320343.338120:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990094848:0@lo:38:kworker.0 00000100:00080000:2.0:1767320343.338128:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320343.338131:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320343.338134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990095104:0@lo:38:kworker.0 00000100:00080000:2.0:1767320343.338141:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320343.338145:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320343.338148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990095360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320343.341796:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320343.342130:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320343.342346:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095232 00000100:00100000:2.0:1767320343.342358:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095232 00000100:00100000:2.0:1767320343.342466:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990094976 00000100:00100000:2.0:1767320343.342469:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990094976 00000100:00100000:3.0:1767320343.342513:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5625 00000100:00100000:3.0:1767320343.342527:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990095232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320343.342626:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990095232:12345-0@lo:400:kworker.0 Request processed in 103us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320343.342635:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5625 00000100:00080000:1.0:1767320343.342830:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320343.342922:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5626 00000100:00100000:2.0:1767320343.342931:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990094976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.342973:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990094976:12345-0@lo:400:kworker.0 Request processed in 44us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320343.342980:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5626 00000100:00100000:3.0:1767320343.343067:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990094976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320343.343418:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990095232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320343.392517:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320343.397082:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320343.397193:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889152 00000100:00100000:0.0:1767320343.397200:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320343.397208:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889152 00000100:00080000:1.0:1767320343.397367:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320343.397437:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889024 00000100:00100000:2.0:1767320343.397443:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889024 00000100:00100000:2.0:1767320343.397483:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5627 00000100:00100000:2.0:1767320343.397538:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925889152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320343.397679:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925889152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 145us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320343.403883:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24013 00000100:00100000:0.0:1767320343.403905:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925889024:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767320343.403931:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5627 00010000:00020000:0.0:1767320343.403949:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320343.404050:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925889024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 148us (6847us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320343.404057:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24013 00010000:00010000:1.0:1767320344.161129:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320344.416605:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320345.185074:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320345.440475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320346.220363:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320346.465606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320347.257632:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320347.425292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990095744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320347.425368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320347.425707:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095744 00000100:00100000:2.0:1767320347.425717:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095744 00000100:00100000:2.0:1767320347.425787:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:2.0:1767320347.425797:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990095744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320347.425827:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320347.425871:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990095744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320347.425878:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:2.0:1767320347.425924:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990095744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320347.426319:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990095872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320347.426354:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320347.426578:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990095872 00000100:00100000:0.0:1767320347.426583:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990095872 00000100:00100000:0.0:1767320347.426676:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320347.426684:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990095872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320347.426704:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320347.426743:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990095872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320347.426749:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320347.426782:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990095872:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320347.427297:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320347.427302:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320347.489908:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320348.262699:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320348.448577:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320348.448589:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320348.448593:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320348.448597:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320348.448603:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320348.448612:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5593 00000100:00080000:1.0:1767320348.448616:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320348.448623:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320348.448666:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163990096000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320348.448704:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320348.448708:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320348.448710:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320348.448714:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5593 00000100:00080000:1.0:1767320348.448717:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320348.448721:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320348.448735:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163990096128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320348.448769:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320348.448772:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320348.448774:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320348.448778:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5593 00000100:00080000:1.0:1767320348.448780:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320348.448784:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320348.448797:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163990096384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320348.448812:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320348.448815:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320348.448818:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320348.448821:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5593 00000100:00080000:1.0:1767320348.448823:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320348.448827:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320348.448837:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163990096640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320348.448851:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990096256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.448890:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990096896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320348.448921:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.448921:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320348.449079:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990096512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320348.449126:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990096768:0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.449596:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096896 00000100:00100000:1.0:1767320348.449604:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096896 00000100:00100000:1.0:1767320348.449653:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1767320348.449661:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990096896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.449727:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990096896:12345-0@lo:400:kworker.0 Request processed in 67us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320348.449735:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1767320348.449780:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990096896:0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.449818:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096256 00000100:00100000:1.0:1767320348.449823:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096256 00000100:00100000:1.0:1767320348.449858:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628 00000100:00100000:1.0:1767320348.449865:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990096256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.449900:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990096256:12345-0@lo:400:kworker.0 Request processed in 35us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320348.449906:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628 00000100:00100000:1.0:1767320348.449938:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990096000:0@lo:38:kworker.0 00000100:00100000:1.0:1767320348.449966:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.450093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990096128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320348.450210:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.450256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990096384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320348.450278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.450292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990096640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320348.450315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.450346:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096000 00000100:00100000:1.0:1767320348.450350:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096000 00000100:00100000:1.0:1767320348.450367:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096384 00000100:00100000:1.0:1767320348.450370:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096384 00000100:00100000:1.0:1767320348.450380:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096640 00000100:00100000:1.0:1767320348.450382:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096640 00000100:00100000:1.0:1767320348.450395:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24014 00000100:00100000:1.0:1767320348.450400:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990096000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320348.450418:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320348.450450:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990096000:12345-0@lo:38:kworker.0 Request processed in 49us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320348.450456:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24014 00000100:00100000:1.0:1767320348.450467:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24015 00000100:00100000:1.0:1767320348.450470:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990096384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320348.450478:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320348.450514:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990096384:12345-0@lo:38:kworker.0 Request processed in 42us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320348.450520:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24015 00000100:00100000:1.0:1767320348.450531:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24016 00000100:00100000:1.0:1767320348.450535:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990096640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320348.450546:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320348.450571:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990096640:12345-0@lo:38:kworker.0 Request processed in 34us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320348.450577:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24016 00000100:00080000:1.0:1767320348.450604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320348.450610:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320348.450614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990096000:0@lo:38:kworker.0 00000100:00080000:1.0:1767320348.450622:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320348.450625:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320348.450628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990096384:0@lo:38:kworker.0 00000100:00080000:1.0:1767320348.450635:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320348.450638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320348.450640:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990096640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320348.450690:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096128 00000100:00100000:1.0:1767320348.450693:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096128 00000100:00100000:1.0:1767320348.450713:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:1.0:1767320348.450718:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990096128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320348.450728:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320348.450759:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990096128:12345-0@lo:38:kworker.0 Request processed in 40us (548us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320348.450765:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00080000:1.0:1767320348.450785:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320348.450789:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320348.450792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990096128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320348.450821:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320348.452414:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990096256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320348.452414:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.452536:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096512 00000100:00100000:1.0:1767320348.452542:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096512 00000100:00100000:1.0:1767320348.452604:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5629 00000100:00100000:1.0:1767320348.452613:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990096512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.452665:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990096512:12345-0@lo:400:kworker.0 Request processed in 53us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320348.452671:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5629 00000100:00100000:0.0:1767320348.452680:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990096512:0@lo:400:kworker.0 00000100:00080000:3.0:1767320348.452813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320348.453023:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320348.453126:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990096768 00000100:00100000:1.0:1767320348.453131:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990096768 00000100:00100000:1.0:1767320348.453299:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:1.0:1767320348.453309:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990096768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320348.453358:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990096768:12345-0@lo:400:kworker.0 Request processed in 52us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320348.453364:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00000100:00100000:3.0:1767320348.453422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990096768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320348.512351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320348.518471:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320348.518570:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320348.518765:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889408 00000100:00100000:0.0:1767320348.518777:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889408 00000100:00080000:3.0:1767320348.518887:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320348.518925:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5630 00000100:00100000:0.0:1767320348.518937:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925889408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320348.519031:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925889408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320348.519039:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5630 00000100:00100000:0.0:1767320348.519061:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889280 00000100:00100000:0.0:1767320348.519065:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889280 00000100:00100000:2.0:1767320348.519400:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24017 00000100:00100000:2.0:1767320348.519407:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925889280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320348.519426:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320348.519474:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925889280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (903us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320348.519480:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24017 00010000:00010000:1.0:1767320349.280568:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320349.537584:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320350.304881:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320350.563585:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320351.328517:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320351.584319:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320352.352624:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320352.545723:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320352.545752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990097024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320352.545837:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320352.546389:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097024 00000100:00100000:2.0:1767320352.546400:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097024 00000100:00100000:2.0:1767320352.546476:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:2.0:1767320352.546486:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990097024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320352.546533:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320352.546584:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990097024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320352.546592:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:2.0:1767320352.546634:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990097024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320352.546936:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320352.546946:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990097152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320352.546978:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320352.547052:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097152 00000100:00100000:0.0:1767320352.547057:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097152 00000100:00100000:0.0:1767320352.547091:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:0.0:1767320352.547098:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990097152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320352.547124:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320352.547155:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990097152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320352.547162:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:1.0:1767320352.547313:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990097152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320352.548304:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320327/real 1767320327] req@ffff96e2f2644a80 x1853163990090752/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320352 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320352.548328:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f2644a80 x1853163990090752/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320352 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320352.548343:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320352.548365:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320352.548369:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990090752:0@lo:250:kworker.0 00000100:00080000:3.0:1767320352.548391:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320352.548395:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320352.548467:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320352.548473:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320352.548475:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320352.548480:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5577 00000100:00080000:1.0:1767320352.548484:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320352.548488:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320352.548512:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3800 x1853163990097280/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320352.548535:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320352.548538:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320352.548541:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320352.548544:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5598 00000100:00080000:1.0:1767320352.548546:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320352.548549:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320352.548560:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163990097408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320352.548569:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320352.548571:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320352.548573:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320352.548599:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5598 00000100:00080000:1.0:1767320352.548602:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320352.548605:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320352.548615:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163990097536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320352.548650:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320352.548654:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320352.548656:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320352.548659:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5598 00000100:00080000:1.0:1767320352.548661:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320352.548665:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320352.548675:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0e00 x1853163990097792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320352.548691:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320352.548695:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320352.548697:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320352.548699:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5598 00000100:00080000:1.0:1767320352.548702:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320352.548704:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320352.548712:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15880 x1853163990098048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320352.549078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990097280:0@lo:250:kworker.0 00000400:00000100:3.0:1767320352.549126:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990097280 offset 0 length 520: 4 00000100:00100000:3.0:1767320352.549156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990097408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320352.549182:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320352.549198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990097536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320352.549216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320352.549260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990097792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320352.549278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320352.549310:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097536 00000100:00100000:3.0:1767320352.549316:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097536 00000100:00100000:3.0:1767320352.549445:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:3.0:1767320352.549453:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990097536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320352.549472:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320352.549511:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990097536:12345-0@lo:38:kworker.0 Request processed in 58us (294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320352.549517:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00100000:3.0:1767320352.549536:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097408 00000100:00100000:3.0:1767320352.549540:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097408 00000100:00100000:3.0:1767320352.549555:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097792 00000100:00100000:3.0:1767320352.549557:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097792 00000100:00100000:3.0:1767320352.549570:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24018 00000100:00100000:3.0:1767320352.549574:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990097408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320352.549583:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320352.549605:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990097408:12345-0@lo:38:kworker.0 Request processed in 29us (423us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320352.549610:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24018 00000100:00100000:3.0:1767320352.549619:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24019 00000100:00100000:3.0:1767320352.549623:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990097792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320352.549630:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320352.549646:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990097792:12345-0@lo:38:kworker.0 Request processed in 22us (367us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320352.549651:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24019 00000100:00080000:3.0:1767320352.549678:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320352.549682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320352.549685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990097408:0@lo:38:kworker.0 00000100:00080000:3.0:1767320352.549694:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320352.549697:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320352.549699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990097536:0@lo:38:kworker.0 00000100:00080000:3.0:1767320352.549709:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320352.549712:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320352.549726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990097792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320352.549798:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990097920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320352.549821:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320352.549841:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320352.549846:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990097664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320352.549862:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320352.549881:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097920 00000100:00100000:3.0:1767320352.549884:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097920 00000100:00100000:3.0:1767320352.549914:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990097664 00000100:00100000:3.0:1767320352.549916:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990097664 00000100:00100000:3.0:1767320352.549927:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631 00000100:00100000:3.0:1767320352.549932:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990097920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320352.549969:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990097920:12345-0@lo:400:kworker.0 Request processed in 36us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320352.549974:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631 00000100:00100000:3.0:1767320352.549991:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5632 00000100:00100000:3.0:1767320352.549997:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990097664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320352.550017:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990097664:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320352.550022:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5632 00000100:00080000:3.0:1767320352.550034:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320352.550050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990097664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320352.550058:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990097920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320352.551246:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990098048:0@lo:38:kworker.0 00000100:00100000:3.0:1767320352.551291:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320352.551396:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098048 00000100:00100000:2.0:1767320352.551402:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098048 00000100:00100000:2.0:1767320352.551452:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24020 00000100:00100000:2.0:1767320352.551458:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990098048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320352.551474:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320352.551519:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990098048:12345-0@lo:38:kworker.0 Request processed in 60us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320352.551526:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24020 00000100:00080000:1.0:1767320352.551644:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320352.551650:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320352.551653:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990098048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320352.608344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320352.614073:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320352.614266:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889792 00000100:00100000:0.0:1767320352.614280:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889792 00000100:00100000:0.0:1767320352.614380:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5633 00000100:00100000:0.0:1767320352.614391:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925889792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320352.614498:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925889792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 108us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320352.614507:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5633 00000100:00080000:3.0:1767320352.614624:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767320352.617642:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925889536 offset 0 length 520: 4 00000100:00100000:3.0:1767320352.617719:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320352.617974:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889664 00000100:00100000:1.0:1767320352.617988:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889664 00000100:00100000:1.0:1767320352.618050:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24021 00000100:00100000:1.0:1767320352.618067:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925889664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320352.618103:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320352.618216:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925889664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 149us (495us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320352.618224:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24021 00010000:00010000:1.0:1767320353.376554:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320353.632997:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320354.400845:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320354.657423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320355.424543:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320355.680491:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320356.448903:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320356.706519:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320357.475594:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320357.664641:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990098176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320357.664717:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320357.665112:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098176 00000100:00080000:2.0:1767320357.665117:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320357.665121:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098176 00000100:00080000:2.0:1767320357.665124:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320357.665128:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320357.665132:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320357.665136:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320357.665142:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5602 00000100:00080000:2.0:1767320357.665146:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320357.665151:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320357.665174:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990098304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320357.665203:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320357.665206:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320357.665208:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320357.665211:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5602 00000100:00080000:2.0:1767320357.665214:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320357.665217:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320357.665247:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990098304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320357.665253:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ca80 x1853163990098432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320357.665285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320357.665287:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320357.665291:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320357.665294:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320357.665299:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5602 00000100:00080000:2.0:1767320357.665302:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320357.665306:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320357.665338:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990098432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320357.665339:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf800 x1853163990098816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320357.665357:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098304 00000100:00100000:0.0:1767320357.665363:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098304 00000100:00100000:1.0:1767320357.665368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320357.665368:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320357.665375:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320357.665376:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320357.665381:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5602 00000100:00080000:2.0:1767320357.665383:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320357.665388:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320357.665399:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990098816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320357.665406:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990099072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320357.665408:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24022 00000100:00100000:0.0:1767320357.665433:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990098304:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320357.665504:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320357.665520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990099072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320357.665534:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320357.665552:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098816 00000100:00100000:1.0:1767320357.665554:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098816 00000100:00100000:1.0:1767320357.665566:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099072 00000100:00100000:1.0:1767320357.665567:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099072 00000100:00100000:1.0:1767320357.665576:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24023 00000100:00100000:1.0:1767320357.665579:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990098816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320357.665587:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320357.665628:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990098816:12345-0@lo:38:kworker.0 Request processed in 46us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320357.665635:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24023 00000100:00100000:1.0:1767320357.665651:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24024 00000100:00100000:1.0:1767320357.665655:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990099072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320357.665663:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320357.665686:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990099072:12345-0@lo:38:kworker.0 Request processed in 30us (150us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320357.665691:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24024 00010000:00020000:0.0:1767320357.666376:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320357.666413:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990098304:12345-0@lo:38:kworker.0 Request processed in 994us (1129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320357.666439:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:2.0:1767320357.666444:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990098944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320357.666455:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990098176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320357.666484:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320357.666491:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24022 00000100:00100000:2.0:1767320357.666497:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320357.666519:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098944 00000100:00100000:0.0:1767320357.666524:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098944 00000100:00100000:2.0:1767320357.666532:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320357.666542:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990098688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320357.666549:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990098176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (1828us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320357.666554:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634 00000100:00100000:0.0:1767320357.666565:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990098944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320357.666576:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320357.666612:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990098944:12345-0@lo:400:kworker.0 Request processed in 49us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320357.666620:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634 00000100:00100000:2.0:1767320357.666624:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990098944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320357.666654:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098688 00000100:00100000:1.0:1767320357.666661:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098688 00000100:00080000:2.0:1767320357.666676:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320357.666682:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320357.666685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320357.666688:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:1.0:1767320357.666698:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990098688:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320357.666700:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098432 00000100:00100000:2.0:1767320357.666706:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098432 00002000:00000024:1.0:1767320357.666720:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320357.666735:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:2.0:1767320357.666741:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990098432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320357.666754:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320357.666763:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990098688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320357.666771:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00000100:00100000:0.0:1767320357.666775:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990098560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320357.666802:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990098432:12345-0@lo:38:kworker.0 Request processed in 57us (1433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320357.666805:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990099200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320357.666813:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320357.666817:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:1.0:1767320357.666847:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320357.666853:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990098560 00000100:00100000:0.0:1767320357.666857:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990098560 00000100:00100000:1.0:1767320357.666891:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990098176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320357.666897:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635 00000100:00100000:0.0:1767320357.666905:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990098560:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320357.666906:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320357.666915:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320357.666919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990099072:0@lo:38:kworker.0 00000100:00080000:2.0:1767320357.666929:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320357.666932:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320357.666935:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990098816:0@lo:38:kworker.0 00000100:00080000:2.0:1767320357.666942:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320357.666945:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320357.666948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990098432:0@lo:38:kworker.0 00000100:00080000:2.0:1767320357.666954:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320357.666957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320357.666959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990098304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320357.667002:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099200 00000100:00100000:1.0:1767320357.667007:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099200 00000100:00100000:2.0:1767320357.667015:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990098688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320357.667041:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00080000:2.0:1767320357.667045:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320357.667051:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990099200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320357.667096:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990099200:12345-0@lo:400:kworker.0 Request processed in 48us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320357.667104:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1767320357.667113:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990098560:12345-0@lo:400:kworker.0 Request processed in 206us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320357.667123:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635 00000100:00100000:1.0:1767320357.667281:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990098560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320357.667349:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:2.0:1767320357.667987:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990099200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320357.728373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320357.732196:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320357.732275:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320357.732366:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925889920 00000100:00100000:3.0:1767320357.732366:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890048 00000100:00100000:0.0:1767320357.732377:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925889920 00000100:00100000:3.0:1767320357.732377:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890048 00000100:00100000:0.0:1767320357.732428:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5636 00000100:00100000:0.0:1767320357.732438:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925890048:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320357.732501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320357.732939:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925890048:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 501us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320357.736847:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24025 00000100:00100000:3.0:1767320357.736868:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925889920:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320357.736908:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320357.737001:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925889920:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 138us (4726us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320357.742278:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5636 00000100:00100000:3.0:1767320357.743697:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24025 00010000:00010000:1.0:1767320358.499255:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320358.752348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320359.521012:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320359.776425:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320360.544845:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320360.801157:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320361.568495:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320361.824386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320362.593896:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320362.784451:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320362.784466:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320362.784470:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320362.784474:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320362.784479:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320362.784490:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5607 00000100:00080000:2.0:1767320362.784497:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320362.784506:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320362.784565:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990099328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320362.784592:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320362.784596:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320362.784599:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320362.784602:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5607 00000100:00080000:2.0:1767320362.784605:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320362.784609:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320362.784633:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ca80 x1853163990099456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320362.784671:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320362.784675:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320362.784676:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320362.784680:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5607 00000100:00080000:2.0:1767320362.784682:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320362.784685:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320362.784696:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990099712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320362.784717:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320362.784721:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320362.784723:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320362.784727:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5607 00000100:00080000:2.0:1767320362.784729:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320362.784733:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320362.784753:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf800 x1853163990099968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320362.784806:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990100224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.784881:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320362.784974:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320362.784981:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990099584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.785010:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.785183:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990099840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.785277:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320362.785283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990100096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.785339:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099584 00000100:00100000:0.0:1767320362.785347:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099584 00000100:00100000:0.0:1767320362.785401:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099840 00000100:00100000:0.0:1767320362.785405:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099840 00000100:00100000:0.0:1767320362.785427:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5637 00000100:00100000:0.0:1767320362.785436:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990099584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785485:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990099584:12345-0@lo:400:kworker.0 Request processed in 50us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.785492:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5637 00000100:00100000:0.0:1767320362.785512:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5638 00000100:00100000:0.0:1767320362.785518:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990099840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785551:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990099840:12345-0@lo:400:kworker.0 Request processed in 33us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.785557:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5638 00000100:00100000:0.0:1767320362.785578:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100224 00000100:00100000:0.0:1767320362.785582:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100224 00000100:00100000:0.0:1767320362.785605:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100096 00000100:00100000:0.0:1767320362.785608:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100096 00000100:00100000:0.0:1767320362.785627:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767320362.785634:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990100224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785666:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990100224:12345-0@lo:400:kworker.0 Request processed in 32us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.785672:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00100000:0.0:1767320362.785684:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:0.0:1767320362.785690:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990100096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785715:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990100096:12345-0@lo:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.785721:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00080000:0.0:1767320362.785738:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320362.785742:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320362.785745:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320362.785775:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990100096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.785784:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990099840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.786703:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990099584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.786717:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990100224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.786732:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320362.786739:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990100352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320362.786791:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320362.787085:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100352 00000100:00100000:3.0:1767320362.787092:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100352 00000100:00100000:3.0:1767320362.787142:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:3.0:1767320362.787150:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990100352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320362.787194:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320362.787311:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990100352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320362.787318:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1767320362.787877:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990100352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320362.788087:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990099328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320362.788131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320362.788279:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320362.788289:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990100480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320362.788354:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320362.788414:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100480 00000100:00100000:3.0:1767320362.788420:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100480 00000100:00100000:3.0:1767320362.788452:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:3.0:1767320362.788459:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990100480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320362.788482:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320362.788518:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990100480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320362.788525:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:3.0:1767320362.788556:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990100480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320362.789439:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990099456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320362.789495:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320362.789524:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990099712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320362.789551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.789609:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099456 00000100:00100000:0.0:1767320362.789616:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099456 00000100:00100000:0.0:1767320362.789651:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:0.0:1767320362.789657:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990099456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320362.789679:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320362.789721:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990099456:12345-0@lo:38:kworker.0 Request processed in 63us (225us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320362.789727:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:1.0:1767320362.803853:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990099968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320362.803928:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320362.803973:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099328 00000100:00100000:2.0:1767320362.803982:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099328 00000100:00100000:2.0:1767320362.804025:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099712 00000100:00100000:2.0:1767320362.804029:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099712 00000100:00100000:2.0:1767320362.804050:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24026 00000100:00100000:2.0:1767320362.804057:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990099328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320362.804090:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320362.804135:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990099328:12345-0@lo:38:kworker.0 Request processed in 78us (16003us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320362.804143:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24026 00000100:00100000:2.0:1767320362.804170:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24027 00000100:00100000:2.0:1767320362.804175:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990099712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320362.804184:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320362.804206:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990099712:12345-0@lo:38:kworker.0 Request processed in 31us (14655us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320362.804212:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24027 00000100:00080000:1.0:1767320362.809428:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320362.809443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320362.809449:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990099328:0@lo:38:kworker.0 00000100:00080000:1.0:1767320362.809464:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320362.809468:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320362.809471:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990099456:0@lo:38:kworker.0 00000100:00080000:1.0:1767320362.809481:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320362.809485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320362.809488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990099712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320362.814817:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990099968 00000100:00100000:0.0:1767320362.814832:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990099968 00000100:00100000:0.0:1767320362.814952:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24028 00000100:00100000:0.0:1767320362.814961:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990099968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320362.814983:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320362.815141:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990099968:12345-0@lo:38:kworker.0 Request processed in 179us (11212us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320362.815149:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24028 00000100:00080000:1.0:1767320362.815477:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320362.815484:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320362.815488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990099968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320362.848451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320362.857153:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320362.857267:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890176 00000100:00100000:3.0:1767320362.857281:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890176 00000100:00100000:3.0:1767320362.857343:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24029 00000100:00100000:3.0:1767320362.857352:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925890176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320362.857377:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320362.857450:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925890176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 98us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320362.857458:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24029 00000100:00100000:1.0:1767320362.860847:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320362.861076:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890304 00000100:00100000:3.0:1767320362.861088:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890304 00000100:00100000:3.0:1767320362.861280:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5639 00000100:00100000:3.0:1767320362.861293:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925890304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320362.861378:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925890304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320362.861386:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5639 00000100:00080000:0.0:1767320362.861500:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320363.618289:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320363.872344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320364.640564:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320364.896354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320365.665518:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320365.921495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320366.688951:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320366.944392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320367.714065:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320367.904823:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320367.904848:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990100608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320367.904922:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990100736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320367.904932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320367.905091:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320367.905097:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320367.905100:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320367.905104:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320367.905122:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320367.905128:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5612 00000100:00080000:3.0:1767320367.905140:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320367.905147:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320367.905175:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d500 x1853163990100864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320367.905199:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320367.905203:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320367.905204:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320367.905208:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5612 00000100:00080000:3.0:1767320367.905211:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320367.905214:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320367.905247:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ea00 x1853163990100992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320367.905269:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320367.905273:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320367.905274:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320367.905278:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5612 00000100:00080000:3.0:1767320367.905280:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320367.905284:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320367.905294:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e680 x1853163990101248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320367.905309:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320367.905312:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320367.905314:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320367.905317:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5612 00000100:00080000:3.0:1767320367.905319:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320367.905322:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320367.905332:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e300 x1853163990101504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320367.905384:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100608 00000100:00100000:0.0:1767320367.905391:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990101632:0@lo:400:kworker.0 00000100:00100000:3.0:1767320367.905405:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100608 00000100:00100000:3.0:1767320367.905474:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:3.0:1767320367.905483:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990100608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320367.905511:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320367.907577:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.907665:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320367.907677:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990101120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320367.907766:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.907837:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100736 00000100:00100000:2.0:1767320367.907845:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100736 00000100:00100000:2.0:1767320367.907883:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:2.0:1767320367.907891:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990100736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320367.907919:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320367.907966:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990100736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320367.907973:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:2.0:1767320367.908025:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990100736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320367.908068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990100864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.908109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.908147:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990100992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.908173:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.908198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990101248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.908221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.908264:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990101504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.908287:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.908317:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101120 00000100:00100000:2.0:1767320367.908322:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101120 00000100:00100000:2.0:1767320367.908348:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100864 00000100:00100000:2.0:1767320367.908351:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100864 00000100:00100000:2.0:1767320367.908365:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101248 00000100:00100000:2.0:1767320367.908368:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101248 00000100:00100000:2.0:1767320367.908376:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101504 00000100:00100000:2.0:1767320367.908378:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101504 00000100:00100000:2.0:1767320367.908387:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5640 00000100:00100000:2.0:1767320367.908524:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990101120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320367.908569:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990101120:12345-0@lo:400:kworker.0 Request processed in 175us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320367.908576:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5640 00000100:00100000:2.0:1767320367.908592:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24030 00000100:00100000:2.0:1767320367.908596:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990100864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320367.908614:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320367.908647:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990100864:12345-0@lo:38:kworker.0 Request processed in 49us (537us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320367.908653:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24030 00000100:00100000:2.0:1767320367.908666:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24031 00000100:00100000:2.0:1767320367.908670:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990101248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320367.908694:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320367.908718:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990101248:12345-0@lo:38:kworker.0 Request processed in 46us (496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320367.908724:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24031 00000100:00100000:2.0:1767320367.908736:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24032 00000100:00100000:2.0:1767320367.908739:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990101504:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320367.908748:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320367.908771:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990101504:12345-0@lo:38:kworker.0 Request processed in 30us (483us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320367.908779:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24032 00000100:00100000:2.0:1767320367.908823:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990101120:0@lo:400:kworker.0 00000100:00080000:2.0:1767320367.908851:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320367.908857:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320367.908860:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990100864:0@lo:38:kworker.0 00000100:00080000:2.0:1767320367.908869:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320367.908872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320367.908874:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990101248:0@lo:38:kworker.0 00000100:00080000:2.0:1767320367.908883:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320367.908886:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320367.908889:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990101504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.909036:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990100992 00000100:00100000:2.0:1767320367.909041:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990100992 00000100:00100000:2.0:1767320367.909090:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:2.0:1767320367.909095:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990100992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320367.909105:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320367.909154:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990100992:12345-0@lo:38:kworker.0 Request processed in 57us (979us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320367.909160:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00080000:2.0:1767320367.909178:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320367.909183:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320367.909185:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320367.909203:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320367.909207:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320367.909211:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990100992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320367.909627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990101376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.909666:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.910330:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101376 00000100:00100000:2.0:1767320367.910337:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101376 00000100:00100000:2.0:1767320367.910528:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5641 00000100:00100000:2.0:1767320367.910537:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990101376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320367.910608:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990101376:12345-0@lo:400:kworker.0 Request processed in 72us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320367.910614:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5641 00000100:00080000:1.0:1767320367.910912:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320367.910942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990101376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320367.915554:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320367.917018:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990100608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 11529us (12077us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320367.917033:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:0.0:1767320367.917259:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990100608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320367.920596:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101632 00000100:00100000:1.0:1767320367.920612:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101632 00000100:00100000:1.0:1767320367.920713:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:1.0:1767320367.920725:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990101632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.920842:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990101632:12345-0@lo:400:kworker.0 Request processed in 119us (5295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320367.920850:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:3.0:1767320367.921148:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990101632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320367.969749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320367.971302:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320367.971412:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890432 00000100:00100000:3.0:1767320367.971433:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890432 00000100:00100000:3.0:1767320367.971492:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24033 00000100:00100000:3.0:1767320367.971500:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925890432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320367.971523:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320367.971617:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925890432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 116us (327us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320367.971625:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24033 00000100:00100000:1.0:1767320367.971751:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320367.972576:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890560 00000100:00100000:0.0:1767320367.972585:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890560 00000100:00100000:0.0:1767320367.972658:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5642 00000100:00100000:0.0:1767320367.972667:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925890560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320367.972737:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925890560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320367.972744:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5642 00000100:00080000:1.0:1767320367.973964:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320368.736811:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320368.993466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320369.761269:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320370.017278:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320370.788097:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320371.040387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320371.808724:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320372.064575:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320372.833074:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320373.029751:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320373.029783:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990101760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320373.030194:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320373.030364:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101760 00000100:00100000:1.0:1767320373.030386:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101760 00000100:00100000:1.0:1767320373.030493:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:1.0:1767320373.030518:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990101760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320373.030581:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320373.030643:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990101760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320373.030651:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:1.0:1767320373.030710:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990101760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320373.031298:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320373.031311:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990101888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320373.031366:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320373.031466:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320373.031472:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320373.031475:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320373.031479:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320373.031484:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320373.031491:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5617 00000100:00080000:1.0:1767320373.031495:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320373.031512:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320373.031537:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163990102016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320373.031552:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320373.031555:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320373.031557:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320373.031561:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5617 00000100:00080000:1.0:1767320373.031563:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320373.031567:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320373.031589:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48c700 x1853163990102144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320373.031639:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320373.031644:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320373.031646:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320373.031660:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5617 00000100:00080000:1.0:1767320373.031662:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320373.031666:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320373.031676:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ea00 x1853163990102400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320373.031690:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320373.031694:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320373.031696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320373.031699:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5617 00000100:00080000:1.0:1767320373.031701:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320373.031704:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320373.031714:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48e680 x1853163990102656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320373.031751:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990102528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320373.032090:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990102272:0@lo:400:kworker.0 00000100:00100000:3.0:1767320373.032139:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990101888 00000100:00100000:3.0:1767320373.032145:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990101888 00000100:00100000:3.0:1767320373.032185:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:3.0:1767320373.032192:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990101888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320373.032217:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320373.032296:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990101888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320373.032303:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00000100:00100000:3.0:1767320373.032657:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990101888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320373.033110:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320373.033190:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320373.033279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320373.033285:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320373.033302:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102528 00000100:00100000:2.0:1767320373.033307:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102528 00000100:00100000:2.0:1767320373.033368:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102272 00000100:00100000:2.0:1767320373.033372:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102272 00000100:00100000:2.0:1767320373.033393:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5643 00000100:00100000:2.0:1767320373.033399:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990102528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320373.033447:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990102528:12345-0@lo:400:kworker.0 Request processed in 48us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320373.033453:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5643 00000100:00100000:2.0:1767320373.033466:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5644 00000100:00100000:2.0:1767320373.033472:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990102272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320373.033511:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990102272:12345-0@lo:400:kworker.0 Request processed in 27us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320373.033517:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5644 00000100:00100000:2.0:1767320373.033547:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990102272:0@lo:400:kworker.0 00000100:00080000:1.0:1767320373.034739:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320373.034776:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990102528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320373.035128:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990102016:0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.035175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320373.035215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990102144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320373.035215:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102016 00000100:00100000:3.0:1767320373.035221:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102016 00000100:00100000:3.0:1767320373.035469:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24034 00000100:00100000:3.0:1767320373.035477:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990102016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320373.035939:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320373.036704:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320373.036883:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990102400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320373.036926:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102144 00000100:00100000:0.0:1767320373.036930:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320373.036934:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102144 00000100:00100000:0.0:1767320373.036965:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990102656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320373.036973:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767320373.036979:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990102144:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320373.036990:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767320373.036997:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320373.037075:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102400 00000100:00100000:1.0:1767320373.037080:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102400 00000100:00100000:1.0:1767320373.037102:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102656 00000100:00100000:1.0:1767320373.037104:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102656 00000100:00100000:1.0:1767320373.037116:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24035 00000100:00100000:1.0:1767320373.037120:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990102400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320373.037129:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320373.037177:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990102144:12345-0@lo:38:kworker.0 Request processed in 196us (474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320373.037184:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767320373.037257:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24036 00000100:00100000:2.0:1767320373.037261:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990102656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320373.037270:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320373.038184:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990102016:12345-0@lo:38:kworker.0 Request processed in 2702us (3002us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320373.038192:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24034 00000100:00100000:1.0:1767320373.038346:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990102400:12345-0@lo:38:kworker.0 Request processed in 1223us (1414us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320373.038355:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24035 00000100:00080000:0.0:1767320373.038449:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.038454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320373.038459:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990102144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320373.038474:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.038477:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320373.038480:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990102400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320373.040226:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990102656:12345-0@lo:38:kworker.0 Request processed in 2952us (3225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320373.040269:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24036 00000100:00080000:0.0:1767320373.040377:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.040383:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320373.040387:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990102656:0@lo:38:kworker.0 00000100:00080000:0.0:1767320373.040429:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320373.040433:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320373.040435:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990102016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320373.092964:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320373.104297:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320373.104373:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320373.104429:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890816 00000100:00100000:2.0:1767320373.104440:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890816 00000100:00080000:1.0:1767320373.104488:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320373.104515:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890688 00000100:00100000:2.0:1767320373.104520:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890688 00000100:00100000:2.0:1767320373.104546:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5645 00000100:00100000:2.0:1767320373.104558:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925890816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320373.104571:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24037 00000100:00100000:1.0:1767320373.104580:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925890688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320373.104600:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320373.104719:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925890688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 140us (346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320373.104725:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24037 00000100:00100000:2.0:1767320373.104754:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925890816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 196us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320373.104763:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5645 00010000:00010000:1.0:1767320373.860662:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320374.113099:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320374.880478:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320375.136353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320375.906073:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320376.160357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320376.930731:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320377.120363:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320352/real 1767320352] req@ffff96e2fbcb3800 x1853163990097280/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320377 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320377.120397:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fbcb3800 x1853163990097280/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320377 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320377.120416:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320377.120442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320377.120446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990097280:0@lo:250:kworker.0 00000100:00080000:0.0:1767320377.120461:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320377.120466:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320377.120469:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320377.120473:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5602 00000100:00080000:0.0:1767320377.120476:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320377.120482:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320377.120519:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c700 x1853163990102784/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320377.120541:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320377.120543:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320377.120545:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320377.120547:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5622 00000100:00080000:0.0:1767320377.120549:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320377.120551:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320377.120563:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf800 x1853163990102912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320377.120568:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320377.120570:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320377.120572:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320377.120574:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5622 00000100:00080000:0.0:1767320377.120575:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320377.120577:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320377.120583:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990103040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320377.120613:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320377.120615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990102784:0@lo:250:kworker.0 00000100:00080000:0.0:1767320377.120616:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320377.120619:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320377.120624:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5622 00000100:00080000:0.0:1767320377.120626:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320377.120628:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000400:00000100:2.0:1767320377.120667:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990102784 offset 0 length 520: 4 00000100:00100000:0.0:1767320377.120680:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163990103296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320377.120701:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320377.120705:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320377.120708:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320377.120712:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990102912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320377.120714:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5622 00000100:00080000:0.0:1767320377.120720:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320377.120725:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320377.120739:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5f80 x1853163990103552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320377.120748:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320377.120771:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990103040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320377.120799:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320377.120810:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990103680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320377.120822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990103296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320377.120851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320377.120863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990103552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320377.120869:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320377.120896:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320377.120898:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320377.120904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990103808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320377.120926:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320377.120936:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990102912 00000100:00100000:2.0:1767320377.120945:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990102912 00000100:00100000:0.0:1767320377.120949:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103680 00000100:00100000:0.0:1767320377.120962:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103680 00000100:00100000:2.0:1767320377.120988:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103296 00000100:00100000:2.0:1767320377.120994:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103296 00000100:00100000:2.0:1767320377.121011:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103552 00000100:00100000:2.0:1767320377.121014:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103552 00000100:00100000:2.0:1767320377.121037:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24038 00000100:00100000:0.0:1767320377.121039:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103808 00000100:00100000:0.0:1767320377.121045:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103808 00000100:00100000:2.0:1767320377.121046:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990102912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320377.121068:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320377.121074:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:0.0:1767320377.121082:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990103680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320377.121111:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990102912:12345-0@lo:38:kworker.0 Request processed in 65us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320377.121119:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24038 00000100:00100000:0.0:1767320377.121137:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990103680:12345-0@lo:400:kworker.0 Request processed in 54us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320377.121139:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24039 00000100:00100000:2.0:1767320377.121148:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990103296:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320377.121150:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00010000:00020000:2.0:1767320377.121162:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320377.121173:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1767320377.121183:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990103808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320377.121192:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990103296:12345-0@lo:38:kworker.0 Request processed in 42us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320377.121200:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24039 00000100:00100000:2.0:1767320377.121215:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24040 00000100:00100000:2.0:1767320377.121221:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990103552:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320377.121249:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990103808:12345-0@lo:400:kworker.0 Request processed in 45us (297us total) trans 0 rc 0/0 00010000:00020000:2.0:1767320377.121253:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320377.121259:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990103168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320377.121260:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:2.0:1767320377.121290:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990103552:12345-0@lo:38:kworker.0 Request processed in 67us (393us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320377.121297:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24040 00000100:00100000:2.0:1767320377.121317:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103040 00000100:00100000:2.0:1767320377.121321:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103040 00000100:00100000:1.0:1767320377.121355:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990103424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320377.121364:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1767320377.121369:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990103040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320377.121378:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320377.121393:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990103808:0@lo:400:kworker.0 00000100:00100000:3.0:1767320377.121992:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320377.122035:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103168 00000100:00100000:3.0:1767320377.122040:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103168 00000100:00100000:3.0:1767320377.122072:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646 00000100:00100000:3.0:1767320377.122079:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990103168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320377.122536:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990103168:12345-0@lo:400:kworker.0 Request processed in 456us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320377.122543:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646 00000100:00100000:3.0:1767320377.122584:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990103168:0@lo:400:kworker.0 00000100:00080000:3.0:1767320377.122738:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320377.122744:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320377.122747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990103296:0@lo:38:kworker.0 00000100:00080000:3.0:1767320377.122758:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320377.122761:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320377.122763:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990103552:0@lo:38:kworker.0 00000100:00080000:3.0:1767320377.122772:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320377.122775:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320377.122777:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990102912:0@lo:38:kworker.0 00000100:00080000:3.0:1767320377.122839:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320377.122844:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320377.122846:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320377.123784:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320377.124558:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103424 00000100:00100000:3.0:1767320377.124568:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103424 00000100:00080000:1.0:1767320377.124627:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320377.124631:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647 00000100:00100000:3.0:1767320377.124639:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990103424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320377.124701:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990103424:12345-0@lo:400:kworker.0 Request processed in 63us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320377.124706:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647 00000100:00100000:1.0:1767320377.125110:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990103424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320377.128070:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990103040:12345-0@lo:38:kworker.0 Request processed in 6686us (7259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320377.128085:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:0.0:1767320377.128306:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990103680:0@lo:400:kworker.0 00000100:00080000:3.0:1767320377.128591:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320377.128598:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320377.128602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990103040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320377.184676:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320377.953401:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320378.145774:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320378.145796:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990103936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320378.145861:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320378.145940:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990104064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320378.145982:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320378.146051:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990103936 00000100:00100000:0.0:1767320378.146060:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990103936 00000100:00100000:0.0:1767320378.146148:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104064 00000100:00100000:0.0:1767320378.146152:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104064 00000100:00100000:3.0:1767320378.153878:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:3.0:1767320378.153907:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990103936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320378.153940:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320378.154038:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990103936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (8175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320378.154045:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00100000:3.0:1767320378.154071:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1767320378.154079:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990104064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320378.154096:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320378.154135:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990104064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (8141us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320378.154141:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:2.0:1767320378.155393:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990104064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320378.155414:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990103936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320378.208495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320378.212608:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320378.212657:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767320378.212678:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925891200 offset 0 length 520: 4 00000100:00100000:1.0:1767320378.212755:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925890944 00000100:00100000:1.0:1767320378.212767:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925890944 00000100:00100000:1.0:1767320378.212815:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891072 00000100:00100000:1.0:1767320378.212819:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891072 00000100:00100000:1.0:1767320378.212873:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5648 00000100:00100000:1.0:1767320378.212884:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925891072:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320378.212982:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925891072:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320378.212990:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5648 00000100:00100000:1.0:1767320378.213008:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24041 00000100:00100000:1.0:1767320378.213012:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925890944:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320378.213031:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320378.213059:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925890944:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (463us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320378.213065:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24041 00000100:00080000:0.0:1767320378.214339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320378.981297:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320379.232385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320380.000620:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320380.256350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320381.024868:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320381.280353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320382.060003:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320382.240352:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320382.240362:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320382.240365:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320382.240370:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320382.240374:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320382.240382:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5626 00000100:00080000:0.0:1767320382.240388:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320382.240395:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320382.240441:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bce00 x1853163990104192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320382.240470:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320382.240474:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320382.240477:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320382.240481:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5626 00000100:00080000:0.0:1767320382.240483:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320382.240488:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320382.240502:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163990104320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320382.240544:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320382.240548:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320382.240550:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320382.240553:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5626 00000100:00080000:0.0:1767320382.240556:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320382.240559:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320382.240570:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990104448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320382.240607:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f2646d80 x1853163990104576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320382.240621:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320382.240625:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320382.240627:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320382.240630:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5626 00000100:00080000:0.0:1767320382.240632:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320382.240636:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320382.240646:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0380 x1853163990104832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320382.240646:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320382.240711:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320382.240714:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104448 00000100:00100000:1.0:1767320382.240717:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990104704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320382.240722:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104448 00000100:00100000:1.0:1767320382.240738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320382.240761:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990104960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320382.240775:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104704 00000100:00100000:0.0:1767320382.240779:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104704 00000100:00100000:2.0:1767320382.240787:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5649 00000100:00100000:1.0:1767320382.240788:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320382.240809:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320382.240811:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5650 00000100:00100000:1.0:1767320382.240814:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990105088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320382.240819:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990104704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320382.240834:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990104192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320382.240840:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320382.240887:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990104704:12345-0@lo:400:kworker.0 Request processed in 69us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320382.240887:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104960 00000100:00100000:1.0:1767320382.240891:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104960 00000100:00100000:0.0:1767320382.240895:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5650 00000100:00080000:0.0:1767320382.240916:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320382.240917:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105088 00000100:00100000:1.0:1767320382.240919:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105088 00000100:00080000:0.0:1767320382.240920:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320382.240948:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:2.0:1767320382.240948:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990104448:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320382.240949:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320382.240961:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990104960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320382.240969:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:0.0:1767320382.240977:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990105088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320382.240993:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990104448:12345-0@lo:400:kworker.0 Request processed in 192us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320382.241009:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990104960:12345-0@lo:400:kworker.0 Request processed in 51us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320382.241013:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990105088:12345-0@lo:400:kworker.0 Request processed in 38us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320382.241016:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:0.0:1767320382.241019:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:3.0:1767320382.241037:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320382.241059:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990104704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320382.241063:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990105088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320382.241078:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990104448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320382.241078:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990104320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320382.241082:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990104960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320382.241109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320382.241139:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990104576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320382.241141:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104320 00000100:00100000:0.0:1767320382.241147:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104320 00000100:00100000:3.0:1767320382.241165:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320382.241173:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:0.0:1767320382.241179:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990104320:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320382.241184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990104832:0@lo:38:kworker.0 00010000:00020000:0.0:1767320382.241197:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320382.241205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320382.241224:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5649 00000100:00100000:0.0:1767320382.241253:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990104320:12345-0@lo:38:kworker.0 Request processed in 72us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320382.241260:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00080000:3.0:1767320382.251081:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320382.251097:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320382.251103:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990104320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320382.251370:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104192 00000100:00100000:0.0:1767320382.251375:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104576 00000100:00100000:0.0:1767320382.251379:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104576 00000100:00100000:2.0:1767320382.251379:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104192 00000100:00100000:2.0:1767320382.251417:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990104832 00000100:00100000:2.0:1767320382.251421:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990104832 00000100:00100000:2.0:1767320382.251433:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24042 00000100:00100000:2.0:1767320382.251440:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990104192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320382.251467:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320382.251545:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990104192:12345-0@lo:38:kworker.0 Request processed in 103us (10506us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320382.251627:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24043 00000100:00100000:0.0:1767320382.251633:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990104576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320382.251643:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320382.251683:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990104576:12345-0@lo:38:kworker.0 Request processed in 49us (10518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320382.251689:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24043 00000100:00100000:0.0:1767320382.251708:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24044 00000100:00100000:0.0:1767320382.251712:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990104832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320382.251720:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320382.251743:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990104832:12345-0@lo:38:kworker.0 Request processed in 30us (10538us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320382.251748:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24044 00000100:00080000:0.0:1767320382.251796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320382.251801:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320382.251804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990104192:0@lo:38:kworker.0 00000100:00080000:0.0:1767320382.251813:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320382.251816:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320382.251819:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990104576:0@lo:38:kworker.0 00000100:00080000:0.0:1767320382.251826:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320382.251830:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320382.251833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990104832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320382.252541:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24042 00000100:00100000:2.0:1767320382.304384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320383.072480:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320383.267263:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990105216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320383.267334:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320383.268764:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320383.268780:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990105344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320383.268828:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320383.268895:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105216 00000100:00100000:2.0:1767320383.268904:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105216 00000100:00100000:3.0:1767320383.268963:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105344 00000100:00100000:3.0:1767320383.268969:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105344 00000100:00100000:2.0:1767320383.268977:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:2.0:1767320383.268989:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990105216:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320383.268997:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1767320383.269007:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990105344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320383.269021:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767320383.269028:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320383.269083:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990105216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320383.269086:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990105344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320383.269094:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00100000:3.0:1767320383.269102:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:0.0:1767320383.273379:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990105344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320383.273403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990105216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320383.329737:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320383.337315:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320383.337381:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320383.342277:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891456 00000100:00100000:0.0:1767320383.342293:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891456 00000100:00100000:0.0:1767320383.343599:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891328 00000100:00100000:0.0:1767320383.343608:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891328 00000100:00100000:0.0:1767320383.343645:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5651 00000100:00100000:0.0:1767320383.343658:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925891456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320383.343743:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925891456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (6440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320383.343751:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5651 00000100:00100000:0.0:1767320383.343772:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24045 00000100:00100000:0.0:1767320383.343777:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925891328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320383.343796:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320383.343821:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925891328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (6439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320383.343827:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24045 00000100:00080000:3.0:1767320383.344902:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320384.098121:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320384.353998:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320385.125445:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320385.376695:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320386.144565:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320386.400557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320387.172088:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320387.360593:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320387.360605:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320387.360608:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320387.361159:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320387.361163:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320387.361172:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5631 00000100:00080000:2.0:1767320387.361177:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320387.361184:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320387.361226:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49180 x1853163990105472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320387.361298:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320387.361301:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320387.361304:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320387.361349:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5631 00000100:00080000:2.0:1767320387.361352:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320387.361356:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320387.361371:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefdf80 x1853163990105600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320387.361408:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320387.361411:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320387.361413:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320387.361416:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5631 00000100:00080000:2.0:1767320387.361418:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320387.361422:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320387.361435:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd500 x1853163990105856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320387.361448:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320387.361451:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320387.361453:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320387.361457:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5631 00000100:00080000:2.0:1767320387.361459:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320387.361462:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320387.361492:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978380 x1853163990106112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320387.361607:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990105984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320387.361657:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990105728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320387.361690:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320387.361692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990106240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320387.361783:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105728 00000100:00100000:2.0:1767320387.361791:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105728 00000100:00100000:3.0:1767320387.361791:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990105472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320387.361848:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5652 00000100:00100000:2.0:1767320387.361858:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990105728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.373381:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320387.373474:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320387.373487:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990106368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.373542:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320387.373632:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106240 00000100:00100000:0.0:1767320387.373639:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106240 00000100:00100000:0.0:1767320387.373715:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106368 00000100:00100000:0.0:1767320387.373718:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106368 00000100:00100000:0.0:1767320387.373743:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767320387.373751:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990106240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.373819:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990106240:12345-0@lo:400:kworker.0 Request processed in 69us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320387.373826:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:0.0:1767320387.373845:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767320387.373852:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990106368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.373878:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990106368:12345-0@lo:400:kworker.0 Request processed in 28us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320387.373884:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1767320387.373922:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320387.373968:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105984 00000100:00100000:0.0:1767320387.373972:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105984 00000100:00100000:0.0:1767320387.374002:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5653 00000100:00100000:0.0:1767320387.374008:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990105984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.375395:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990105984:12345-0@lo:400:kworker.0 Request processed in 1380us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320387.375419:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5653 00000100:00100000:0.0:1767320387.375495:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990105984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.375533:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990106368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320387.375548:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990106240:0@lo:400:kworker.0 00000100:00080000:0.0:1767320387.375627:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320387.375633:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320387.375636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320387.379716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320387.379763:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990105600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320387.379813:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320387.379911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990105856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320387.380191:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105472 00000100:00100000:0.0:1767320387.380200:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105472 00000100:00100000:0.0:1767320387.380260:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24046 00000100:00100000:0.0:1767320387.380267:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990105472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320387.380289:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320387.380336:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990105472:12345-0@lo:38:kworker.0 Request processed in 68us (632us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320387.380343:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24046 00000100:00100000:3.0:1767320387.383381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320387.383438:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990106112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320387.383470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320387.383511:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105856 00000100:00100000:3.0:1767320387.383519:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105856 00000100:00100000:3.0:1767320387.383555:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106112 00000100:00100000:3.0:1767320387.383558:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106112 00000100:00100000:3.0:1767320387.383581:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24047 00000100:00100000:3.0:1767320387.383589:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990105856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320387.383612:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320387.383650:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990105856:12345-0@lo:38:kworker.0 Request processed in 59us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320387.383657:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24047 00000100:00100000:3.0:1767320387.383673:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24048 00000100:00100000:3.0:1767320387.383677:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990106112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320387.383686:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320387.383707:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990106112:12345-0@lo:38:kworker.0 Request processed in 28us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320387.383712:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24048 00000100:00080000:3.0:1767320387.383743:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320387.383748:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320387.383753:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990106112:0@lo:38:kworker.0 00000100:00080000:3.0:1767320387.383794:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320387.383798:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320387.383801:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990105472:0@lo:38:kworker.0 00000100:00080000:3.0:1767320387.383810:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320387.383813:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320387.383815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990105856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320387.385146:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990105728:12345-0@lo:400:kworker.0 Request processed in 23282us (23447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320387.385158:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5652 00000100:00100000:0.0:1767320387.385290:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990105728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320387.394601:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990105600 00000100:00100000:1.0:1767320387.394622:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990105600 00000100:00100000:1.0:1767320387.396134:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:1.0:1767320387.396150:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c5121c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990105600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320387.396177:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320387.396298:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c5121c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990105600:12345-0@lo:38:kworker.0 Request processed in 149us (16483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320387.396306:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00080000:3.0:1767320387.396695:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320387.396702:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320387.396706:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990105600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320387.424914:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320388.192457:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320388.385142:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320388.385164:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990106496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320388.385285:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320388.385441:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106496 00000100:00100000:2.0:1767320388.385450:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106496 00000100:00100000:2.0:1767320388.385507:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:2.0:1767320388.385517:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990106496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320388.385548:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320388.385598:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990106496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320388.385604:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00100000:2.0:1767320388.385652:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990106496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320388.387125:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320388.387141:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990106624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320388.387193:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320388.387301:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106624 00000100:00100000:3.0:1767320388.387307:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106624 00000100:00100000:3.0:1767320388.387351:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:3.0:1767320388.387359:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990106624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320388.387381:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320388.387552:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990106624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320388.387640:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990106624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 281us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320388.387646:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00100000:3.0:1767320388.449950:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320388.452939:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320388.453005:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320388.453111:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891584 00000100:00100000:3.0:1767320388.453128:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891584 00000100:00100000:3.0:1767320388.453208:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891712 00000100:00100000:3.0:1767320388.453212:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891712 00000100:00100000:3.0:1767320388.453352:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5654 00000100:00100000:3.0:1767320388.453367:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925891712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767320388.453432:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320388.453522:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925891712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 156us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320388.453532:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5654 00000100:00100000:3.0:1767320388.453556:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24049 00000100:00100000:3.0:1767320388.453562:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925891584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320388.453590:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320388.453976:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925891584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 411us (1052us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320388.453984:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24049 00010000:00010000:1.0:1767320389.219054:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320389.474861:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320390.247024:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320390.498366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320391.265447:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320391.520413:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320392.288543:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320392.486672:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320392.486697:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320392.486700:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320392.486705:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320392.486710:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320392.486720:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5637 00000100:00080000:3.0:1767320392.486726:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320392.486733:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320392.486780:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ce00 x1853163990106752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320392.486809:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320392.486812:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320392.486814:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320392.486819:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5637 00000100:00080000:3.0:1767320392.486821:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320392.486827:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320392.486841:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400f100 x1853163990106880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320392.486867:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320392.486871:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320392.486873:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320392.486877:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5637 00000100:00080000:3.0:1767320392.486879:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320392.486883:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320392.486894:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400f800 x1853163990107136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320392.486900:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990106752:0@lo:38:kworker.0 00000100:00080000:3.0:1767320392.486926:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320392.486931:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320392.486933:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320392.486937:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5637 00000100:00080000:3.0:1767320392.486940:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320392.486943:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320392.486957:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e300 x1853163990107392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320392.486986:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.487020:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990107648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320392.487123:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990107520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320392.487159:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990107008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.487385:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.487458:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106752 00000100:00100000:3.0:1767320392.487467:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106752 00000100:00100000:3.0:1767320392.487508:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24050 00000100:00100000:3.0:1767320392.487515:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990106752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320392.487535:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320392.487579:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990106752:12345-0@lo:38:kworker.0 Request processed in 63us (593us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320392.487586:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24050 00000100:00100000:3.0:1767320392.487635:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107648 00000100:00100000:3.0:1767320392.487640:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107648 00000100:00100000:3.0:1767320392.487679:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:3.0:1767320392.487697:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990107648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.487745:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990107648:12345-0@lo:400:kworker.0 Request processed in 49us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320392.487751:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:3.0:1767320392.487790:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990107648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.487914:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990107264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.487936:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.487955:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107264 00000100:00100000:3.0:1767320392.487958:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107264 00000100:00100000:3.0:1767320392.487975:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5655 00000100:00100000:3.0:1767320392.487979:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990107264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.488013:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990107264:12345-0@lo:400:kworker.0 Request processed in 33us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320392.488019:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5655 00000100:00100000:3.0:1767320392.488042:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990107264:0@lo:400:kworker.0 00000100:00080000:3.0:1767320392.494381:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320392.494394:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320392.494399:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990106752:0@lo:38:kworker.0 00000100:00100000:3.0:1767320392.494412:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990106880:0@lo:38:kworker.0 00000100:00100000:3.0:1767320392.494471:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.494534:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990107136:0@lo:38:kworker.0 00000100:00100000:3.0:1767320392.494561:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.494582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990107392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320392.494607:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990106880 00000100:00100000:1.0:1767320392.494615:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990106880 00000100:00100000:3.0:1767320392.494625:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320392.494658:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:3.0:1767320392.494660:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107136 00000100:00100000:3.0:1767320392.494665:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107136 00000100:00100000:1.0:1767320392.494669:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990106880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320392.494701:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320392.494705:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107392 00000100:00100000:3.0:1767320392.494728:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107392 00000100:00100000:1.0:1767320392.494751:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990106880:12345-0@lo:38:kworker.0 Request processed in 83us (278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320392.494761:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24051 00000100:00100000:1.0:1767320392.494762:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00100000:3.0:1767320392.494771:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990107136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320392.494798:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320392.494804:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320392.494810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320392.494826:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320392.494879:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990107136:12345-0@lo:38:kworker.0 Request processed in 107us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320392.494881:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24052 00000100:00100000:1.0:1767320392.494891:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990107392:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320392.494892:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24051 00010000:00020000:1.0:1767320392.494905:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320392.494920:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107520 00000100:00100000:3.0:1767320392.494925:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107520 00000100:00100000:1.0:1767320392.494932:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990107392:12345-0@lo:38:kworker.0 Request processed in 42us (306us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320392.494939:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24052 00000100:00080000:1.0:1767320392.494968:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320392.494976:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:3.0:1767320392.494985:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990107520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.495099:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990107520:12345-0@lo:400:kworker.0 Request processed in 116us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320392.495107:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00080000:3.0:1767320392.495133:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320392.495137:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320392.495140:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990107136:0@lo:38:kworker.0 00000100:00080000:3.0:1767320392.495149:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320392.495152:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320392.495155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990107392:0@lo:38:kworker.0 00000100:00080000:3.0:1767320392.495162:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320392.495166:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320392.495168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990106880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320392.497580:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320392.498501:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990107520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320392.498569:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107008 00000100:00100000:1.0:1767320392.498576:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107008 00000100:00100000:1.0:1767320392.498836:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5656 00000100:00100000:1.0:1767320392.498845:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990107008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320392.498937:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990107008:12345-0@lo:400:kworker.0 Request processed in 93us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320392.498946:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5656 00000100:00080000:3.0:1767320392.499402:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320392.500292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990107008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320392.545203:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320393.312625:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320393.504448:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320393.504466:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990107776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320393.504535:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320393.504871:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107776 00000100:00100000:1.0:1767320393.504881:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107776 00000100:00100000:1.0:1767320393.504937:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:1.0:1767320393.504948:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990107776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320393.504981:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320393.505038:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990107776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320393.505050:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:2.0:1767320393.505102:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990107776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320393.510546:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320393.510588:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990107904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320393.512189:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320393.512355:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990107904 00000100:00100000:0.0:1767320393.512366:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990107904 00000100:00100000:0.0:1767320393.512421:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:0.0:1767320393.512431:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990107904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320393.512466:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320393.512556:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990107904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320393.512573:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:3.0:1767320393.512821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990107904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320393.568472:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320393.573525:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320393.573693:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320393.574353:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891968 00000100:00100000:1.0:1767320393.574363:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891968 00000100:00080000:2.0:1767320393.574441:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320393.574474:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925891840 00000100:00100000:3.0:1767320393.574479:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925891840 00000100:00100000:3.0:1767320393.574518:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5657 00000100:00100000:3.0:1767320393.574529:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925891968:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320393.574716:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925891968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 188us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320393.574724:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5657 00000100:00100000:3.0:1767320393.574744:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24053 00000100:00100000:3.0:1767320393.574748:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925891840:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320393.574768:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320393.574843:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925891840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (1150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320393.574851:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24053 00010000:00010000:1.0:1767320394.336473:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320394.592357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320395.360802:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320395.616462:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320396.384575:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320396.640550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320397.411663:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320397.600714:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320397.600725:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320397.600729:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320397.600733:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320397.600737:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320397.600745:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5642 00000100:00080000:2.0:1767320397.600749:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320397.600756:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320397.600808:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990108032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320397.600833:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320397.600836:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320397.600838:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320397.600842:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5642 00000100:00080000:2.0:1767320397.600844:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320397.600847:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320397.600861:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163990108160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320397.600902:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320397.600907:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320397.600909:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320397.600913:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5642 00000100:00080000:2.0:1767320397.600916:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320397.600919:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320397.600932:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320397.600947:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990108288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320397.600992:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163990108416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320397.601013:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320397.601016:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320397.601018:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320397.601021:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5642 00000100:00080000:2.0:1767320397.601023:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320397.601027:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320397.601037:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163990108672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320397.601083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990108800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320397.601132:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320397.601196:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320397.601202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990108928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320397.601226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320397.601281:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108800 00000100:00100000:2.0:1767320397.601291:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108800 00000100:00100000:2.0:1767320397.601345:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108928 00000100:00100000:2.0:1767320397.601348:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108928 00000100:00100000:3.0:1767320397.601481:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990108032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320397.601515:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320397.601539:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990108160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320397.601561:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320397.601580:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990108416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320397.601613:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320397.601630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990108672:0@lo:38:kworker.0 00000100:00100000:3.0:1767320397.601648:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320397.601675:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108032 00000100:00100000:3.0:1767320397.601679:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108032 00000100:00100000:3.0:1767320397.601701:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108416 00000100:00100000:3.0:1767320397.601703:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108416 00000100:00100000:3.0:1767320397.601716:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108672 00000100:00100000:3.0:1767320397.601718:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108672 00000100:00100000:3.0:1767320397.601736:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24054 00000100:00100000:3.0:1767320397.601743:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990108032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320397.601764:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320397.601808:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990108032:12345-0@lo:38:kworker.0 Request processed in 65us (293us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320397.601815:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24054 00000100:00100000:3.0:1767320397.601832:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24055 00000100:00100000:3.0:1767320397.601836:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990108416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320397.601845:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320397.601866:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990108416:12345-0@lo:38:kworker.0 Request processed in 29us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320397.601872:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24055 00000100:00100000:3.0:1767320397.601882:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24056 00000100:00100000:3.0:1767320397.601886:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990108672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320397.601894:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320397.601913:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990108672:12345-0@lo:38:kworker.0 Request processed in 26us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320397.601917:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24056 00000100:00080000:3.0:1767320397.601971:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320397.601976:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320397.601979:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990108032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320397.601989:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320397.601992:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320397.601994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990108416:0@lo:38:kworker.0 00000100:00080000:3.0:1767320397.602001:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320397.602004:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320397.602006:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990108672:0@lo:38:kworker.0 00000100:00080000:3.0:1767320397.602048:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320397.602052:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320397.602076:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:3.0:1767320397.602085:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990108800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320397.602130:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990108800:12345-0@lo:400:kworker.0 Request processed in 47us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320397.602136:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:3.0:1767320397.602150:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:3.0:1767320397.602156:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990108928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320397.602182:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990108928:12345-0@lo:400:kworker.0 Request processed in 26us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320397.602187:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00100000:3.0:1767320397.602223:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990108928:0@lo:400:kworker.0 00000100:00100000:3.0:1767320397.602253:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990108800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320397.602823:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320397.602838:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990108544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320397.602880:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320397.602927:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108544 00000100:00100000:1.0:1767320397.602932:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108544 00000100:00100000:1.0:1767320397.602973:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5658 00000100:00100000:1.0:1767320397.602982:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990108544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320397.603017:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990108544:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320397.603023:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5658 00000100:00100000:1.0:1767320397.603044:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108160 00000100:00100000:1.0:1767320397.603048:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108160 00000100:00100000:1.0:1767320397.603068:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230 00000100:00100000:1.0:1767320397.603073:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990108160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320397.603085:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320397.603118:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990108160:12345-0@lo:38:kworker.0 Request processed in 43us (1555us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320397.603124:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230 00000100:00080000:1.0:1767320397.603144:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320397.603164:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990108544:0@lo:400:kworker.0 00000100:00080000:1.0:1767320397.603190:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320397.603195:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320397.603198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990108160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320397.603285:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320397.603357:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990108288 00000100:00100000:3.0:1767320397.603362:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990108288 00000100:00100000:3.0:1767320397.603520:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659 00000100:00100000:3.0:1767320397.603528:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990108288:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320397.603539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320397.603578:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990108288:12345-0@lo:400:kworker.0 Request processed in 51us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320397.603584:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659 00000100:00100000:0.0:1767320397.603719:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990108288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320397.664902:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320398.434450:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320398.625708:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990109056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320398.625791:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320398.625971:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109056 00000100:00100000:3.0:1767320398.625979:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109056 00000100:00100000:3.0:1767320398.626032:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1767320398.626051:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990109056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320398.626083:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320398.626139:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990109056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320398.626150:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1767320398.626281:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990109056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320398.627409:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990109184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320398.627454:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320398.627598:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109184 00000100:00100000:1.0:1767320398.627605:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109184 00000100:00100000:1.0:1767320398.627649:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:1.0:1767320398.627657:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990109184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320398.627678:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320398.627722:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990109184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320398.627728:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00100000:2.0:1767320398.627807:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990109184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320398.688350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320398.695222:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320398.695336:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320398.695426:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892224 00000100:00100000:0.0:1767320398.695437:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892224 00000100:00100000:0.0:1767320398.695512:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892096 00000100:00100000:0.0:1767320398.695515:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892096 00000100:00100000:0.0:1767320398.695540:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5660 00000100:00100000:0.0:1767320398.695549:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925892224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320398.695646:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925892224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 97us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320398.695654:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5660 00000100:00100000:0.0:1767320398.695672:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24057 00000100:00100000:0.0:1767320398.695677:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925892096:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320398.695697:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320398.695732:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925892096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320398.695740:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24057 00000100:00080000:1.0:1767320398.696336:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320399.456461:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320399.712298:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320400.480645:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320400.742281:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320401.505456:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320401.760760:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320402.528781:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320402.720393:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320377/real 1767320377] req@ffff96e2ee77c700 x1853163990102784/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320402 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320402.720432:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ee77c700 x1853163990102784/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320402 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320402.720479:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320402.720509:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320402.720514:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990102784:0@lo:250:kworker.0 00000100:00080000:1.0:1767320402.722630:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320402.722640:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320402.722644:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320402.722654:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5626 00000100:00080000:1.0:1767320402.722659:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320402.722666:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320402.722704:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587b80 x1853163990109312/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320402.722739:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320402.722782:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320402.722784:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320402.722788:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5647 00000100:00080000:1.0:1767320402.722792:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320402.722792:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990109312:0@lo:250:kworker.0 00000100:00080000:1.0:1767320402.722798:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320402.722818:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587480 x1853163990109440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320402.722827:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320402.722830:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320402.722832:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320402.722836:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5647 00000100:00080000:1.0:1767320402.722838:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320402.722842:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320402.722855:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721880 x1853163990109568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767320402.722929:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990109312 offset 0 length 520: 4 00000100:00100000:2.0:1767320402.722945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990109696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320402.722993:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990109440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320402.723022:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320402.723074:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320402.723128:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990109568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320402.723130:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109696 00000100:00100000:0.0:1767320402.723140:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109696 00000100:00100000:3.0:1767320402.723158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320402.723207:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320402.723222:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320402.723224:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320402.723313:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109440 00000100:00100000:0.0:1767320402.723318:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109440 00000100:00100000:0.0:1767320402.723370:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5661 00000100:00100000:3.0:1767320402.723379:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24058 00000100:00100000:0.0:1767320402.723384:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990109696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320402.723403:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990109440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320402.723422:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320402.723463:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990109440:12345-0@lo:38:kworker.0 Request processed in 66us (389us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320402.723470:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24058 00000100:00080000:3.0:1767320402.723551:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320402.723556:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320402.723560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990109440:0@lo:38:kworker.0 00000100:00080000:3.0:1767320402.723623:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320402.723653:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109568 00000100:00100000:3.0:1767320402.723657:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109568 00000100:00100000:3.0:1767320402.723691:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:3.0:1767320402.723695:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990109568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320402.723705:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320402.723737:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990109568:12345-0@lo:38:kworker.0 Request processed in 41us (579us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320402.723744:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00080000:3.0:1767320402.723768:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320402.723772:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320402.723775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990109568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320402.732903:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990109696:12345-0@lo:400:kworker.0 Request processed in 9511us (9868us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320402.732919:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5661 00000100:00080000:1.0:1767320402.735704:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5647 00000100:00080000:1.0:1767320402.735720:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320402.735732:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320402.735782:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa721f80 x1853163990109824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320402.735828:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320402.735833:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320402.735837:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320402.735841:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5647 00000100:00080000:1.0:1767320402.735844:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320402.735847:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320402.735908:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634700 x1853163990110080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320402.735982:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990109824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320402.735989:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990110336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320402.736072:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990110208:0@lo:400:kworker.0 00000100:00100000:2.0:1767320402.736590:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990109696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320402.736617:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320402.736626:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990109952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320402.738857:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320402.739002:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110336 00000100:00100000:1.0:1767320402.739011:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110336 00000100:00100000:1.0:1767320402.739081:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:1.0:1767320402.739093:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990110336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320402.739166:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990110336:12345-0@lo:400:kworker.0 Request processed in 75us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320402.739173:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00080000:1.0:1767320402.739199:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320402.739244:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990110336:0@lo:400:kworker.0 00000100:00100000:3.0:1767320402.739958:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320402.740008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990110080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320402.740046:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109824 00000100:00100000:1.0:1767320402.740054:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109824 00000100:00100000:3.0:1767320402.740058:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320402.740082:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110080 00000100:00100000:1.0:1767320402.740087:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110080 00000100:00100000:1.0:1767320402.740108:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24059 00000100:00100000:1.0:1767320402.740116:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990109824:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320402.740121:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24060 00000100:00100000:3.0:1767320402.740129:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990110080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320402.740153:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320402.740193:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990109824:12345-0@lo:38:kworker.0 Request processed in 78us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320402.740201:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24059 00000100:00100000:0.0:1767320402.740404:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320402.740869:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110208 00000100:00100000:1.0:1767320402.740874:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110208 00000100:00100000:1.0:1767320402.740919:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:1.0:1767320402.740926:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990110208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320402.740982:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990110208:12345-0@lo:400:kworker.0 Request processed in 56us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320402.740988:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00080000:1.0:1767320402.741009:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320402.741051:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320402.741057:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320402.741061:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990109824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320402.741160:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990110208:0@lo:400:kworker.0 00000100:00100000:2.0:1767320402.741524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320402.741607:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990109952 00000100:00100000:1.0:1767320402.741612:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990109952 00000100:00100000:1.0:1767320402.741661:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5662 00000100:00100000:1.0:1767320402.741681:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990109952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320402.741721:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990109952:12345-0@lo:400:kworker.0 Request processed in 42us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320402.741728:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5662 00000100:00080000:2.0:1767320402.741956:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320402.741980:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990109952:0@lo:400:kworker.0 00010000:00020000:3.0:1767320402.742324:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320402.742639:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990110080:12345-0@lo:38:kworker.0 Request processed in 2263us (2340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320402.742649:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24060 00000100:00080000:1.0:1767320402.742748:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320402.742754:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320402.742757:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990110080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320402.784457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767320402.788997:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925892352 offset 0 length 520: 4 00000100:00100000:2.0:1767320402.789050:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320402.789089:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320402.789196:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892608 00000100:00100000:0.0:1767320402.789209:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892608 00000100:00100000:0.0:1767320402.789319:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892480 00000100:00100000:0.0:1767320402.789323:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892480 00000100:00100000:0.0:1767320402.789351:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5663 00000100:00100000:0.0:1767320402.789362:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925892608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320402.789445:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925892608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320402.789453:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5663 00000100:00100000:0.0:1767320402.789476:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24061 00000100:00100000:0.0:1767320402.789482:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925892480:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320402.789513:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320402.789544:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925892480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320402.789551:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24061 00000100:00080000:2.0:1767320402.790060:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320403.552577:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320403.744559:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990110464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320403.744654:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320403.744847:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990110592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320403.744893:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320403.744945:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110464 00000100:00100000:0.0:1767320403.744952:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110464 00000100:00100000:0.0:1767320403.745003:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110592 00000100:00100000:0.0:1767320403.745019:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110592 00000100:00100000:0.0:1767320403.745038:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:0.0:1767320403.745046:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990110464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320403.746176:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320403.746335:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:3.0:1767320403.746350:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990110592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320403.746375:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320403.746487:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990110592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320403.746494:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00100000:3.0:1767320403.746557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990110592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320403.750694:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990110464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5637us (6030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320403.750710:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00100000:2.0:1767320403.750845:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990110464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320403.808448:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320404.578442:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320404.833546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320405.600458:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320405.859457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320406.624532:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320406.880350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320407.648454:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320407.840921:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.840933:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320407.840936:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.840940:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.840945:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.840954:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5652 00000100:00080000:0.0:1767320407.840960:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.841011:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320407.841061:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefed80 x1853163990110720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320407.841088:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.841092:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.841093:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.841097:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5652 00000100:00080000:0.0:1767320407.841099:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.841103:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320407.841118:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163990110848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320407.841159:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.841163:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.841165:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.841168:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5652 00000100:00080000:0.0:1767320407.841170:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.841173:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320407.841185:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd880 x1853163990111104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320407.841194:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320407.841210:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990110976:0@lo:400:kworker.0 00000100:00080000:0.0:1767320407.841218:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.841223:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.841225:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.841250:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5652 00000100:00080000:0.0:1767320407.841253:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.841257:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320407.841272:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163990111360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320407.841339:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320407.841373:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990110720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320407.841431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320407.841447:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990111232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320407.841477:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320407.841480:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990110848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320407.841514:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990111616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320407.841515:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320407.841566:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990111104:0@lo:38:kworker.0 00000100:00100000:3.0:1767320407.841566:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320407.841595:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320407.841601:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320407.841605:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990111488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320407.841622:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990111360:0@lo:38:kworker.0 00000100:00100000:3.0:1767320407.841633:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320407.841662:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.841750:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111616 00000100:00100000:2.0:1767320407.841758:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111616 00000100:00100000:2.0:1767320407.841826:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111488 00000100:00100000:2.0:1767320407.841830:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111488 00000100:00100000:2.0:1767320407.841856:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:2.0:1767320407.841866:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990111616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320407.841941:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:1.0:1767320407.841950:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990111488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320407.842465:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110976 00000100:00100000:3.0:1767320407.842471:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110976 00000100:00100000:3.0:1767320407.842511:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110720 00000100:00100000:3.0:1767320407.842718:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110720 00000100:00100000:3.0:1767320407.842736:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111232 00000100:00100000:3.0:1767320407.842739:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111232 00000100:00100000:3.0:1767320407.842752:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111104 00000100:00100000:3.0:1767320407.842754:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111104 00000100:00100000:3.0:1767320407.842763:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111360 00000100:00100000:3.0:1767320407.842765:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111360 00000100:00100000:3.0:1767320407.842776:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5664 00000100:00100000:3.0:1767320407.842783:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990110976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320407.846705:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5665 00000100:00100000:2.0:1767320407.846732:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990111616:12345-0@lo:400:kworker.0 Request processed in 4638us (4935us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320407.846745:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1767320407.846765:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990111232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320407.847370:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990110848 00000100:00100000:2.0:1767320407.847380:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990110848 00000100:00100000:2.0:1767320407.847425:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:2.0:1767320407.847431:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990110848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.847451:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.847499:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990110848:12345-0@lo:38:kworker.0 Request processed in 67us (5985us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.847505:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00080000:2.0:1767320407.847533:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320407.847539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320407.847542:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320407.848007:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990111616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320407.848067:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24062 00000100:00100000:2.0:1767320407.848074:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990110720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.848085:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.848122:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990110720:12345-0@lo:38:kworker.0 Request processed in 47us (6691us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.848128:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24062 00000100:00100000:0.0:1767320407.849812:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990111232:12345-0@lo:400:kworker.0 Request processed in 3086us (8325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320407.849824:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5665 00000100:00100000:2.0:1767320407.849933:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24063 00000100:00100000:2.0:1767320407.849941:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990111104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.849964:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.850026:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990111104:12345-0@lo:38:kworker.0 Request processed in 84us (8427us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.850031:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24063 00000100:00100000:2.0:1767320407.850044:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24064 00000100:00100000:2.0:1767320407.850048:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990111360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.850094:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.850370:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990111360:12345-0@lo:38:kworker.0 Request processed in 319us (8708us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.850378:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24064 00000100:00100000:2.0:1767320407.851038:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990111232:0@lo:400:kworker.0 00000100:00080000:2.0:1767320407.851207:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.851213:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.851216:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990110720:0@lo:38:kworker.0 00000100:00080000:2.0:1767320407.851227:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.851260:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.851264:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990110848:0@lo:38:kworker.0 00000100:00080000:2.0:1767320407.851275:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.851279:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.851281:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990111104:0@lo:38:kworker.0 00000100:00080000:2.0:1767320407.851290:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.851292:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.851295:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990111360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320407.851711:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990111488:12345-0@lo:400:kworker.0 Request processed in 9760us (10076us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320407.851722:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:2.0:1767320407.851808:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990111488:0@lo:400:kworker.0 00000100:00100000:3.0:1767320407.852200:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990110976:12345-0@lo:400:kworker.0 Request processed in 9414us (10858us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320407.852212:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5664 00000100:00100000:2.0:1767320407.852459:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990110976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320407.904463:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320407.907761:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320407.909394:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320407.919700:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892736 00000100:00100000:0.0:1767320407.919716:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892736 00000100:00100000:0.0:1767320407.919774:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892864 00000100:00100000:0.0:1767320407.919777:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892864 00000100:00100000:2.0:1767320407.920196:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24065 00000100:00100000:2.0:1767320407.920207:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925892736:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320407.920255:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.920330:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925892736:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 123us (12935us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.920338:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24065 00000100:00100000:0.0:1767320407.921195:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5666 00000100:00100000:0.0:1767320407.921207:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925892864:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320407.921289:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925892864:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (11903us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320407.921296:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5666 00000100:00080000:3.0:1767320407.924095:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320408.680122:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320408.864906:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990111744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320408.865009:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320408.865299:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111744 00000100:00100000:3.0:1767320408.865313:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111744 00000100:00100000:3.0:1767320408.865413:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:3.0:1767320408.865425:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990111744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320408.865471:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320408.865561:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990111744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320408.865571:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767320408.865638:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990111744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320408.872810:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320408.872844:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990111872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320408.872956:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320408.873168:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990111872 00000100:00100000:2.0:1767320408.873184:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990111872 00000100:00100000:2.0:1767320408.873277:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:2.0:1767320408.873288:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990111872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320408.873340:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320408.873404:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990111872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320408.873413:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:3.0:1767320408.873661:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990111872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320408.928648:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320409.696555:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320409.953045:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320410.720685:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320410.978475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320411.752122:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320412.000345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320412.768479:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320412.960381:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320412.960393:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320412.960397:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320412.960402:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320412.960407:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320412.960418:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5657 00000100:00080000:1.0:1767320412.960424:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320412.960432:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320412.960537:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163990112000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320412.960570:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320412.960573:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320412.960575:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320412.960578:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5657 00000100:00080000:1.0:1767320412.960580:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320412.960594:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320412.960606:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990112128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320412.960653:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320412.960656:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320412.960658:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320412.960661:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5657 00000100:00080000:1.0:1767320412.960663:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320412.960667:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320412.960677:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c700 x1853163990112384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320412.960691:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320412.960705:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320412.960706:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320412.960709:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5657 00000100:00080000:1.0:1767320412.960711:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320412.960714:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320412.960724:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253b80 x1853163990112640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320412.960779:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990112896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.960849:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990112000:0@lo:38:kworker.0 00000100:00100000:1.0:1767320412.960884:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320412.961042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990112256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.961400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320412.961421:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320412.961430:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990112768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.961440:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990112128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320412.961475:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.961499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320412.961533:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112896 00000100:00100000:1.0:1767320412.961541:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112896 00000100:00100000:0.0:1767320412.961547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990112384:0@lo:38:kworker.0 00000100:00100000:0.0:1767320412.961578:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.961601:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990112640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320412.961619:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112768 00000100:00100000:1.0:1767320412.961624:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112768 00000100:00100000:0.0:1767320412.961627:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320412.961654:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:1.0:1767320412.961664:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990112896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.961670:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112000 00000100:00100000:1.0:1767320412.961727:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990112896:12345-0@lo:400:kworker.0 Request processed in 65us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320412.961734:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1767320412.961743:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112000 00000100:00100000:1.0:1767320412.961752:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:1.0:1767320412.961760:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990112768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.961775:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112384 00000100:00100000:0.0:1767320412.961780:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112384 00000100:00100000:0.0:1767320412.961798:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112640 00000100:00100000:0.0:1767320412.961801:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112640 00000100:00100000:1.0:1767320412.961804:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990112768:12345-0@lo:400:kworker.0 Request processed in 44us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320412.961811:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1767320412.961824:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24066 00000100:00100000:0.0:1767320412.961831:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990112000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320412.961854:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320412.961854:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990112768:0@lo:400:kworker.0 00000100:00100000:1.0:1767320412.961868:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990112896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.961902:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990112000:12345-0@lo:38:kworker.0 Request processed in 69us (503us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320412.961910:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112128 00000100:00100000:0.0:1767320412.961911:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24066 00000100:00100000:1.0:1767320412.961915:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112128 00000100:00100000:0.0:1767320412.961932:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24067 00000100:00100000:0.0:1767320412.961938:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990112384:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320412.961943:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:1.0:1767320412.961949:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990112128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320412.961953:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320412.961963:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320412.961989:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990112128:12345-0@lo:38:kworker.0 Request processed in 39us (491us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320412.962005:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:1.0:1767320412.962024:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24068 00000100:00100000:1.0:1767320412.962028:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990112640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320412.962036:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320412.962056:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990112640:12345-0@lo:38:kworker.0 Request processed in 26us (432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320412.962060:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24068 00000100:00080000:1.0:1767320412.962090:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320412.962095:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320412.962098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990112000:0@lo:38:kworker.0 00000100:00080000:1.0:1767320412.962106:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320412.962108:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320412.962111:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990112128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320412.962117:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320412.962120:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320412.962123:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990112640:0@lo:38:kworker.0 00000100:00080000:1.0:1767320412.962149:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320412.962151:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990112384:12345-0@lo:38:kworker.0 Request processed in 210us (570us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320412.962155:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320412.962165:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24067 00000100:00100000:1.0:1767320412.962181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990112384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320412.962280:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990112512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320412.962322:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.962347:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112512 00000100:00100000:0.0:1767320412.962353:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112512 00000100:00100000:0.0:1767320412.962403:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5667 00000100:00100000:0.0:1767320412.962411:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990112512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.962449:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990112512:12345-0@lo:400:kworker.0 Request processed in 39us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.962455:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5667 00000100:00100000:2.0:1767320412.962547:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.962628:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990112256 00000100:00100000:0.0:1767320412.962633:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990112256 00000100:00100000:0.0:1767320412.962779:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5668 00000100:00100000:0.0:1767320412.962787:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990112256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.962825:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990112256:12345-0@lo:400:kworker.0 Request processed in 39us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.962831:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5668 00000100:00080000:3.0:1767320412.962954:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320412.962963:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320412.962978:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320412.963164:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990112256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320412.965500:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990112512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320413.024609:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320413.031330:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320413.031480:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320413.036930:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925892992 00000100:00100000:1.0:1767320413.036950:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925892992 00000100:00100000:1.0:1767320413.037069:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893120 00000100:00100000:1.0:1767320413.037074:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893120 00000100:00080000:3.0:1767320413.037153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320413.037163:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5669 00000100:00100000:0.0:1767320413.037179:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925893120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320413.037318:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925893120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 144us (5837us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320413.037329:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5669 00000100:00100000:0.0:1767320413.037355:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24069 00000100:00100000:0.0:1767320413.037360:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925892992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320413.037383:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320413.037412:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925892992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (6094us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320413.037418:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24069 00010000:00010000:0.0:1767320413.794664:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320413.984825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990113024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320413.985308:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990113152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320413.985385:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320413.985609:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113152 00000100:00100000:3.0:1767320413.985619:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113152 00000100:00100000:3.0:1767320413.985672:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:3.0:1767320413.985681:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990113152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320413.985732:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320413.985804:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990113152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320413.985811:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1767320413.986413:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990113152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320413.987544:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320413.987629:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113024 00000100:00100000:2.0:1767320413.987660:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113024 00000100:00100000:2.0:1767320413.987871:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:2.0:1767320413.987895:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990113024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320413.987943:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320413.988016:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990113024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320413.988025:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1767320413.988179:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990113024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320414.048663:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320414.816499:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320415.072447:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320415.841074:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320416.097396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320416.864432:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320417.120813:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320417.890384:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320418.080829:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320418.080839:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320418.080842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320418.080846:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320418.080851:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320418.084940:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5662 00000100:00080000:1.0:1767320418.084959:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320418.084968:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320418.085337:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990113280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320418.085374:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320418.085378:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320418.085381:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320418.085385:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5662 00000100:00080000:1.0:1767320418.085403:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320418.085408:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320418.087033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990113280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.089804:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ca80 x1853163990113408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320418.091858:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320418.092045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990113408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320418.092124:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320418.092174:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113408 00000100:00100000:0.0:1767320418.092183:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113408 00000100:00100000:3.0:1767320418.092493:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990113536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320418.092532:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320418.092844:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113280 00000100:00100000:2.0:1767320418.092851:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113280 00000100:00100000:2.0:1767320418.092880:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113536 00000100:00100000:2.0:1767320418.092883:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113536 00000100:00100000:2.0:1767320418.092939:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5670 00000100:00100000:2.0:1767320418.092949:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990113536:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320418.093624:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320418.093630:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320418.093633:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320418.093653:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5662 00000100:00080000:1.0:1767320418.093658:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320418.093663:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320418.093715:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990113664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320418.093939:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767320418.093947:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990113408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320418.093968:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320418.094980:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990113408:12345-0@lo:38:kworker.0 Request processed in 1028us (2851us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320418.095001:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00080000:0.0:1767320418.095110:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320418.095116:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320418.095121:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990113408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320418.095148:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990113664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320418.095186:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320418.095246:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113664 00000100:00100000:0.0:1767320418.095252:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113664 00000100:00100000:0.0:1767320418.095282:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24070 00000100:00100000:0.0:1767320418.095287:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990113280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320418.095303:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320418.095335:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990113280:12345-0@lo:38:kworker.0 Request processed in 46us (3495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320418.095341:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24070 00000100:00100000:0.0:1767320418.095354:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24071 00000100:00100000:0.0:1767320418.095358:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990113664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320418.095369:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320418.095407:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990113664:12345-0@lo:38:kworker.0 Request processed in 47us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320418.095413:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24071 00000100:00080000:0.0:1767320418.095436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320418.095440:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320418.095442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990113664:0@lo:38:kworker.0 00000100:00080000:0.0:1767320418.095451:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320418.095454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320418.095457:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990113280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320418.095498:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990113792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320418.095523:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320418.095549:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113792 00000100:00100000:0.0:1767320418.095553:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113792 00000100:00100000:2.0:1767320418.095826:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990113536:12345-0@lo:400:kworker.0 Request processed in 2878us (3291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320418.095835:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5670 00000100:00080000:2.0:1767320418.095902:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320418.095951:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320418.095956:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320418.095959:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320418.095964:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5662 00000100:00080000:1.0:1767320418.095967:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320418.095971:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320418.096093:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671 00000100:00100000:1.0:1767320418.096140:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990113920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320418.096255:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990113920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.096310:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.096334:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990113920 00000100:00100000:1.0:1767320418.096338:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990113920 00000100:00100000:1.0:1767320418.096360:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24072 00000100:00100000:1.0:1767320418.096365:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990113920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320418.096377:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320418.096403:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990113920:12345-0@lo:38:kworker.0 Request processed in 36us (93us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320418.096408:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24072 00000100:00080000:1.0:1767320418.096433:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320418.096436:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320418.096439:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990113920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320418.096468:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990114048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.096510:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.096531:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320418.096537:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990114176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.096558:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320418.097906:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114048 00000100:00100000:1.0:1767320418.097918:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114048 00000100:00100000:1.0:1767320418.098200:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114176 00000100:00100000:1.0:1767320418.098205:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114176 00000100:00100000:1.0:1767320418.098263:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:1.0:1767320418.098271:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990114048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.098333:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990114048:12345-0@lo:400:kworker.0 Request processed in 63us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320418.098340:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00000100:00100000:1.0:1767320418.098358:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:1.0:1767320418.098365:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990114176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.098392:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990114176:12345-0@lo:400:kworker.0 Request processed in 28us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320418.098399:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:1.0:1767320418.098448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990114176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320418.098462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990114048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320418.099389:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990113536:0@lo:400:kworker.0 00000100:00080000:2.0:1767320418.099530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320418.099536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320418.099750:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990113792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320418.099896:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990113792:12345-0@lo:400:kworker.0 Request processed in 3796us (4371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320418.099904:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671 00000100:00100000:1.0:1767320418.099978:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990113792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320418.144454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320418.147843:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320418.148002:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893376 00000100:00100000:2.0:1767320418.148014:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893376 00000100:00100000:2.0:1767320418.148108:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5672 00000100:00100000:2.0:1767320418.148119:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925893376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320418.148206:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925893376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320418.148223:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5672 00000100:00080000:3.0:1767320418.148473:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320418.149081:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320418.149224:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893248 00000100:00100000:1.0:1767320418.149264:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893248 00000100:00100000:1.0:1767320418.149310:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24073 00000100:00100000:1.0:1767320418.149317:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925893248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320418.149339:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320418.149381:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925893248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 63us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320418.149388:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24073 00010000:00010000:0.0:1767320418.915602:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320419.104554:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990114304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320419.104664:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320419.104896:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114304 00000100:00100000:3.0:1767320419.104897:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990114432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320419.104914:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114304 00000100:00100000:3.0:1767320419.104938:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320419.105006:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114432 00000100:00100000:1.0:1767320419.105018:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:1.0:1767320419.105031:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990114304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320419.105074:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320419.105151:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114432 00000100:00100000:3.0:1767320419.105210:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00000100:00100000:3.0:1767320419.105219:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990114432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320419.105282:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320419.105323:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990114432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320419.105330:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00000100:00100000:3.0:1767320419.105378:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990114432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320419.105754:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990114304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320419.105759:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990114304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 726us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320419.106014:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00100000:2.0:1767320419.168360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320419.936475:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320420.192439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320420.960621:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320421.217673:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320421.984460:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320422.240580:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320423.008474:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320423.200370:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320423.200385:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320423.200388:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320423.200393:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320423.200397:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320423.200407:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5667 00000100:00080000:1.0:1767320423.200413:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320423.200420:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320423.200470:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77b80 x1853163990114560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320423.200498:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320423.200502:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320423.200504:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320423.200508:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5667 00000100:00080000:1.0:1767320423.200511:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320423.200515:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320423.200526:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990114560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320423.200527:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74e00 x1853163990114688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320423.200570:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320423.200574:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320423.200576:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320423.200579:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5667 00000100:00080000:1.0:1767320423.200581:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320423.200584:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320423.200594:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75880 x1853163990114944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320423.200599:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320423.200614:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320423.200617:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320423.200618:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320423.200621:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5667 00000100:00080000:1.0:1767320423.200623:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320423.200626:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320423.200634:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163990115200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320423.200667:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990114688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320423.200680:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990115328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320423.200692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320423.200707:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320423.200714:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990114944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320423.200726:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320423.200731:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990115456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320423.200733:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320423.200749:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990115200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320423.200750:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320423.200765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320423.200774:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115328 00000100:00100000:1.0:1767320423.200782:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115328 00000100:00100000:3.0:1767320423.200792:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114688 00000100:00100000:3.0:1767320423.200796:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114688 00000100:00100000:1.0:1767320423.200820:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115456 00000100:00100000:1.0:1767320423.200823:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115456 00000100:00100000:3.0:1767320423.200824:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:3.0:1767320423.200831:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990114688:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320423.200838:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:1.0:1767320423.200844:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990115328:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767320423.200850:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320423.200887:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990115328:12345-0@lo:400:kworker.0 Request processed in 42us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320423.200887:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990114688:12345-0@lo:38:kworker.0 Request processed in 55us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320423.200895:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:3.0:1767320423.200895:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00100000:1.0:1767320423.200911:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1767320423.200916:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114560 00000100:00100000:1.0:1767320423.200917:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990115456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320423.200919:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114560 00000100:00100000:3.0:1767320423.200935:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114944 00000100:00100000:3.0:1767320423.200937:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114944 00000100:00100000:1.0:1767320423.200943:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990115456:12345-0@lo:400:kworker.0 Request processed in 27us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320423.200948:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115200 00000100:00100000:1.0:1767320423.200949:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1767320423.200950:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115200 00000100:00100000:1.0:1767320423.200967:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24074 00000100:00100000:1.0:1767320423.200971:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990114560:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320423.200977:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24075 00000100:00100000:3.0:1767320423.200981:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990114944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320423.200982:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320423.200989:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320423.201005:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990114560:12345-0@lo:38:kworker.0 Request processed in 32us (406us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320423.201011:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990114944:12345-0@lo:38:kworker.0 Request processed in 29us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320423.201012:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24074 00000100:00100000:3.0:1767320423.201016:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24075 00000100:00100000:1.0:1767320423.201024:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24076 00000100:00100000:1.0:1767320423.201027:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990115200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320423.201036:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320423.201063:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990115200:12345-0@lo:38:kworker.0 Request processed in 34us (297us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320423.201268:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990115072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320423.201299:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320423.201316:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320423.201321:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990114816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320423.201339:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320423.201398:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115072 00000100:00100000:2.0:1767320423.201402:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115072 00000100:00100000:0.0:1767320423.201407:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990115456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320423.201417:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990115328:0@lo:400:kworker.0 00000100:00100000:0.0:1767320423.201455:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990114816 00000100:00100000:0.0:1767320423.201459:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990114816 00000100:00080000:3.0:1767320423.201476:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320423.201480:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320423.201482:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320423.201485:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5673 00000100:00100000:0.0:1767320423.201491:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990114816:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320423.201503:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320423.201507:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320423.201510:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990114688:0@lo:38:kworker.0 00000100:00080000:3.0:1767320423.201518:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320423.201522:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320423.201523:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990114816:12345-0@lo:400:kworker.0 Request processed in 33us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320423.201525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990114944:0@lo:38:kworker.0 00000100:00100000:0.0:1767320423.201530:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5673 00000100:00080000:3.0:1767320423.201531:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320423.201533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320423.201536:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990115200:0@lo:38:kworker.0 00000100:00080000:3.0:1767320423.201542:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320423.201545:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320423.201548:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990114560:0@lo:38:kworker.0 00000100:00100000:0.0:1767320423.201561:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990114816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320423.211671:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24076 00000100:00100000:2.0:1767320423.217300:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5674 00000100:00100000:2.0:1767320423.217328:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990115072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.217623:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990115072:12345-0@lo:400:kworker.0 Request processed in 309us (16321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320423.217642:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5674 00000100:00100000:0.0:1767320423.218207:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990115072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320423.264491:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320423.273688:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320423.273733:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320423.273750:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893504 00000100:00100000:2.0:1767320423.273764:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893504 00000100:00100000:2.0:1767320423.273815:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893632 00000100:00100000:2.0:1767320423.273819:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893632 00000100:00100000:2.0:1767320423.273877:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5675 00000100:00100000:2.0:1767320423.273888:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925893632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320423.273914:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24077 00000100:00100000:1.0:1767320423.273919:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925893504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320423.273940:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320423.274008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320423.274063:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925893632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 176us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320423.274072:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5675 00000100:00100000:1.0:1767320423.280105:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925893504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 6169us (6414us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320423.280158:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24077 00010000:00010000:0.0:1767320424.033910:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320424.226901:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990115712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320424.226967:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320424.227039:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990115584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320424.227077:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320424.227169:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115712 00000100:00100000:2.0:1767320424.227177:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115712 00000100:00100000:2.0:1767320424.227216:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115584 00000100:00100000:2.0:1767320424.227220:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115584 00000100:00100000:2.0:1767320424.227258:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:2.0:1767320424.227267:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990115712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320424.227294:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320424.227341:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990115712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320424.227349:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00100000:2.0:1767320424.227365:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767320424.227371:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990115584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320424.227384:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320424.227408:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990115584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320424.227415:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767320424.228083:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990115712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320424.228886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990115584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320424.289147:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320425.057550:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320425.312485:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320426.081256:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320426.336362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320427.104956:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320427.296389:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320402/real 1767320402] req@ffff96e301587b80 x1853163990109312/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320427 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320427.296422:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301587b80 x1853163990109312/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320427 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320427.296442:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320427.296481:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320427.296485:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990109312:0@lo:250:kworker.0 00000100:00080000:0.0:1767320427.296663:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320427.296669:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320427.296672:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320427.296689:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5652 00000100:00080000:0.0:1767320427.296693:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320427.296699:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320427.296748:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163990115840/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320427.296775:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320427.296779:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320427.296781:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320427.296784:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5672 00000100:00080000:0.0:1767320427.296787:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320427.296790:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320427.296805:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7edc00 x1853163990115968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320427.296814:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320427.296817:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320427.296819:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320427.296822:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5672 00000100:00080000:0.0:1767320427.296825:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320427.296828:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320427.296839:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eed80 x1853163990116096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320427.296882:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320427.296886:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320427.296888:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320427.296892:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5672 00000100:00080000:0.0:1767320427.296896:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320427.296899:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320427.296910:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7efb80 x1853163990116352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320427.296926:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320427.296930:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320427.296931:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320427.296935:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5672 00000100:00080000:0.0:1767320427.296937:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320427.296941:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320427.296951:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ed180 x1853163990116608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320427.297007:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990116864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320427.297112:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320427.297172:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320427.297179:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990116736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320427.297201:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320427.297275:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116864 00000100:00100000:0.0:1767320427.297282:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116864 00000100:00100000:0.0:1767320427.297332:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116736 00000100:00100000:0.0:1767320427.297336:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116736 00000100:00100000:0.0:1767320427.297359:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:0.0:1767320427.297369:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990116864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320427.297419:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990116864:12345-0@lo:400:kworker.0 Request processed in 50us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320427.297427:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:0.0:1767320427.297445:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:0.0:1767320427.297451:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990116736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320427.297495:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990116736:12345-0@lo:400:kworker.0 Request processed in 43us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320427.297501:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:0.0:1767320427.297570:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990116736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320427.297581:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990116864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320427.297683:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990116224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320427.297719:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320427.297755:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320427.297761:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990116480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320427.297785:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320427.298409:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320427.298416:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320427.298430:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990115840:0@lo:250:kworker.0 00000400:00000100:3.0:1767320427.298472:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990115840 offset 0 length 520: 4 00000100:00100000:3.0:1767320427.298496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990115968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320427.298523:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320427.298555:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990116096:0@lo:38:kworker.0 00000100:00100000:3.0:1767320427.298580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320427.298599:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990116352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320427.298619:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320427.298635:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990116608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320427.298656:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320427.298689:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116096 00000100:00100000:3.0:1767320427.298695:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116096 00000100:00100000:1.0:1767320427.298913:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116224 00000100:00100000:1.0:1767320427.298918:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116224 00000100:00100000:1.0:1767320427.298958:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116480 00000100:00100000:1.0:1767320427.298962:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116480 00000100:00100000:1.0:1767320427.298975:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990115968 00000100:00100000:1.0:1767320427.298978:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990115968 00000100:00100000:1.0:1767320427.298987:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116352 00000100:00100000:1.0:1767320427.298989:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116352 00000100:00100000:1.0:1767320427.298996:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116608 00000100:00100000:1.0:1767320427.298998:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116608 00000100:00100000:1.0:1767320427.299008:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5676 00000100:00100000:1.0:1767320427.299016:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990116224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320427.299079:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990116224:12345-0@lo:400:kworker.0 Request processed in 63us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320427.299086:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5676 00000100:00100000:1.0:1767320427.299103:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5677 00000100:00100000:1.0:1767320427.299110:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990116480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320427.299139:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990116480:12345-0@lo:400:kworker.0 Request processed in 30us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320427.299145:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5677 00000100:00100000:1.0:1767320427.299156:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24078 00000100:00100000:1.0:1767320427.299160:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990115968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320427.299181:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320427.299213:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990115968:12345-0@lo:38:kworker.0 Request processed in 51us (689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320427.299220:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24078 00000100:00100000:1.0:1767320427.299265:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24079 00000100:00100000:1.0:1767320427.299269:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990116352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320427.299279:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320427.299303:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990116352:12345-0@lo:38:kworker.0 Request processed in 32us (682us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320427.299309:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24079 00000100:00100000:1.0:1767320427.299320:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24080 00000100:00100000:1.0:1767320427.299323:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990116608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320427.299333:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320427.299353:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990116608:12345-0@lo:38:kworker.0 Request processed in 28us (697us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320427.299359:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24080 00000100:00100000:1.0:1767320427.299396:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990116480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320427.299408:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990116224:0@lo:400:kworker.0 00000100:00080000:1.0:1767320427.299440:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320427.299445:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320427.299449:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990115968:0@lo:38:kworker.0 00000100:00080000:1.0:1767320427.299470:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320427.299474:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320427.299477:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990116352:0@lo:38:kworker.0 00000100:00080000:1.0:1767320427.299485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320427.299488:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320427.299491:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990116608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320427.299561:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:1.0:1767320427.299566:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990116096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320427.299578:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320427.299609:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990116096:12345-0@lo:38:kworker.0 Request processed in 41us (1028us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320427.299615:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00080000:1.0:1767320427.299643:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320427.299647:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320427.299650:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990116096:0@lo:38:kworker.0 00000100:00080000:1.0:1767320427.299672:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320427.360370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320428.128610:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320428.384325:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320428.390018:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320428.390168:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893888 00000100:00100000:0.0:1767320428.390179:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893888 00000100:00100000:0.0:1767320428.390296:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5678 00000100:00100000:0.0:1767320428.390307:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925893888:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320428.390391:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925893888:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320428.390399:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5678 00000100:00080000:1.0:1767320428.390478:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320428.390615:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767320428.390724:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925894016 offset 0 length 520: 4 00000100:00100000:0.0:1767320428.391176:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925893760 00000100:00100000:0.0:1767320428.391181:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925893760 00000100:00100000:0.0:1767320428.391215:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24081 00000100:00100000:0.0:1767320428.391221:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925893760:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320428.391260:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320428.391356:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925893760:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 133us (740us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320428.391363:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24081 00010000:00010000:0.0:1767320429.152481:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320429.344463:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990116992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320429.344556:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320429.344568:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990117120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320429.344603:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320429.344628:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990116992 00000100:00100000:3.0:1767320429.344712:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117120 00000100:00100000:3.0:1767320429.344721:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117120 00000100:00100000:1.0:1767320429.344980:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990116992 00000100:00100000:3.0:1767320429.345048:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:3.0:1767320429.345058:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990117120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320429.345088:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320429.347736:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1767320429.347763:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990116992:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320429.347857:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320429.347863:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767320429.347894:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320429.347964:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990116992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (3408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320429.347972:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1767320429.348042:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990116992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320429.353731:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990117120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8664us (9115us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320429.353747:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:0.0:1767320429.354136:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990117120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320429.408415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320430.177167:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320430.433669:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320431.200711:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320431.396725:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320431.397158:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894144 00000100:00100000:0.0:1767320431.397170:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894144 00000100:00100000:0.0:1767320431.397226:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24082 00000100:00100000:0.0:1767320431.397262:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925894144:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320431.397286:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320431.397461:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925894144:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 198us (756us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320431.397469:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24082 00000100:00100000:1.0:1767320431.399539:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320431.400601:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894272 00000100:00100000:0.0:1767320431.400614:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894272 00000100:00100000:0.0:1767320431.400725:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5679 00000100:00100000:0.0:1767320431.400737:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925894272:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320431.400847:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925894272:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 112us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320431.400855:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5679 00000100:00080000:2.0:1767320431.401010:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320431.456354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320432.230919:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320432.419551:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320432.419562:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320432.419565:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320432.419570:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320432.419575:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320432.419587:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5677 00000100:00080000:1.0:1767320432.419593:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320432.419600:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320432.419648:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75f80 x1853163990117248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320432.419669:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320432.419672:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320432.419675:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320432.419679:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5677 00000100:00080000:1.0:1767320432.419682:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320432.419685:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320432.419698:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75180 x1853163990117376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320432.419729:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320432.419732:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320432.419734:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320432.419738:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5677 00000100:00080000:1.0:1767320432.419740:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320432.419743:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320432.419753:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163990117632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320432.419767:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320432.419770:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320432.419772:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320432.419775:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5677 00000100:00080000:1.0:1767320432.419777:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320432.419780:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320432.419787:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74e00 x1853163990117888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320432.419831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990117504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320432.419895:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320432.419968:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320432.419974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990117760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320432.419994:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320432.420024:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117504 00000100:00100000:1.0:1767320432.420030:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117504 00000100:00100000:1.0:1767320432.420089:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117760 00000100:00100000:1.0:1767320432.420092:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117760 00000100:00100000:1.0:1767320432.420115:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5680 00000100:00100000:1.0:1767320432.420123:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990117504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320432.420174:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990117504:12345-0@lo:400:kworker.0 Request processed in 52us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320432.420182:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5680 00000100:00100000:1.0:1767320432.420199:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5681 00000100:00100000:1.0:1767320432.420205:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990117760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320432.420260:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990117760:12345-0@lo:400:kworker.0 Request processed in 56us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320432.420267:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5681 00000100:00080000:1.0:1767320432.420283:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320432.420310:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990118016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320432.420345:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320432.420345:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990117248:0@lo:38:kworker.0 00000100:00100000:3.0:1767320432.420372:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320432.420395:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990117376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320432.420416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320432.420435:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320432.420436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990117632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320432.420485:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117376 00000100:00100000:0.0:1767320432.420488:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320432.420488:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117376 00000100:00100000:2.0:1767320432.425510:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320432.425727:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990118144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320432.425794:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320432.425846:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118016 00000100:00100000:2.0:1767320432.425854:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118016 00000100:00100000:2.0:1767320432.425911:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118144 00000100:00100000:2.0:1767320432.425914:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118144 00000100:00100000:2.0:1767320432.425939:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00000100:00100000:2.0:1767320432.425959:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990118016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320432.426919:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990118016:12345-0@lo:400:kworker.0 Request processed in 968us (6568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320432.426931:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00000100:00100000:2.0:1767320432.426971:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:2.0:1767320432.426982:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990118144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320432.427030:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990118144:12345-0@lo:400:kworker.0 Request processed in 52us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320432.427036:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00100000:2.0:1767320432.427103:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990118144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320432.427115:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990118016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320432.428314:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117248 00000100:00100000:1.0:1767320432.428328:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117248 00000100:00100000:1.0:1767320432.429817:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894528 00000100:00100000:1.0:1767320432.429829:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894528 00000100:00100000:1.0:1767320432.429860:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894400 00000100:00100000:1.0:1767320432.429863:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894400 00000100:00100000:1.0:1767320432.429881:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5682 00000100:00100000:1.0:1767320432.429889:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925894528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320432.429988:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925894528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (9552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320432.429996:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5682 00000100:00100000:1.0:1767320432.430017:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24083 00000100:00100000:1.0:1767320432.430022:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990117248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320432.430044:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320432.430097:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990117248:12345-0@lo:38:kworker.0 Request processed in 74us (9724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320432.430104:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24083 00000100:00100000:1.0:1767320432.430116:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24084 00000100:00100000:1.0:1767320432.430119:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925894400:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320432.430129:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320432.430150:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925894400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 29us (9662us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320432.430157:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24084 00000100:00080000:1.0:1767320432.430330:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320432.430336:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320432.430697:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990117760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320432.430713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990117504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320432.430935:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320432.430981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990117888:0@lo:38:kworker.0 00000100:00100000:3.0:1767320432.431017:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320432.431046:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320432.431052:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320432.431055:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990117248:0@lo:38:kworker.0 00000100:00100000:3.0:1767320432.431101:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117632 00000100:00100000:3.0:1767320432.431105:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117632 00000100:00100000:3.0:1767320432.431131:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990117888 00000100:00100000:3.0:1767320432.431134:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990117888 00000100:00100000:3.0:1767320432.431150:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24085 00000100:00100000:3.0:1767320432.431154:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990117632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320432.431167:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320432.431200:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990117632:12345-0@lo:38:kworker.0 Request processed in 44us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320432.431206:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24085 00000100:00100000:3.0:1767320432.431218:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24086 00000100:00100000:3.0:1767320432.431221:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990117888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320432.431249:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320432.431272:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990117888:12345-0@lo:38:kworker.0 Request processed in 49us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320432.431278:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24086 00000100:00080000:3.0:1767320432.431303:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320432.431308:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320432.431311:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990117632:0@lo:38:kworker.0 00000100:00080000:3.0:1767320432.431320:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320432.431322:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320432.431325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990117888:0@lo:38:kworker.0 00000100:00100000:3.0:1767320432.431361:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:3.0:1767320432.431366:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990117376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320432.431376:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320432.431407:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990117376:12345-0@lo:38:kworker.0 Request processed in 40us (10990us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320432.431413:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00080000:3.0:1767320432.431434:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320432.431438:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320432.431441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990117376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320432.480492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320433.248561:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320433.504365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320434.272636:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320434.466518:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990118272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320434.466595:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320434.466921:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320434.466930:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990118400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320434.466957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320434.470683:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118272 00000100:00100000:2.0:1767320434.470698:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118272 00000100:00080000:1.0:1767320434.470833:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320434.470868:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118400 00000100:00100000:2.0:1767320434.470872:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118400 00000100:00100000:0.0:1767320434.470929:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767320434.470942:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990118272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320434.470977:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320434.471046:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990118272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (4450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320434.471058:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1767320434.471076:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:0.0:1767320434.471082:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990118400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320434.471096:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320434.471134:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990118400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (4177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320434.471141:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000100:00080000:1.0:1767320434.471179:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320434.471216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990118400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320434.471250:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990118272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320434.533134:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320435.297214:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320435.553056:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320436.320444:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320436.576475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320437.344488:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320437.536971:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320437.536984:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320437.536987:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320437.536991:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320437.537004:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320437.537014:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5682 00000100:00080000:2.0:1767320437.537020:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320437.537034:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320437.537267:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74e00 x1853163990118528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320437.537294:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320437.537298:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320437.537301:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320437.537304:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5682 00000100:00080000:2.0:1767320437.537307:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320437.537312:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320437.537326:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163990118656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320437.537372:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320437.537376:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320437.537378:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320437.537383:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5682 00000100:00080000:2.0:1767320437.537386:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320437.537390:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320437.537402:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77b80 x1853163990118912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320437.537406:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990118784:0@lo:400:kworker.0 00000100:00080000:2.0:1767320437.537427:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320437.537430:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320437.537432:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320437.537436:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5682 00000100:00080000:2.0:1767320437.537439:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320437.537443:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320437.537455:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74700 x1853163990119168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320437.537470:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320437.537518:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990119424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320437.537539:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320437.537545:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990119040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320437.537562:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320437.537589:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118784 00000100:00100000:0.0:1767320437.537594:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118784 00000100:00100000:0.0:1767320437.537633:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119040 00000100:00100000:0.0:1767320437.537634:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119040 00000100:00100000:0.0:1767320437.537649:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683 00000100:00100000:0.0:1767320437.537654:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990118784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320437.537692:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990118784:12345-0@lo:400:kworker.0 Request processed in 38us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320437.537697:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683 00000100:00100000:0.0:1767320437.537901:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684 00000100:00100000:0.0:1767320437.537909:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990119040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320437.537940:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990119040:12345-0@lo:400:kworker.0 Request processed in 33us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320437.537950:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684 00000100:00100000:0.0:1767320437.537987:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990119040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320437.537998:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990118784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320437.538001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990119296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320437.538031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320437.538042:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320437.538058:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119296 00000100:00100000:1.0:1767320437.538062:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119296 00000100:00080000:0.0:1767320437.538081:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320437.538094:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:1.0:1767320437.538101:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990119296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320437.538297:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990119296:12345-0@lo:400:kworker.0 Request processed in 196us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320437.538304:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1767320437.538374:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990119296:0@lo:400:kworker.0 00000100:00100000:3.0:1767320437.539719:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990118528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320437.539728:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320437.539759:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320437.539815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990118656:0@lo:38:kworker.0 00000100:00100000:3.0:1767320437.539841:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320437.539892:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990118912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320437.539912:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320437.539942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990119168:0@lo:38:kworker.0 00000100:00100000:3.0:1767320437.539964:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320437.539999:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118656 00000100:00100000:3.0:1767320437.540005:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118656 00000100:00100000:3.0:1767320437.540045:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:3.0:1767320437.540054:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990118656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320437.540079:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320437.540122:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990118656:12345-0@lo:38:kworker.0 Request processed in 68us (279us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320437.540128:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:3.0:1767320437.540151:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118528 00000100:00100000:3.0:1767320437.540154:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118528 00000100:00100000:3.0:1767320437.540169:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990118912 00000100:00100000:3.0:1767320437.540171:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990118912 00000100:00100000:3.0:1767320437.540181:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119168 00000100:00100000:3.0:1767320437.540184:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119168 00000100:00100000:3.0:1767320437.540194:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24087 00000100:00100000:3.0:1767320437.540198:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990118528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320437.540207:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320437.540227:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990118528:12345-0@lo:38:kworker.0 Request processed in 28us (468us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320437.540259:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24087 00000100:00100000:3.0:1767320437.540269:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24088 00000100:00100000:3.0:1767320437.540273:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990118912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320437.540281:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320437.540302:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990118912:12345-0@lo:38:kworker.0 Request processed in 28us (389us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320437.540307:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24088 00000100:00100000:3.0:1767320437.540316:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24089 00000100:00100000:3.0:1767320437.540319:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990119168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320437.540326:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320437.540344:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990119168:12345-0@lo:38:kworker.0 Request processed in 24us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320437.540349:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24089 00000100:00080000:3.0:1767320437.540388:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320437.540394:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320437.540397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990118528:0@lo:38:kworker.0 00000100:00080000:3.0:1767320437.540405:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320437.540409:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320437.540411:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990118656:0@lo:38:kworker.0 00000100:00080000:3.0:1767320437.540418:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320437.540421:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320437.540424:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990118912:0@lo:38:kworker.0 00000100:00080000:3.0:1767320437.540430:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320437.540433:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320437.540436:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990119168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320437.545490:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119424 00000100:00100000:1.0:1767320437.545506:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119424 00000100:00100000:1.0:1767320437.545679:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00080000:0.0:1767320437.545687:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320437.545694:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990119424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320437.545802:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990119424:12345-0@lo:400:kworker.0 Request processed in 113us (6072us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320437.545810:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:2.0:1767320437.545919:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990119424:0@lo:400:kworker.0 00000100:00100000:3.0:1767320437.600570:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320437.606268:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320437.606321:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320437.606421:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894784 00000100:00100000:2.0:1767320437.606448:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894784 00000100:00100000:2.0:1767320437.606573:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894656 00000100:00100000:2.0:1767320437.606578:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894656 00000100:00100000:2.0:1767320437.606628:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5685 00000100:00100000:2.0:1767320437.606646:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925894784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320437.606659:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24090 00000100:00100000:1.0:1767320437.606673:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925894656:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320437.606703:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320437.606796:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925894784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 153us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320437.606806:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5685 00000100:00080000:0.0:1767320437.607122:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320437.607550:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925894656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 874us (1224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320437.607560:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24090 00010000:00010000:3.0:1767320438.369034:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320438.624585:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320439.394346:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320439.584775:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320439.584794:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990119552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320439.584898:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320439.585463:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990119680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320439.585494:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320439.585593:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119552 00000100:00100000:3.0:1767320439.585602:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119552 00000100:00100000:3.0:1767320439.585672:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119680 00000100:00100000:3.0:1767320439.585676:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119680 00000100:00100000:3.0:1767320439.585695:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:3.0:1767320439.585701:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990119552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320439.585727:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320439.585759:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990119552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320439.585764:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:3.0:1767320439.585776:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:3.0:1767320439.585780:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990119680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320439.585792:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320439.585824:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990119680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320439.585830:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00080000:1.0:1767320439.586054:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320439.586057:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320439.586085:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990119680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320439.586093:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990119552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320439.648597:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320440.416728:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320440.672401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320441.440440:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320441.696409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320442.468575:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320442.656915:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320442.656926:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320442.656929:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320442.656932:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320442.656936:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320442.656945:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5687 00000100:00080000:2.0:1767320442.656950:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320442.656958:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320442.657002:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75f80 x1853163990119808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320442.657032:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320442.657035:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320442.657037:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320442.657041:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5687 00000100:00080000:2.0:1767320442.657045:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320442.657049:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320442.657062:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75880 x1853163990119936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320442.657110:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320442.657114:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320442.657116:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320442.657120:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5687 00000100:00080000:2.0:1767320442.657122:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320442.657125:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320442.657136:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74700 x1853163990120192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320442.657151:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320442.657155:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320442.657157:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320442.657160:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5687 00000100:00080000:2.0:1767320442.657162:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320442.657166:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320442.657175:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b77100 x1853163990120448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320442.657224:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990120576:0@lo:400:kworker.0 00000100:00100000:3.0:1767320442.657275:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990119808:0@lo:38:kworker.0 00000100:00100000:1.0:1767320442.657359:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990120704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320442.657415:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990120064:0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.657803:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320442.657890:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990120320:0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.657916:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320442.657962:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120576 00000100:00100000:2.0:1767320442.657969:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120576 00000100:00100000:2.0:1767320442.658028:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:2.0:1767320442.658038:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990120576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.658089:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990120576:12345-0@lo:400:kworker.0 Request processed in 52us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320442.658097:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:2.0:1767320442.658143:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990120576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.658176:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120320 00000100:00100000:2.0:1767320442.658180:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120320 00000100:00100000:2.0:1767320442.658212:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686 00000100:00100000:2.0:1767320442.658219:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990120320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.658364:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990120320:12345-0@lo:400:kworker.0 Request processed in 145us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320442.658370:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686 00000100:00100000:2.0:1767320442.658397:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990120320:0@lo:400:kworker.0 00000100:00080000:2.0:1767320442.658430:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320442.658435:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320442.659590:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320442.659656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990119936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320442.659704:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320442.659732:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990120192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320442.659756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320442.659783:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990120448:0@lo:38:kworker.0 00000100:00100000:3.0:1767320442.659807:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320442.659864:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119936 00000100:00100000:3.0:1767320442.659871:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119936 00000100:00100000:3.0:1767320442.659904:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:3.0:1767320442.659911:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990119936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320442.659943:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320442.659983:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990119936:12345-0@lo:38:kworker.0 Request processed in 71us (278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320442.659989:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00100000:3.0:1767320442.660008:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990119808 00000100:00100000:3.0:1767320442.660012:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990119808 00000100:00100000:3.0:1767320442.660027:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120192 00000100:00100000:3.0:1767320442.660029:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120192 00000100:00100000:3.0:1767320442.660040:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120448 00000100:00100000:3.0:1767320442.660042:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120448 00000100:00100000:3.0:1767320442.660220:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24091 00000100:00100000:3.0:1767320442.660225:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990119808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320442.660340:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320442.660368:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990119808:12345-0@lo:38:kworker.0 Request processed in 142us (782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320442.660374:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24091 00000100:00100000:3.0:1767320442.660386:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24092 00000100:00100000:3.0:1767320442.660390:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990120192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320442.660399:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320442.660421:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990120192:12345-0@lo:38:kworker.0 Request processed in 29us (664us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320442.660426:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24092 00000100:00100000:3.0:1767320442.660435:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24093 00000100:00100000:3.0:1767320442.660439:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990120448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320442.660446:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320442.660464:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990120448:12345-0@lo:38:kworker.0 Request processed in 24us (656us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320442.660470:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24093 00000100:00080000:3.0:1767320442.660510:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320442.660516:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320442.660519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990119808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320442.660529:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320442.660532:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320442.660535:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990119936:0@lo:38:kworker.0 00000100:00080000:3.0:1767320442.660542:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320442.660545:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320442.660549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990120192:0@lo:38:kworker.0 00000100:00080000:3.0:1767320442.660556:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320442.660559:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320442.660561:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990120448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320442.663095:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320442.663254:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120704 00000100:00100000:2.0:1767320442.663263:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120704 00000100:00100000:2.0:1767320442.663341:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:2.0:1767320442.663352:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990120704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.663417:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990120704:12345-0@lo:400:kworker.0 Request processed in 68us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320442.663424:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00080000:1.0:1767320442.663486:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320442.663521:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990120704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320442.663616:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320442.663757:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120064 00000100:00100000:2.0:1767320442.663772:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120064 00000100:00100000:2.0:1767320442.663821:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687 00000100:00100000:2.0:1767320442.663828:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990120064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320442.663865:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990120064:12345-0@lo:400:kworker.0 Request processed in 38us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320442.663872:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687 00000100:00080000:1.0:1767320442.663925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320442.663980:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990120064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320442.720403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320442.728672:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320442.728815:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320442.728894:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895040 00000100:00100000:2.0:1767320442.728905:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895040 00000100:00100000:2.0:1767320442.728993:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925894912 00000100:00100000:2.0:1767320442.728997:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925894912 00000100:00100000:2.0:1767320442.729017:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5688 00000100:00100000:2.0:1767320442.729027:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925895040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320442.729118:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925895040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320442.729127:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5688 00000100:00100000:2.0:1767320442.729145:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24094 00000100:00100000:2.0:1767320442.729149:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925894912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320442.729172:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320442.729197:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925894912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320442.729203:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24094 00000100:00080000:1.0:1767320442.729855:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320443.489887:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320443.744454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320444.513055:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320444.704713:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990120832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320444.704792:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320444.704911:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120832 00000100:00100000:3.0:1767320444.704919:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120832 00000100:00100000:3.0:1767320444.704974:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1767320444.704983:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990120832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320444.705009:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320444.705051:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990120832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320444.705058:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1767320444.705100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990120832:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320444.705224:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320444.705460:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990120960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320444.705509:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320444.705585:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990120960 00000100:00100000:0.0:1767320444.705589:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990120960 00000100:00100000:0.0:1767320444.705630:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:0.0:1767320444.705637:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990120960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320444.705654:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320444.705684:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990120960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320444.705694:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00080000:1.0:1767320444.705778:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320444.705801:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990120960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320444.768547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320445.536480:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320445.792369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320446.560575:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320446.816349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320447.590634:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320447.776319:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320447.776330:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320447.776333:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320447.776337:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320447.776342:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320447.776352:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5692 00000100:00080000:2.0:1767320447.776357:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320447.776364:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320447.776405:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc000 x1853163990121088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320447.776544:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990121088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320447.776612:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320447.776687:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320447.776692:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320447.776694:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320447.776699:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5692 00000100:00080000:2.0:1767320447.776702:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320447.776706:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320447.776724:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75180 x1853163990121216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320447.776767:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990121216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320447.776787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990121344:0@lo:400:kworker.0 00000100:00100000:3.0:1767320447.776798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320447.776866:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320447.776888:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121216 00000100:00100000:3.0:1767320447.776896:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121216 00000100:00100000:1.0:1767320447.776908:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121088 00000100:00100000:1.0:1767320447.776911:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121088 00000100:00080000:2.0:1767320447.776925:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320447.776928:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121344 00000100:00080000:2.0:1767320447.776930:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320447.776932:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121344 00000100:00100000:3.0:1767320447.776934:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00080000:2.0:1767320447.776935:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320447.776942:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5692 00000100:00100000:3.0:1767320447.776945:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990121216:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320447.776946:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320447.776955:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320447.776970:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689 00010000:00020000:3.0:1767320447.776970:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320447.776973:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74700 x1853163990121472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320447.776983:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990121344:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320447.777007:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320447.777008:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990121216:12345-0@lo:38:kworker.0 Request processed in 64us (208us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320447.777015:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320447.777018:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320447.777020:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:1.0:1767320447.777021:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990121344:12345-0@lo:400:kworker.0 Request processed in 44us (155us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320447.777028:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5692 00000100:00100000:1.0:1767320447.777033:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689 00000100:00080000:2.0:1767320447.777034:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320447.777042:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320447.777049:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24095 00000100:00100000:3.0:1767320447.777055:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990121088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320447.777065:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320447.777091:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990121088:12345-0@lo:38:kworker.0 Request processed in 36us (478us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320447.777347:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320447.777361:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990121600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320447.777396:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320447.777579:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121600 00000100:00100000:1.0:1767320447.777584:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121600 00000100:00100000:3.0:1767320447.777623:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24095 00000100:00100000:3.0:1767320447.777648:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990121472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320447.777688:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320447.777718:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320447.777723:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320447.777726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990121216:0@lo:38:kworker.0 00000100:00080000:3.0:1767320447.777733:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320447.777736:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320447.777739:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990121088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320447.777766:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121472 00000100:00100000:3.0:1767320447.777770:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121472 00000100:00100000:3.0:1767320447.777788:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24096 00000100:00100000:3.0:1767320447.777792:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990121472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320447.777803:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320447.777829:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990121472:12345-0@lo:38:kworker.0 Request processed in 35us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320447.777834:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24096 00000100:00080000:3.0:1767320447.777854:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320447.777857:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320447.777859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990121472:0@lo:38:kworker.0 00000100:00100000:1.0:1767320447.780744:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690 00000100:00100000:1.0:1767320447.780760:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990121600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320447.780771:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75f80 x1853163990121728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320447.780847:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990121600:12345-0@lo:400:kworker.0 Request processed in 92us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320447.780855:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690 00000100:00100000:2.0:1767320447.780865:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990121856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320447.780907:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990121344:0@lo:400:kworker.0 00000100:00100000:3.0:1767320447.780960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990121728:0@lo:38:kworker.0 00000100:00080000:0.0:1767320447.780975:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320447.781017:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320447.781026:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990121984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320447.781060:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320447.781061:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121856 00000100:00100000:2.0:1767320447.781068:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121856 00000100:00100000:3.0:1767320447.781095:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320447.781113:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320447.781121:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121984 00000100:00100000:2.0:1767320447.781126:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121984 00000100:00100000:1.0:1767320447.781153:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00000100:00100000:2.0:1767320447.781161:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:1.0:1767320447.781166:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990121856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320447.781175:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990121984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320447.781214:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990121856:12345-0@lo:400:kworker.0 Request processed in 53us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320447.781223:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00100000:2.0:1767320447.781245:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990121984:12345-0@lo:400:kworker.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320447.781255:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00080000:1.0:1767320447.781270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320447.781296:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990121856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320447.781316:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990121984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320447.783655:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990121600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320447.785896:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990121728 00000100:00100000:2.0:1767320447.785908:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990121728 00000100:00100000:2.0:1767320447.785971:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24097 00000100:00100000:2.0:1767320447.785980:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990121728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320447.786003:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320447.786098:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990121728:12345-0@lo:38:kworker.0 Request processed in 118us (5002us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320447.786106:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24097 00000100:00080000:3.0:1767320447.786275:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320447.786280:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320447.786283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990121728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320447.840411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320447.844217:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320447.844305:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320447.844411:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895296 00000100:00100000:2.0:1767320447.844420:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895296 00000100:00100000:2.0:1767320447.844500:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895168 00000100:00100000:2.0:1767320447.844504:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895168 00000100:00100000:2.0:1767320447.844535:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5691 00000100:00100000:2.0:1767320447.844545:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925895296:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320447.844570:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24098 00000100:00100000:3.0:1767320447.844576:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925895168:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320447.844595:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320447.844616:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925895296:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320447.844619:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925895168:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (325us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320447.844623:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5691 00000100:00100000:3.0:1767320447.844626:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24098 00000100:00080000:0.0:1767320447.845053:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320448.608463:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320448.864410:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320449.632531:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320449.824726:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990122112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320449.824814:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320449.824972:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990122112 00000100:00100000:3.0:1767320449.824981:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990122112 00000100:00100000:3.0:1767320449.825064:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:3.0:1767320449.825075:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990122112:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320449.825203:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767320449.825730:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320449.825802:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990122112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 728us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320449.825812:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767320449.825989:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990122112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320449.826926:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990122240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320449.826974:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320449.827135:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990122240 00000100:00100000:3.0:1767320449.827141:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990122240 00000100:00100000:3.0:1767320449.827262:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:3.0:1767320449.827271:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990122240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320449.827296:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320449.827353:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990122240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320449.827359:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00080000:0.0:1767320449.827403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320449.827498:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990122240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320449.889168:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320450.656756:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320450.915057:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320451.680518:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320451.936484:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320452.705000:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320452.896397:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320427/real 1767320427] req@ffff96e2fa7ef480 x1853163990115840/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320452 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320452.896435:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa7ef480 x1853163990115840/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320452 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320452.896457:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320452.896485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320452.896489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990115840:0@lo:250:kworker.0 00000100:00080000:3.0:1767320452.896742:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320452.896748:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320452.896752:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320452.896757:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5677 00000100:00080000:3.0:1767320452.896762:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320452.896777:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320452.896819:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf100 x1853163990122368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320452.896844:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320452.896848:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320452.896849:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320452.896852:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5697 00000100:00080000:3.0:1767320452.896855:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320452.896859:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320452.896879:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163990122496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320452.896887:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320452.896890:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320452.896892:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320452.896895:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5697 00000100:00080000:3.0:1767320452.896897:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320452.896900:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320452.896917:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfece680 x1853163990122624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320452.896942:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320452.896945:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320452.896947:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320452.896950:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5697 00000100:00080000:3.0:1767320452.896952:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320452.896955:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320452.896992:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098000 x1853163990122880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320452.897006:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320452.897009:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320452.897011:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320452.897014:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5697 00000100:00080000:3.0:1767320452.897016:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320452.897019:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320452.897028:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163990123136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320452.897078:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990123264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320452.897160:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320452.897215:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320452.897220:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990123392:0@lo:400:kworker.0 00000100:00100000:3.0:1767320452.897262:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320452.897539:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990123008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.897604:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320452.897637:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320452.897642:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990122752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.897663:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.897746:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123008 00000100:00100000:0.0:1767320452.897757:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123008 00000100:00100000:0.0:1767320452.897827:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990122752 00000100:00100000:0.0:1767320452.897831:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990122752 00000100:00100000:0.0:1767320452.897854:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5692 00000100:00100000:0.0:1767320452.897864:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990123008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.897922:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990123008:12345-0@lo:400:kworker.0 Request processed in 59us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320452.897929:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5692 00000100:00100000:0.0:1767320452.897946:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5693 00000100:00100000:0.0:1767320452.897952:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990122752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.897976:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990122752:12345-0@lo:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320452.897982:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5693 00000100:00080000:1.0:1767320452.898037:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320452.898071:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990122752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.898086:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990123008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320452.898677:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123264 00000100:00100000:2.0:1767320452.898684:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123264 00000100:00100000:2.0:1767320452.898738:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123392 00000100:00100000:2.0:1767320452.898741:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123392 00000100:00100000:2.0:1767320452.898764:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1767320452.898782:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990123264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320452.898837:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990123264:12345-0@lo:400:kworker.0 Request processed in 67us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320452.898843:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1767320452.898857:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:2.0:1767320452.898863:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990123392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320452.898887:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990123392:12345-0@lo:400:kworker.0 Request processed in 24us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320452.898893:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00100000:2.0:1767320452.898922:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990122368:0@lo:250:kworker.0 00000400:00000100:2.0:1767320452.898951:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990122368 offset 0 length 520: 4 00000100:00100000:2.0:1767320452.898973:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990122496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320452.898996:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320452.899013:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990122624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320452.899035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320452.899050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990122880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320452.899068:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320452.899082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990123136:0@lo:38:kworker.0 00000100:00100000:2.0:1767320452.899101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320452.899130:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990122496 00000100:00100000:2.0:1767320452.899134:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990122496 00000100:00100000:2.0:1767320452.899156:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24099 00000100:00100000:2.0:1767320452.899161:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990122496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320452.899182:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320452.899216:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990122496:12345-0@lo:38:kworker.0 Request processed in 54us (220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320452.899223:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24099 00000100:00100000:2.0:1767320452.899258:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990122880 00000100:00100000:2.0:1767320452.899262:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990122880 00000100:00100000:2.0:1767320452.899271:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123136 00000100:00100000:2.0:1767320452.899274:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123136 00000100:00100000:2.0:1767320452.899282:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24100 00000100:00100000:2.0:1767320452.899286:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990122880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320452.899294:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320452.899315:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990122880:12345-0@lo:38:kworker.0 Request processed in 28us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320452.899321:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24100 00000100:00100000:2.0:1767320452.899332:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24101 00000100:00100000:2.0:1767320452.899336:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990123136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320452.899345:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320452.899367:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990123136:12345-0@lo:38:kworker.0 Request processed in 29us (265us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320452.899372:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24101 00000100:00080000:2.0:1767320452.899407:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320452.899413:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320452.899417:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990122496:0@lo:38:kworker.0 00000100:00080000:2.0:1767320452.899424:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320452.899427:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320452.899430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990122880:0@lo:38:kworker.0 00000100:00080000:2.0:1767320452.899436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320452.899439:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320452.899441:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990123136:0@lo:38:kworker.0 00000100:00080000:1.0:1767320452.899642:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320452.899647:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320452.900044:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990122624 00000100:00100000:3.0:1767320452.900050:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990122624 00000100:00100000:3.0:1767320452.900089:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1767320452.900095:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990122624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320452.900108:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320452.900157:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990122624:12345-0@lo:38:kworker.0 Request processed in 61us (1120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320452.900163:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1767320452.900206:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990123392:0@lo:400:kworker.0 00000100:00100000:3.0:1767320452.900219:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990123264:0@lo:400:kworker.0 00000100:00080000:2.0:1767320452.900365:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320452.900370:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320452.900374:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990122624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320452.960656:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320452.962820:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320452.963214:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895552 00000100:00100000:3.0:1767320452.963224:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895552 00000100:00100000:3.0:1767320452.963316:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5694 00000100:00100000:3.0:1767320452.963325:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925895552:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320452.963473:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925895552:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 148us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320452.963482:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5694 00000100:00100000:3.0:1767320452.963578:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320452.963637:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895424 00000100:00100000:3.0:1767320452.963640:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895424 00000100:00100000:3.0:1767320452.963656:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24102 00000100:00100000:3.0:1767320452.963661:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925895424:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320452.963681:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320452.963705:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925895424:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320452.963711:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24102 00000100:00080000:1.0:1767320452.963781:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320453.728476:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320453.988820:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925895680 offset 0 length 520: 4 00000100:00100000:3.0:1767320453.991174:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320453.996514:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320453.996557:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320453.996671:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895808 00000100:00100000:0.0:1767320453.996686:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895808 00000100:00100000:0.0:1767320453.996747:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925895936 00000100:00100000:0.0:1767320453.996751:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925895936 00000100:00100000:0.0:1767320453.996809:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5695 00000100:00100000:0.0:1767320453.996821:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925895936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320453.996934:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925895936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 114us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320453.996943:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5695 00000100:00100000:0.0:1767320453.996968:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24103 00000100:00100000:0.0:1767320453.996972:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925895808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320453.996998:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320453.997036:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925895808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 61us (534us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320453.997044:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24103 00010000:00010000:0.0:1767320454.752653:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320454.944515:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320454.955305:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320454.955350:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990123648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320454.955465:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320454.956672:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123648 00000100:00100000:3.0:1767320454.956687:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123648 00000100:00100000:3.0:1767320454.956799:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:3.0:1767320454.956811:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990123648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320454.956856:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320454.957115:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990123648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 307us (1650us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320454.957125:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00080000:0.0:1767320454.957951:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320454.961711:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990123520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320454.961877:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990123648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320454.968199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320454.973126:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123520 00000100:00100000:3.0:1767320454.973153:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123520 00000100:00100000:2.0:1767320454.973377:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1767320454.973394:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990123520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320454.973445:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320454.973570:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990123520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 180us (5382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320454.973580:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:1.0:1767320454.973776:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990123520:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320454.973867:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320455.011965:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320455.778266:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320456.032572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320456.802765:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320457.056550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320457.830367:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320458.018188:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320458.018199:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320458.018202:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320458.018206:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320458.018210:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320458.018219:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5702 00000100:00080000:1.0:1767320458.018223:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320458.018255:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320458.018304:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0daa00 x1853163990123776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320458.018344:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320458.018348:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320458.018350:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320458.018354:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5702 00000100:00080000:1.0:1767320458.018357:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320458.018360:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320458.018384:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8380 x1853163990123904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320458.018446:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320458.018450:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320458.018452:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320458.018456:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5702 00000100:00080000:1.0:1767320458.018459:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320458.018462:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320458.018475:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db800 x1853163990124160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320458.018499:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320458.018503:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320458.018505:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320458.018508:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5702 00000100:00080000:1.0:1767320458.018510:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320458.018514:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320458.018524:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8000 x1853163990124416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320458.018582:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990124672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320458.018682:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320458.018756:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320458.018764:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990124544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320458.018774:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990124288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320458.018792:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320458.019066:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124672 00000100:00100000:2.0:1767320458.019075:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124672 00000100:00100000:3.0:1767320458.019122:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990124032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.019130:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124544 00000100:00100000:2.0:1767320458.019134:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124544 00000100:00100000:2.0:1767320458.019161:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1767320458.019166:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320458.019175:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990124672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320458.019207:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124032 00000100:00100000:3.0:1767320458.019213:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124032 00000100:00100000:2.0:1767320458.019254:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990124672:12345-0@lo:400:kworker.0 Request processed in 81us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320458.019262:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1767320458.019274:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696 00000100:00100000:3.0:1767320458.019285:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990124032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.019287:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:2.0:1767320458.019299:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990124544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320458.019332:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990124032:12345-0@lo:400:kworker.0 Request processed in 50us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320458.019344:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696 00000100:00100000:2.0:1767320458.019346:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990124544:12345-0@lo:400:kworker.0 Request processed in 44us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320458.019355:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00100000:2.0:1767320458.019392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990123776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320458.019393:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990124032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.019428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320458.019436:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320458.019442:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320458.019444:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320458.019458:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123776 00000100:00100000:3.0:1767320458.019463:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123776 00000100:00100000:2.0:1767320458.019464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990123904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320458.019499:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24104 00000100:00100000:3.0:1767320458.019507:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb22450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990123776:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320458.019509:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767320458.019528:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320458.019541:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990124160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320458.019564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320458.019584:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990124416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320458.019624:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320458.019658:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124160 00000100:00100000:2.0:1767320458.019662:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124160 00000100:00100000:2.0:1767320458.019678:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124416 00000100:00100000:2.0:1767320458.019680:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124416 00000100:00100000:2.0:1767320458.019694:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24105 00000100:00100000:2.0:1767320458.019699:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990124160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320458.019709:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320458.019740:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990124160:12345-0@lo:38:kworker.0 Request processed in 39us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320458.019746:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24105 00000100:00100000:2.0:1767320458.019758:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24106 00000100:00100000:2.0:1767320458.019761:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990124416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320458.019769:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320458.019789:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990124416:12345-0@lo:38:kworker.0 Request processed in 27us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320458.019794:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24106 00000100:00080000:2.0:1767320458.019838:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320458.019842:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320458.019846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990124160:0@lo:38:kworker.0 00000100:00080000:2.0:1767320458.019855:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320458.019858:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320458.019861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990124416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320458.019898:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990123904 00000100:00100000:2.0:1767320458.019901:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990123904 00000100:00100000:2.0:1767320458.019922:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242 00000100:00100000:2.0:1767320458.019926:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990123904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320458.019936:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320458.019966:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990123904:12345-0@lo:38:kworker.0 Request processed in 38us (461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320458.019972:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242 00000100:00080000:2.0:1767320458.019994:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320458.019998:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320458.020001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990123904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320458.020089:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb22450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990123776:12345-0@lo:38:kworker.0 Request processed in 582us (659us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320458.020097:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24104 00000100:00100000:1.0:1767320458.020127:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990124544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320458.020139:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990124672:0@lo:400:kworker.0 00000100:00080000:2.0:1767320458.020375:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320458.020380:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320458.020384:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990123776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320458.020696:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320458.028752:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124288 00000100:00100000:2.0:1767320458.028770:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124288 00000100:00100000:2.0:1767320458.028908:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5697 00000100:00100000:2.0:1767320458.028921:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990124288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320458.029009:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990124288:12345-0@lo:400:kworker.0 Request processed in 91us (8313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320458.029016:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5697 00000100:00080000:0.0:1767320458.029078:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320458.029123:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990124288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320458.080507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320458.848514:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320459.104393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320459.108405:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320459.108479:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320459.108580:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896192 00000100:00100000:1.0:1767320459.108591:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896192 00000100:00100000:1.0:1767320459.108667:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896064 00000100:00100000:1.0:1767320459.108670:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896064 00000100:00100000:1.0:1767320459.108693:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5698 00000100:00100000:1.0:1767320459.108705:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925896192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320459.108796:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925896192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320459.108805:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5698 00000100:00100000:1.0:1767320459.108826:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24107 00000100:00100000:1.0:1767320459.108831:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925896064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320459.108853:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320459.108878:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925896064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320459.108884:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24107 00000100:00080000:3.0:1767320459.109389:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320459.875164:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320460.064825:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320460.064843:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990124800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320460.064922:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320460.065705:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124800 00000100:00100000:3.0:1767320460.065713:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124800 00000100:00100000:3.0:1767320460.065786:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:3.0:1767320460.065796:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990124800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320460.065824:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320460.065871:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990124800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320460.065878:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00080000:2.0:1767320460.065992:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320460.066098:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320460.066111:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990124928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320460.066144:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320460.066271:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990124800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320460.066423:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990124928 00000100:00100000:3.0:1767320460.066428:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990124928 00000100:00100000:3.0:1767320460.066505:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:3.0:1767320460.066513:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990124928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320460.066532:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320460.066623:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320460.071614:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990124928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5092us (5458us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320460.071632:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:1.0:1767320460.071898:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990124928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320460.128563:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320460.901969:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320461.152379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320461.920473:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320462.176368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320462.944669:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320463.136553:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320463.136574:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320463.136578:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320463.136582:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320463.136588:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320463.136598:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5707 00000100:00080000:3.0:1767320463.136604:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320463.136613:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320463.136672:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163990125056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320463.136699:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320463.136702:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320463.136704:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320463.136707:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5707 00000100:00080000:3.0:1767320463.136709:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320463.136712:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320463.136733:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b100 x1853163990125184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320463.136770:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320463.136773:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320463.136775:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320463.136778:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5707 00000100:00080000:3.0:1767320463.136779:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320463.136781:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320463.136790:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099500 x1853163990125440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320463.136800:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320463.136803:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320463.136804:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320463.136807:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5707 00000100:00080000:3.0:1767320463.136808:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320463.136811:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320463.136816:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098380 x1853163990125696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320463.136892:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990125056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.136981:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.137038:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990125184:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.137057:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.137076:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990125440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.137089:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.137099:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990125696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320463.137111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.137136:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125184 00000100:00100000:1.0:1767320463.137145:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125184 00000100:00100000:1.0:1767320463.137179:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:1.0:1767320463.137185:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990125184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320463.137208:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320463.137279:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990125184:12345-0@lo:38:kworker.0 Request processed in 92us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320463.137285:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:1.0:1767320463.137313:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125056 00000100:00100000:1.0:1767320463.137315:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125056 00000100:00100000:1.0:1767320463.137329:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125440 00000100:00100000:1.0:1767320463.137330:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125440 00000100:00100000:1.0:1767320463.137343:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125696 00000100:00100000:1.0:1767320463.137345:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125696 00000100:00100000:1.0:1767320463.137361:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24108 00000100:00100000:1.0:1767320463.137365:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990125056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320463.137375:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320463.137413:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990125056:12345-0@lo:38:kworker.0 Request processed in 46us (431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320463.137419:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24108 00000100:00100000:1.0:1767320463.137430:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24109 00000100:00100000:1.0:1767320463.137433:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990125440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320463.137439:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320463.137456:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990125440:12345-0@lo:38:kworker.0 Request processed in 22us (366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320463.137460:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24109 00000100:00100000:1.0:1767320463.137470:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24110 00000100:00100000:1.0:1767320463.137473:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990125696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320463.137480:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320463.137501:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990125696:12345-0@lo:38:kworker.0 Request processed in 26us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320463.137506:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24110 00000100:00100000:1.0:1767320463.137536:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990125824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320463.137561:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320463.137583:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320463.137589:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990125952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320463.137609:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320463.137658:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320463.137663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320463.137668:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990125056:0@lo:38:kworker.0 00000100:00080000:1.0:1767320463.137679:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320463.137683:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320463.137685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990125184:0@lo:38:kworker.0 00000100:00080000:1.0:1767320463.137694:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320463.137697:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320463.137700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990125440:0@lo:38:kworker.0 00000100:00080000:1.0:1767320463.137707:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320463.137710:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320463.137713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990125696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320463.137874:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990125568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320463.137901:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320463.137926:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320463.137929:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990125312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320463.137951:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320463.137975:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125568 00000100:00100000:0.0:1767320463.137978:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125568 00000100:00100000:0.0:1767320463.138014:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125312 00000100:00100000:0.0:1767320463.138016:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125312 00000100:00100000:0.0:1767320463.138030:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699 00000100:00100000:0.0:1767320463.138034:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990125568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320463.138069:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990125568:12345-0@lo:400:kworker.0 Request processed in 35us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320463.138073:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699 00000100:00100000:0.0:1767320463.138085:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700 00000100:00100000:0.0:1767320463.138089:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990125312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320463.138104:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990125312:12345-0@lo:400:kworker.0 Request processed in 15us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320463.138108:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700 00000100:00100000:0.0:1767320463.138128:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990125312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320463.138134:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990125568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.138479:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125824 00000100:00100000:2.0:1767320463.138485:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125824 00000100:00100000:2.0:1767320463.138518:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990125952 00000100:00100000:2.0:1767320463.138522:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990125952 00000100:00100000:2.0:1767320463.138547:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767320463.138553:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990125824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.138607:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990125824:12345-0@lo:400:kworker.0 Request processed in 53us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320463.138613:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00000100:00100000:2.0:1767320463.138628:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:2.0:1767320463.138634:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990125952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320463.138662:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990125952:12345-0@lo:400:kworker.0 Request processed in 29us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320463.138668:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00080000:2.0:1767320463.138689:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320463.138692:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320463.138694:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320463.138826:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990125952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320463.138835:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990125824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320463.200655:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320463.968582:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320464.224471:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320464.227153:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320464.227318:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320464.227401:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896448 00000100:00100000:3.0:1767320464.227416:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896448 00000100:00100000:2.0:1767320464.227545:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896320 00000100:00100000:2.0:1767320464.227550:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896320 00000100:00100000:2.0:1767320464.227611:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24111 00000100:00100000:2.0:1767320464.227620:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925896320:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320464.227651:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320464.227739:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925896320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 119us (419us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320464.227747:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24111 00000100:00100000:3.0:1767320464.228167:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5701 00000100:00100000:3.0:1767320464.228177:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925896448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320464.228266:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925896448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320464.228273:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5701 00000100:00080000:0.0:1767320464.228432:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320464.992613:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320465.185102:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320465.185125:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990126080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320465.185261:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320465.185483:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126080 00000100:00100000:2.0:1767320465.185493:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126080 00000100:00100000:2.0:1767320465.185577:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1767320465.185589:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990126080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320465.185631:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320465.185689:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990126080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320465.185698:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00080000:1.0:1767320465.188298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320465.188412:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990126080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320465.191207:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320465.196122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990126208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320465.198063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320465.201609:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126208 00000100:00100000:2.0:1767320465.201634:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126208 00000100:00100000:2.0:1767320465.201846:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:2.0:1767320465.201860:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990126208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320465.201919:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320465.203670:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990126208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1803us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320465.203685:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00080000:1.0:1767320465.209529:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320465.209889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990126208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320465.248461:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320466.017076:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320466.272410:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320467.040916:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320467.296437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320468.065761:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320468.258273:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320468.258299:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320468.258303:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320468.258308:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320468.258314:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320468.258326:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5712 00000100:00080000:2.0:1767320468.258333:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320468.258342:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320468.258403:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720a80 x1853163990126336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320468.258432:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320468.258435:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320468.258439:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320468.258443:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5712 00000100:00080000:2.0:1767320468.258446:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320468.258451:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320468.258465:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722a00 x1853163990126464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320468.258513:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320468.258517:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320468.258519:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320468.258523:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5712 00000100:00080000:2.0:1767320468.258525:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320468.258530:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320468.258541:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720700 x1853163990126720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320468.258558:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320468.258562:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320468.258563:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320468.258566:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5712 00000100:00080000:2.0:1767320468.258568:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320468.258572:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320468.258580:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa723100 x1853163990126976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320468.258644:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990127232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320468.258735:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320468.258823:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320468.258829:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990127104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320468.258858:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320468.258870:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990126848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320468.258908:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320468.258909:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127232 00000100:00100000:2.0:1767320468.258917:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127232 00000100:00100000:0.0:1767320468.258934:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320468.258938:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990126592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320468.258962:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320468.258980:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127104 00000100:00100000:2.0:1767320468.258984:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127104 00000100:00100000:0.0:1767320468.258987:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126848 00000100:00100000:0.0:1767320468.258990:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126848 00000100:00100000:2.0:1767320468.259009:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:2.0:1767320468.259018:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990127232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320468.259021:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126592 00000100:00100000:0.0:1767320468.259023:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126592 00000100:00100000:0.0:1767320468.259042:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702 00000100:00100000:0.0:1767320468.259047:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990126848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320468.259081:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990126848:12345-0@lo:400:kworker.0 Request processed in 32us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320468.259081:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990127232:12345-0@lo:400:kworker.0 Request processed in 63us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320468.259089:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702 00000100:00100000:0.0:1767320468.259110:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5703 00000100:00100000:0.0:1767320468.259116:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990126592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320468.259144:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990126592:12345-0@lo:400:kworker.0 Request processed in 27us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320468.259150:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5703 00000100:00100000:0.0:1767320468.259205:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990126592:0@lo:400:kworker.0 00000100:00100000:1.0:1767320468.259213:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990126336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320468.259216:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990126848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320468.259265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320468.259301:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990126464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320468.259326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320468.259351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990126720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320468.259373:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320468.259387:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990126976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320468.259407:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320468.259435:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126464 00000100:00100000:1.0:1767320468.259439:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126464 00000100:00100000:1.0:1767320468.259463:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:1.0:1767320468.259468:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990126464:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320468.259472:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126336 00000100:00100000:0.0:1767320468.259475:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126336 00010000:00020000:1.0:1767320468.259489:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320468.259492:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126720 00000100:00100000:0.0:1767320468.259493:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126720 00000100:00100000:0.0:1767320468.259504:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990126976 00000100:00100000:0.0:1767320468.259506:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990126976 00000100:00100000:0.0:1767320468.259515:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24112 00000100:00100000:0.0:1767320468.259520:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990126336:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320468.259524:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990126464:12345-0@lo:38:kworker.0 Request processed in 55us (197us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767320468.259530:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320468.259530:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:0.0:1767320468.259557:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990126336:12345-0@lo:38:kworker.0 Request processed in 35us (291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320468.259557:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24113 00000100:00100000:0.0:1767320468.259562:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24112 00000100:00100000:1.0:1767320468.259563:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990126720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320468.259572:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320468.259573:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24114 00000100:00100000:0.0:1767320468.259576:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990126976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320468.259584:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320468.259595:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990126720:12345-0@lo:38:kworker.0 Request processed in 31us (221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320468.259601:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24113 00000100:00100000:0.0:1767320468.259602:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990126976:12345-0@lo:38:kworker.0 Request processed in 25us (194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320468.259607:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24114 00000100:00080000:1.0:1767320468.259627:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320468.259632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320468.259635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990126336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320468.259641:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00080000:1.0:1767320468.259644:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320468.259647:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320468.259649:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990127104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320468.259651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990126464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320468.259658:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320468.259661:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320468.259664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990126720:0@lo:38:kworker.0 00000100:00080000:1.0:1767320468.259671:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320468.259674:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320468.259677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990126976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320468.259680:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990127104:12345-0@lo:400:kworker.0 Request processed in 33us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320468.259686:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00080000:1.0:1767320468.259705:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320468.259711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320468.259713:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320468.259735:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990127104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320468.259746:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990127232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320468.260205:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:3.0:1767320468.320421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320469.090515:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320469.344409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320469.346914:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320469.346964:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320469.347058:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896576 00000100:00100000:0.0:1767320469.347076:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896576 00000100:00100000:3.0:1767320469.347126:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896704 00000100:00100000:3.0:1767320469.347139:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896704 00000100:00100000:0.0:1767320469.347170:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24115 00000100:00100000:0.0:1767320469.347182:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925896576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320469.347214:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320469.347221:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5704 00000100:00100000:3.0:1767320469.347284:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925896704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320469.347367:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925896576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 183us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320469.347380:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24115 00000100:00080000:0.0:1767320469.347447:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320469.348870:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925896704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1629us (1895us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320469.348883:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5704 00010000:00010000:0.0:1767320470.112482:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320470.304606:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320470.304901:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990127360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320470.304980:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320470.305345:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990127488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320470.305373:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320470.311518:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127360 00000100:00100000:2.0:1767320470.311609:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127360 00000100:00100000:1.0:1767320470.311956:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127488 00000100:00100000:1.0:1767320470.311962:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127488 00000100:00100000:1.0:1767320470.312340:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1767320470.312355:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990127488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320470.312397:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320470.312440:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:2.0:1767320470.312450:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990127360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320470.312472:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320470.312490:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990127488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (7114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320470.312501:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00100000:2.0:1767320470.312512:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990127360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (7531us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320470.312521:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1767320470.312569:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990127488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320470.312586:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990127360:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320470.312925:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320470.312930:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320470.369029:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320471.137685:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320471.392512:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320472.160477:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320472.416366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320473.184738:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320473.380589:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320473.380599:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320473.380601:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320473.380605:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320473.380609:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320473.380618:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5717 00000100:00080000:1.0:1767320473.380623:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320473.380629:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320473.380664:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be300 x1853163990127616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320473.380691:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320473.380695:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320473.380696:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320473.380700:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5717 00000100:00080000:1.0:1767320473.380703:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320473.380706:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320473.380718:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bd500 x1853163990127744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320473.380758:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320473.380762:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320473.380763:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320473.380766:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5717 00000100:00080000:1.0:1767320473.380769:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320473.380772:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320473.380802:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320473.380814:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990127872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.380852:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990127616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320473.380879:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.380955:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127872 00000100:00100000:2.0:1767320473.380963:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127872 00000100:00080000:0.0:1767320473.380996:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320473.381019:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705 00000100:00100000:2.0:1767320473.381028:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990127872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.381090:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990127872:12345-0@lo:400:kworker.0 Request processed in 63us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320473.381097:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705 00000100:00100000:2.0:1767320473.381121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.381142:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990127744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320473.381167:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.381212:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127744 00000100:00100000:2.0:1767320473.381216:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127744 00000100:00100000:3.0:1767320473.381249:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990127616 00000100:00100000:2.0:1767320473.381252:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:3.0:1767320473.381253:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990127616 00000100:00100000:2.0:1767320473.381257:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990127744:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320473.381275:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24116 00010000:00020000:2.0:1767320473.381276:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320473.381280:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990127616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320473.381288:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320473.381308:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990127744:12345-0@lo:38:kworker.0 Request processed in 49us (139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320473.381311:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990127616:12345-0@lo:38:kworker.0 Request processed in 30us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320473.381314:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:3.0:1767320473.381316:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24116 00000100:00080000:2.0:1767320473.381348:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320473.381353:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320473.381356:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990127616:0@lo:38:kworker.0 00000100:00080000:2.0:1767320473.381366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320473.381369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320473.381371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990127744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320473.381448:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990127872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320473.381505:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bfb80 x1853163990128000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320473.381571:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990128128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320473.381595:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320473.381632:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128128 00000100:00080000:1.0:1767320473.381636:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320473.381636:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128128 00000100:00080000:1.0:1767320473.381639:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320473.381642:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320473.381646:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5717 00000100:00080000:1.0:1767320473.381648:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320473.381652:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320473.381664:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706 00000100:00100000:1.0:1767320473.381666:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc000 x1853163990128256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320473.381670:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990128128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.381728:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990128000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320473.381751:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.381768:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990128256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320473.381797:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.381823:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128000 00000100:00100000:2.0:1767320473.381826:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128000 00000100:00100000:2.0:1767320473.381839:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128256 00000100:00100000:2.0:1767320473.381841:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128256 00000100:00100000:2.0:1767320473.381854:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24117 00000100:00100000:2.0:1767320473.381858:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990128000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320473.381867:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320473.381892:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990128000:12345-0@lo:38:kworker.0 Request processed in 33us (140us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320473.381898:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24117 00000100:00100000:2.0:1767320473.381908:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24118 00000100:00100000:2.0:1767320473.381912:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990128256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320473.381919:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320473.381936:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990128256:12345-0@lo:38:kworker.0 Request processed in 23us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320473.381942:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24118 00000100:00080000:2.0:1767320473.381960:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320473.381964:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320473.381967:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990128000:0@lo:38:kworker.0 00000100:00080000:2.0:1767320473.381974:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320473.381977:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320473.381979:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990128256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320473.382020:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990128512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.382046:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.382065:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320473.382070:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990128384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.382088:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320473.382114:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128512 00000100:00100000:2.0:1767320473.382117:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128512 00000100:00100000:2.0:1767320473.382139:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128384 00000100:00100000:2.0:1767320473.382141:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128384 00000100:00100000:2.0:1767320473.382161:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:2.0:1767320473.382168:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990128512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.382213:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990128512:12345-0@lo:400:kworker.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320473.382219:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:2.0:1767320473.382243:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:2.0:1767320473.382249:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990128384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.382274:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990128384:12345-0@lo:400:kworker.0 Request processed in 25us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320473.382279:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:2.0:1767320473.382309:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990128384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.382319:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990128512:0@lo:400:kworker.0 00000100:00080000:2.0:1767320473.382345:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320473.382348:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320473.382350:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320473.387857:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990128128:12345-0@lo:400:kworker.0 Request processed in 6172us (6246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320473.387875:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706 00000100:00100000:0.0:1767320473.390043:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990128128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320473.440468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320474.208490:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320474.466975:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320474.468088:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320474.468137:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320474.468203:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896960 00000100:00100000:2.0:1767320474.468214:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896960 00000100:00100000:2.0:1767320474.468314:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925896832 00000100:00100000:2.0:1767320474.468318:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925896832 00000100:00100000:2.0:1767320474.468347:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5707 00000100:00100000:2.0:1767320474.468357:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925896960:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320474.468421:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24119 00000100:00100000:1.0:1767320474.468427:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925896832:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767320474.468429:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925896960:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320474.468436:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5707 00010000:00020000:1.0:1767320474.468446:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320474.468473:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925896832:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320474.468479:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24119 00000100:00080000:3.0:1767320474.468876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320475.232568:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320475.425870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990128640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320475.425961:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320475.426043:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320475.426049:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990128768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320475.426073:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320475.426289:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128640 00000100:00100000:2.0:1767320475.426297:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128640 00000100:00100000:2.0:1767320475.426365:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990128768 00000100:00100000:2.0:1767320475.426369:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990128768 00000100:00100000:2.0:1767320475.426386:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1767320475.426395:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990128640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320475.426427:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320475.426475:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990128640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320475.426482:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1767320475.426498:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:2.0:1767320475.426517:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990128768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320475.426533:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320475.426558:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990128768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320475.426564:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:2.0:1767320475.426614:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990128768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320475.426628:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990128640:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320475.428008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320475.428015:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320475.488499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320476.256462:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320476.514643:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320477.280550:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320477.472355:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320452/real 1767320452] req@ffff96e2dfecf100 x1853163990122368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320477 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320477.472397:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfecf100 x1853163990122368/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320477 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320477.472419:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320477.472456:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320477.472462:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990122368:0@lo:250:kworker.0 00000100:00080000:1.0:1767320477.472563:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320477.472568:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320477.472571:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320477.472575:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5702 00000100:00080000:1.0:1767320477.472579:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320477.472585:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320477.472617:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bed80 x1853163990128896/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320477.472642:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320477.472646:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320477.472648:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320477.472651:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5723 00000100:00080000:1.0:1767320477.472654:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320477.472657:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320477.472672:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163990129024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320477.472681:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320477.472684:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320477.472686:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320477.472689:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5723 00000100:00080000:1.0:1767320477.472691:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320477.472694:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320477.472743:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990128896:0@lo:250:kworker.0 00000400:00000100:2.0:1767320477.472811:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990128896 offset 0 length 520: 4 00000100:00100000:2.0:1767320477.472856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990129024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320477.472884:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320477.473153:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129024 00000100:00100000:0.0:1767320477.473164:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129024 00000100:00100000:0.0:1767320477.473217:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24120 00000100:00100000:0.0:1767320477.473226:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990129024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320477.473280:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320477.473325:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990129024:12345-0@lo:38:kworker.0 Request processed in 100us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320477.473332:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24120 00000100:00080000:2.0:1767320477.473666:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320477.473671:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320477.473675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990129024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320477.474288:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bdc00 x1853163990129152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320477.474348:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320477.474352:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320477.474354:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320477.474358:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5723 00000100:00080000:1.0:1767320477.474362:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320477.474367:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320477.474381:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be300 x1853163990129408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320477.474389:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990129152:0@lo:38:kworker.0 00000100:00080000:1.0:1767320477.474398:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320477.474401:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320477.474403:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320477.474405:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5723 00000100:00080000:1.0:1767320477.474407:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320477.474411:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320477.474419:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bd500 x1853163990129664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320477.474429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320477.474459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990129408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320477.474474:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990129792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320477.474482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320477.474502:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320477.474510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990129664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320477.474522:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320477.474527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990129920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320477.474529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320477.474555:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129152 00000100:00100000:1.0:1767320477.474557:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320477.474560:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129152 00000100:00100000:2.0:1767320477.474589:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:1.0:1767320477.474591:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129792 00000100:00100000:1.0:1767320477.474594:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129792 00000100:00100000:2.0:1767320477.474594:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990129152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320477.474608:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320477.474628:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129920 00000100:00100000:1.0:1767320477.474631:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129920 00000100:00100000:2.0:1767320477.474638:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990129152:12345-0@lo:38:kworker.0 Request processed in 43us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320477.474644:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00100000:0.0:1767320477.474702:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990129536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320477.474729:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320477.474752:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320477.474757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990129280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320477.474777:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320477.474801:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320477.474805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320477.474815:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129408 00000100:00100000:0.0:1767320477.474819:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129408 00000100:00100000:0.0:1767320477.474838:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129664 00000100:00100000:0.0:1767320477.474841:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129664 00000100:00100000:0.0:1767320477.474853:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129536 00000100:00100000:0.0:1767320477.474855:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129536 00000100:00100000:0.0:1767320477.474874:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990129280 00000100:00100000:0.0:1767320477.474876:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990129280 00000100:00100000:0.0:1767320477.474890:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708 00000100:00100000:0.0:1767320477.474895:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990129536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320477.474939:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990129536:12345-0@lo:400:kworker.0 Request processed in 42us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320477.474944:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708 00000100:00100000:0.0:1767320477.474957:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5709 00000100:00100000:0.0:1767320477.474963:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990129280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320477.474989:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990129280:12345-0@lo:400:kworker.0 Request processed in 27us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320477.474995:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5709 00000100:00100000:0.0:1767320477.475007:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24121 00000100:00100000:0.0:1767320477.475011:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990129408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320477.475021:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320477.475042:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990129408:12345-0@lo:38:kworker.0 Request processed in 30us (559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320477.475048:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24121 00000100:00100000:0.0:1767320477.475059:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24122 00000100:00100000:0.0:1767320477.475062:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990129664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320477.475071:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320477.475093:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990129664:12345-0@lo:38:kworker.0 Request processed in 29us (563us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320477.475099:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24122 00000100:00080000:0.0:1767320477.475130:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320477.475155:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990129280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320477.475165:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990129536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320477.475228:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000100:00100000:1.0:1767320477.475261:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990129792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320477.475296:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990129792:12345-0@lo:400:kworker.0 Request processed in 39us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320477.475302:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00100000:1.0:1767320477.475314:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:1.0:1767320477.475321:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990129920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320477.475345:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990129920:12345-0@lo:400:kworker.0 Request processed in 26us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320477.475352:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00080000:3.0:1767320477.475954:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320477.475961:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320477.475965:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990129408:0@lo:38:kworker.0 00000100:00080000:3.0:1767320477.475976:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320477.475980:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320477.475984:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990129664:0@lo:38:kworker.0 00000100:00080000:3.0:1767320477.475994:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320477.475997:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320477.476000:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990129152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320477.477160:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990129920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320477.477176:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990129792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320477.540677:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320478.304681:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320478.560352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:2.0:1767320478.565440:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925897088 offset 0 length 520: 4 00000100:00100000:3.0:1767320478.567770:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320478.567814:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320478.568475:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897216 00000100:00100000:0.0:1767320478.568486:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897216 00000100:00100000:0.0:1767320478.568544:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897344 00000100:00100000:0.0:1767320478.568548:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897344 00000100:00080000:3.0:1767320478.568604:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320478.568605:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5710 00000100:00100000:0.0:1767320478.568618:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925897344:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320478.568645:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24123 00000100:00100000:3.0:1767320478.568653:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925897216:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320478.568688:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320478.568709:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925897344:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320478.568717:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5710 00000100:00100000:3.0:1767320478.568896:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925897216:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 242us (1136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320478.568904:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24123 00010000:00010000:3.0:1767320479.330434:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320479.584515:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320480.352481:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320480.544683:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990130048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320480.544756:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320480.544938:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130048 00000100:00100000:2.0:1767320480.544947:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130048 00000100:00100000:2.0:1767320480.545015:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:2.0:1767320480.545024:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990130048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320480.545054:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320480.545143:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990130048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320480.545150:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1767320480.545211:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990130048:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320480.545212:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320480.545419:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990130176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320480.545449:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320480.546072:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130176 00000100:00100000:2.0:1767320480.546088:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130176 00000100:00100000:2.0:1767320480.546139:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:2.0:1767320480.546146:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990130176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320480.546165:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320480.546218:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990130176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320480.546225:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00080000:3.0:1767320480.546248:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320480.546320:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990130176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320480.612542:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320481.376834:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320481.632348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320482.400683:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320482.592588:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320482.592603:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320482.592605:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320482.592609:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320482.592613:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320482.592621:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5727 00000100:00080000:1.0:1767320482.592626:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320482.592632:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320482.592672:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0380 x1853163990130304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320482.592699:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320482.592703:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320482.592705:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320482.592708:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5727 00000100:00080000:1.0:1767320482.592710:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320482.592714:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320482.592725:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163990130432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320482.592760:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320482.592764:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320482.592766:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320482.592770:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5727 00000100:00080000:1.0:1767320482.592772:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320482.592775:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320482.592787:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3b80 x1853163990130688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320482.592799:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320482.592802:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320482.592804:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320482.592807:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5727 00000100:00080000:1.0:1767320482.592809:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320482.592812:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320482.592949:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990130560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.593016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320482.593103:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320482.593110:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990130816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.593134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320482.593164:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130560 00000100:00100000:2.0:1767320482.593171:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130560 00000100:00100000:2.0:1767320482.593221:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130816 00000100:00100000:2.0:1767320482.593223:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130816 00000100:00100000:2.0:1767320482.593273:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711 00000100:00100000:2.0:1767320482.593281:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990130560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.593344:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990130560:12345-0@lo:400:kworker.0 Request processed in 63us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320482.593351:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711 00000100:00100000:2.0:1767320482.593367:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5712 00000100:00100000:2.0:1767320482.593373:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990130816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.593402:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990130816:12345-0@lo:400:kworker.0 Request processed in 29us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320482.593407:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5712 00000100:00100000:2.0:1767320482.593450:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990130816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.593460:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990130560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320482.593697:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1f80 x1853163990130944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320482.593758:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990131072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320482.593792:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320482.593894:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131072 00000100:00100000:2.0:1767320482.593899:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131072 00000100:00100000:2.0:1767320482.593930:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:2.0:1767320482.593936:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990131072:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320482.594010:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320482.594015:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320482.594036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990130304:0@lo:38:kworker.0 00000100:00100000:3.0:1767320482.594065:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320482.594100:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990130432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320482.594125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320482.594150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990130688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320482.594170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320482.594186:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990130944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320482.594206:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320482.594247:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130304 00000100:00100000:3.0:1767320482.594251:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130304 00000100:00100000:3.0:1767320482.594271:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130688 00000100:00100000:3.0:1767320482.594273:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130688 00000100:00100000:3.0:1767320482.594287:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130944 00000100:00100000:3.0:1767320482.594289:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130944 00000100:00100000:3.0:1767320482.594302:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24124 00000100:00100000:3.0:1767320482.594307:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990130304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320482.594337:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320482.594370:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990130304:12345-0@lo:38:kworker.0 Request processed in 62us (304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320482.594376:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24124 00000100:00100000:3.0:1767320482.594390:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24125 00000100:00100000:3.0:1767320482.594393:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990130688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320482.594402:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320482.594424:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990130688:12345-0@lo:38:kworker.0 Request processed in 28us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320482.594429:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24125 00000100:00100000:3.0:1767320482.594440:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24126 00000100:00100000:3.0:1767320482.594443:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990130944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320482.594451:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320482.594471:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990130944:12345-0@lo:38:kworker.0 Request processed in 26us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320482.594476:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24126 00000100:00080000:3.0:1767320482.594502:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320482.594506:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320482.594510:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990130304:0@lo:38:kworker.0 00000100:00080000:3.0:1767320482.594518:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320482.594521:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320482.594523:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990130688:0@lo:38:kworker.0 00000100:00080000:3.0:1767320482.594530:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320482.594533:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320482.594535:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990130944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320482.594597:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990130432 00000100:00100000:3.0:1767320482.594601:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990130432 00000100:00100000:3.0:1767320482.594620:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:3.0:1767320482.594624:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990130432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320482.594634:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320482.594663:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990130432:12345-0@lo:38:kworker.0 Request processed in 37us (537us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320482.594668:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00080000:3.0:1767320482.594689:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320482.594692:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320482.594695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990130432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320482.594733:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990131200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320482.594757:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320482.594783:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131200 00000100:00100000:3.0:1767320482.594787:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131200 00000100:00100000:3.0:1767320482.594815:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:3.0:1767320482.594820:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990131200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320482.594853:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990131200:12345-0@lo:400:kworker.0 Request processed in 33us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320482.594859:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00080000:3.0:1767320482.594872:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320482.594886:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990131200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.604611:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990131072:12345-0@lo:400:kworker.0 Request processed in 10663us (10806us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320482.604627:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:0.0:1767320482.608447:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990131072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320482.656444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320483.424520:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320483.681117:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320483.683701:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320483.683776:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320483.683848:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897472 00000100:00100000:0.0:1767320483.683861:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897472 00000100:00100000:3.0:1767320483.683873:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897600 00000100:00100000:3.0:1767320483.683879:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897600 00000100:00100000:0.0:1767320483.683922:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24127 00000100:00100000:0.0:1767320483.683932:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925897472:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:3.0:1767320483.683951:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5713 00010000:00020000:0.0:1767320483.683959:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320483.683963:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925897600:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320483.684039:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925897600:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320483.684051:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5713 00000100:00080000:1.0:1767320483.684141:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320483.684261:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925897472:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 301us (541us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320483.684269:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24127 00010000:00010000:3.0:1767320484.448600:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320484.704355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320485.472506:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320485.664654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990131328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320485.664742:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320485.664984:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131328 00000100:00100000:3.0:1767320485.664993:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131328 00000100:00100000:3.0:1767320485.665070:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:3.0:1767320485.665096:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990131328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320485.665129:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320485.665184:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990131328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320485.665192:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1767320485.665301:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990131328:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320485.665458:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320485.665595:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990131456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320485.665632:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320485.667027:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131456 00000100:00100000:3.0:1767320485.667039:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131456 00000100:00100000:3.0:1767320485.667123:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:3.0:1767320485.667131:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990131456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320485.667158:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320485.667255:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990131456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (1621us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320485.667262:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00080000:0.0:1767320485.667404:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320485.667489:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990131456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320485.728389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320486.496548:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320486.752744:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320487.521025:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320487.716539:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320487.716549:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320487.716553:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320487.716557:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320487.716561:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320487.716570:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5732 00000100:00080000:3.0:1767320487.716575:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320487.716583:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320487.716631:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163990131584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320487.716649:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320487.716652:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320487.716653:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320487.716657:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5732 00000100:00080000:3.0:1767320487.716659:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320487.716662:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320487.716675:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099880 x1853163990131712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320487.716746:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320487.716750:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320487.716752:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320487.716755:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5732 00000100:00080000:3.0:1767320487.716758:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320487.716762:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320487.716773:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163990131968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320487.716786:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320487.716789:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320487.716791:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320487.716793:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5732 00000100:00080000:3.0:1767320487.716795:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320487.716798:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320487.716807:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163990132224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320487.716870:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990132480:0@lo:400:kworker.0 00000100:00100000:3.0:1767320487.716946:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320487.716988:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990131840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320487.717026:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320487.717065:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131840 00000100:00100000:1.0:1767320487.717072:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131840 00000100:00100000:1.0:1767320487.717129:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714 00000100:00100000:1.0:1767320487.717140:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990131840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320487.717190:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990131840:12345-0@lo:400:kworker.0 Request processed in 53us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320487.717197:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714 00000100:00080000:1.0:1767320487.717219:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320487.717349:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990132096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320487.717392:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320487.717428:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132480 00000100:00100000:2.0:1767320487.717432:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132480 00000100:00100000:2.0:1767320487.717469:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:2.0:1767320487.717478:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990132480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320487.717514:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990132480:12345-0@lo:400:kworker.0 Request processed in 38us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320487.717522:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:3.0:1767320487.717538:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990132480:0@lo:400:kworker.0 00000100:00080000:2.0:1767320487.717541:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320487.717553:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990132352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320487.717574:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132096 00000100:00100000:3.0:1767320487.717578:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132096 00000100:00100000:2.0:1767320487.717583:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320487.717607:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320487.717617:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5715 00000100:00100000:2.0:1767320487.717618:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132352 00000100:00100000:2.0:1767320487.717623:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132352 00000100:00100000:3.0:1767320487.717626:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990132096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320487.717661:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:3.0:1767320487.717669:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990132096:12345-0@lo:400:kworker.0 Request processed in 44us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320487.717674:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990132352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320487.717680:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5715 00000100:00100000:3.0:1767320487.717728:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990131840:0@lo:400:kworker.0 00000100:00080000:3.0:1767320487.717752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320487.717773:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990132096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320487.717922:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990132352:12345-0@lo:400:kworker.0 Request processed in 252us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320487.717929:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00100000:3.0:1767320487.719366:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990132352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320487.719584:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990131584:0@lo:38:kworker.0 00000100:00100000:0.0:1767320487.719664:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320487.719837:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990131712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320487.719861:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320487.719886:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990131968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320487.719904:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320487.719962:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131712 00000100:00100000:3.0:1767320487.719968:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131712 00000100:00100000:3.0:1767320487.720021:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:3.0:1767320487.720028:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990131712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320487.720049:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320487.720089:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990131712:12345-0@lo:38:kworker.0 Request processed in 59us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320487.720096:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00100000:0.0:1767320487.720943:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990132224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320487.720988:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320487.721389:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131584 00000100:00100000:1.0:1767320487.721397:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131584 00000100:00100000:1.0:1767320487.721438:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990131968 00000100:00100000:1.0:1767320487.721442:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990131968 00000100:00100000:1.0:1767320487.721461:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24128 00000100:00100000:1.0:1767320487.721467:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990131584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320487.721485:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320487.721522:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990131584:12345-0@lo:38:kworker.0 Request processed in 55us (1858us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320487.721528:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24128 00000100:00100000:1.0:1767320487.721544:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24129 00000100:00100000:1.0:1767320487.721548:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990131968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320487.721557:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320487.721581:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990131968:12345-0@lo:38:kworker.0 Request processed in 31us (1675us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320487.721586:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24129 00000100:00080000:0.0:1767320487.722983:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320487.723123:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320487.723273:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990131584:0@lo:38:kworker.0 00000100:00080000:0.0:1767320487.723293:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320487.723297:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320487.723300:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990131712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320487.723312:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320487.723315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320487.723318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990131968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320487.723501:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132224 00000100:00100000:3.0:1767320487.723508:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132224 00000100:00100000:2.0:1767320487.723616:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24130 00000100:00100000:2.0:1767320487.723624:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990132224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320487.723641:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320487.723820:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990132224:12345-0@lo:38:kworker.0 Request processed in 195us (2831us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320487.723827:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24130 00000100:00080000:0.0:1767320487.724005:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320487.724009:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320487.724013:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990132224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320487.776454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320488.546215:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320488.801224:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320488.811971:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320488.812032:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320488.812127:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897856 00000100:00100000:3.0:1767320488.812137:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897856 00000100:00100000:0.0:1767320488.812194:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897728 00000100:00100000:0.0:1767320488.812199:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897728 00000100:00100000:3.0:1767320488.812220:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5716 00000100:00080000:2.0:1767320488.812258:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320488.812307:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925897856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320488.812384:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925897856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 154us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320488.813058:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24131 00000100:00100000:0.0:1767320488.813078:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925897728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320488.813099:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320488.813141:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925897728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 64us (1109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320488.813149:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24131 00000100:00100000:3.0:1767320488.819077:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5716 00010000:00010000:3.0:1767320489.568824:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320489.824452:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320490.592628:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320490.784497:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320490.784522:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990132608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320490.784587:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320490.784756:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990132736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320490.784781:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320490.784853:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132608 00000100:00100000:1.0:1767320490.784862:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132608 00000100:00100000:1.0:1767320490.784930:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132736 00000100:00100000:1.0:1767320490.784934:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132736 00000100:00100000:1.0:1767320490.784966:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:3.0:1767320490.784980:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:3.0:1767320490.784992:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990132736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320490.785021:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320490.785056:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990132608:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320490.785068:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990132736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320490.785075:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00002000:00000024:1.0:1767320490.785077:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320490.785115:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990132608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320490.785122:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00080000:2.0:1767320490.785217:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320490.785222:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320490.785269:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990132736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320490.785284:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990132608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320490.848348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320491.616444:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320491.872416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320492.640529:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320492.832626:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320492.832636:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320492.832639:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320492.832643:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320492.832647:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320492.832655:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5737 00000100:00080000:3.0:1767320492.832659:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320492.832666:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320492.832705:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6d80 x1853163990132864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320492.832721:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320492.832723:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320492.832725:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320492.832728:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5737 00000100:00080000:3.0:1767320492.832730:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320492.832734:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320492.832745:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6300 x1853163990132992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320492.832792:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320492.832796:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320492.832798:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320492.832801:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5737 00000100:00080000:3.0:1767320492.832803:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320492.832806:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320492.832819:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990133248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320492.832833:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320492.832846:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320492.832848:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320492.832852:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5737 00000100:00080000:3.0:1767320492.832854:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320492.832858:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320492.832871:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163990133504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320492.832916:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990133376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320492.832930:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990133632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320492.833029:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990133120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.833076:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.833116:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990132864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.833148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320492.833198:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320492.834931:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320492.835142:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133376 00000100:00100000:1.0:1767320492.835162:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133376 00000100:00100000:1.0:1767320492.835647:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132864 00000100:00100000:1.0:1767320492.835652:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132864 00000100:00100000:1.0:1767320492.835671:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133120 00000100:00100000:1.0:1767320492.835674:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133120 00000100:00100000:1.0:1767320492.835700:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717 00000100:00100000:1.0:1767320492.835709:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990133376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.835766:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990133376:12345-0@lo:400:kworker.0 Request processed in 58us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320492.835773:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717 00000100:00100000:1.0:1767320492.835789:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5718 00000100:00100000:1.0:1767320492.835794:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990133120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.835820:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990133120:12345-0@lo:400:kworker.0 Request processed in 27us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320492.835826:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5718 00000100:00100000:1.0:1767320492.835849:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24132 00000100:00100000:1.0:1767320492.835853:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990132864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320492.835872:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320492.835900:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990132864:12345-0@lo:38:kworker.0 Request processed in 45us (2752us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320492.835906:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24132 00000100:00100000:1.0:1767320492.835952:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990133376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.836007:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133632 00000100:00100000:1.0:1767320492.836011:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133632 00000100:00100000:1.0:1767320492.836039:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00000100:00100000:1.0:1767320492.836044:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990133632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.836076:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990133632:12345-0@lo:400:kworker.0 Request processed in 32us (2878us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320492.836082:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00000100:00100000:1.0:1767320492.836107:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990133760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.836135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320492.838892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320492.838905:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320492.838911:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990132864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.838923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990132992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.839003:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.839044:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990133248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.839069:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.839090:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990133504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.839110:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.839173:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133248 00000100:00100000:0.0:1767320492.839179:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133248 00000100:00100000:0.0:1767320492.839206:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133504 00000100:00100000:0.0:1767320492.839208:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133504 00000100:00100000:0.0:1767320492.839253:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24133 00000100:00100000:0.0:1767320492.839260:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990133248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320492.839279:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320492.839318:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990133248:12345-0@lo:38:kworker.0 Request processed in 56us (247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320492.839325:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24133 00000100:00100000:0.0:1767320492.839343:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24134 00000100:00100000:0.0:1767320492.839348:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990133504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320492.839356:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320492.839380:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990133504:12345-0@lo:38:kworker.0 Request processed in 30us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320492.839386:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24134 00000100:00080000:0.0:1767320492.839418:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320492.839422:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320492.839426:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990133248:0@lo:38:kworker.0 00000100:00080000:0.0:1767320492.839432:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320492.839435:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320492.839438:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990133504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.839475:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133760 00000100:00100000:0.0:1767320492.839480:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133760 00000100:00100000:0.0:1767320492.839523:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:0.0:1767320492.839530:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990133760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320492.839565:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990133760:12345-0@lo:400:kworker.0 Request processed in 36us (3430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320492.839571:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:0.0:1767320492.839619:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990132992 00000100:00100000:0.0:1767320492.839623:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990132992 00000100:00100000:0.0:1767320492.839642:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1767320492.839646:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990132992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320492.839656:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320492.839683:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990132992:12345-0@lo:38:kworker.0 Request processed in 36us (681us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320492.839689:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00000100:00080000:0.0:1767320492.839703:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320492.839707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320492.839710:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320492.839725:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320492.839729:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320492.839732:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990132992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320492.840344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990133632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320492.842346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990133120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.842347:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990133760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320492.896383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320493.664481:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320493.920340:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320493.923686:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320493.923943:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925898112 00000100:00100000:3.0:1767320493.923955:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925898112 00000100:00100000:3.0:1767320493.924048:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5719 00000100:00100000:3.0:1767320493.924057:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925898112:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320493.924376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320493.924562:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925898112:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 504us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320493.924575:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5719 00000100:00100000:0.0:1767320493.934305:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320493.934423:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925897984 00000100:00100000:1.0:1767320493.934434:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925897984 00000100:00100000:1.0:1767320493.934488:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24135 00000100:00100000:1.0:1767320493.934497:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925897984:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320493.934523:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320493.934603:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925897984:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 99us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320493.934611:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24135 00010000:00010000:3.0:1767320494.688581:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320494.944354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320495.712462:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320495.904937:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990134016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320495.905015:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320495.905092:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320495.905099:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990133888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320495.905138:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320495.905226:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134016 00000100:00100000:1.0:1767320495.905252:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134016 00000100:00100000:1.0:1767320495.905310:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990133888 00000100:00100000:1.0:1767320495.905314:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990133888 00000100:00100000:1.0:1767320495.905334:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:1.0:1767320495.905342:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990134016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320495.905371:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320495.905414:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990134016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (399us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320495.905419:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320495.905421:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00080000:2.0:1767320495.905424:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320495.905439:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1767320495.905446:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990133888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320495.905460:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320495.905486:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990133888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320495.905491:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:3.0:1767320495.905835:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990133888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320495.905851:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990134016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320495.968397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320496.736629:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320496.992436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320497.760445:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320497.952434:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320497.952445:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320497.952448:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320497.952452:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320497.952456:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320497.952464:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5742 00000100:00080000:3.0:1767320497.952469:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320497.952477:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320497.952530:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7b80 x1853163990134144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320497.952558:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320497.952564:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320497.952566:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320497.952570:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5742 00000100:00080000:3.0:1767320497.952572:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320497.952576:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320497.952590:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163990134272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320497.952626:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320497.952629:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320497.952631:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320497.952634:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5742 00000100:00080000:3.0:1767320497.952637:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320497.952640:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320497.952653:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990134528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320497.952669:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320497.952673:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320497.952674:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320497.952676:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990134400:0@lo:400:kworker.0 00000100:00080000:3.0:1767320497.952678:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5742 00000100:00080000:3.0:1767320497.952680:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320497.952683:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320497.952691:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6300 x1853163990134784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320497.952729:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990134912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320497.952757:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320497.952773:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320497.952862:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320497.952869:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990134656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320497.952890:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990135040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320497.952892:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320497.952917:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320497.952936:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134400 00000100:00100000:2.0:1767320497.952950:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134400 00000100:00100000:1.0:1767320497.952962:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134656 00000100:00100000:1.0:1767320497.952965:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134656 00000100:00100000:1.0:1767320497.953023:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720 00000100:00100000:1.0:1767320497.953031:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990134656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320497.953082:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990134656:12345-0@lo:400:kworker.0 Request processed in 52us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320497.953089:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720 00000100:00100000:1.0:1767320497.953106:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5721 00000100:00100000:1.0:1767320497.953113:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990134400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320497.953136:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990134400:12345-0@lo:400:kworker.0 Request processed in 24us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320497.953142:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5721 00000100:00080000:2.0:1767320497.954568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320497.954710:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134912 00000100:00100000:2.0:1767320497.954721:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134912 00000100:00100000:2.0:1767320497.954791:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135040 00000100:00100000:2.0:1767320497.954795:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135040 00000100:00100000:2.0:1767320497.954818:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:2.0:1767320497.954827:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990134912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320497.955165:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990134912:0@lo:400:kworker.0 00000100:00100000:3.0:1767320497.955204:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:3.0:1767320497.955213:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990135040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320497.955274:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990135040:12345-0@lo:400:kworker.0 Request processed in 63us (2356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320497.955282:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00080000:3.0:1767320497.955317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320497.955320:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320497.955737:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990134656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320497.955763:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990134400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320497.955826:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990135040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320497.957362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990134144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320497.957431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320497.957559:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990134912:12345-0@lo:400:kworker.0 Request processed in 69us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320497.957573:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:0.0:1767320497.957802:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990134272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320497.957806:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134144 00000100:00100000:1.0:1767320497.957817:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134144 00000100:00100000:0.0:1767320497.957833:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320497.957867:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990134528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320497.957888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320497.958164:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134272 00000100:00100000:3.0:1767320497.958169:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134272 00000100:00100000:3.0:1767320497.958201:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:3.0:1767320497.958207:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990134272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320497.958248:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320497.958292:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990134272:12345-0@lo:38:kworker.0 Request processed in 83us (457us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320497.958298:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:1.0:1767320497.959175:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134528 00000100:00100000:1.0:1767320497.959183:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134528 00000100:00100000:1.0:1767320497.959214:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24136 00000100:00100000:1.0:1767320497.959219:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990134144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320497.959248:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320497.959285:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990134144:12345-0@lo:38:kworker.0 Request processed in 66us (1855us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320497.959291:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24136 00000100:00100000:1.0:1767320497.959306:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24137 00000100:00100000:1.0:1767320497.959310:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990134528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320497.959319:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320497.959343:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990134528:12345-0@lo:38:kworker.0 Request processed in 31us (1454us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320497.959349:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24137 00000100:00080000:0.0:1767320497.959553:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320497.959559:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320497.959563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990134528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320497.959572:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990134784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320497.959767:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320497.959807:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990134784 00000100:00100000:3.0:1767320497.959812:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990134784 00000100:00080000:0.0:1767320497.959813:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320497.959817:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320497.959820:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990134144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320497.959830:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320497.959833:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320497.959835:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990134272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320497.960076:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24138 00000100:00100000:2.0:1767320497.960083:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990134784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320497.960096:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320497.960147:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990134784:12345-0@lo:38:kworker.0 Request processed in 63us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320497.960153:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24138 00000100:00080000:0.0:1767320497.960721:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320497.960726:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320497.960728:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990134784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320498.016371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320498.784466:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320499.040355:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320499.044561:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320499.044617:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320499.044781:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925898368 00000100:00100000:2.0:1767320499.044782:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925898240 00000100:00100000:0.0:1767320499.044792:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925898368 00000100:00100000:2.0:1767320499.044797:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925898240 00000100:00100000:2.0:1767320499.044844:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5722 00000100:00100000:0.0:1767320499.044853:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24139 00000100:00100000:2.0:1767320499.044854:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925898368:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320499.044857:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925898240:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320499.044877:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320499.044928:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925898240:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 69us (379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320499.044936:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24139 00000100:00080000:3.0:1767320499.045075:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320499.047739:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925898368:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2865us (3100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320499.047756:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5722 00010000:00010000:3.0:1767320499.808554:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320500.064393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320500.832479:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320501.024654:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990135168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320501.024735:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320501.024805:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135168 00000100:00100000:0.0:1767320501.024815:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135168 00000100:00100000:0.0:1767320501.024871:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:0.0:1767320501.024881:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990135168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320501.024914:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320501.025057:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990135296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320501.025088:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320501.025432:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135296 00000100:00100000:1.0:1767320501.025437:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135296 00000100:00100000:1.0:1767320501.025664:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1767320501.025673:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990135296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320501.025853:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320501.025904:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990135296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 233us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320501.025912:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1767320501.025970:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990135296:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320501.026003:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320501.026008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320501.027922:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990135168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3033us (3177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320501.028079:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:3.0:1767320501.028630:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990135168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320501.088900:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320501.856446:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320502.051162:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320477/real 1767320477] req@ffff96e1ed2bed80 x1853163990128896/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320502 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320502.051198:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1ed2bed80 x1853163990128896/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320502 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320502.051217:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320502.051263:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320502.051267:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990128896:0@lo:250:kworker.0 00000100:00080000:1.0:1767320502.052104:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320502.052111:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320502.052114:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320502.052119:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5727 00000100:00080000:1.0:1767320502.052122:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320502.052128:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320502.052163:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2a00 x1853163990135424/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320502.052190:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320502.052193:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320502.052195:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320502.052199:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5747 00000100:00080000:1.0:1767320502.052201:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320502.052205:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320502.052215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990135424:0@lo:250:kworker.0 00000100:00100000:1.0:1767320502.052219:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163990135552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320502.052227:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320502.052257:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320502.052259:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320502.052262:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5747 00000100:00080000:1.0:1767320502.052264:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320502.052268:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000400:00000100:0.0:1767320502.052275:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990135424 offset 0 length 520: 4 00000100:00100000:1.0:1767320502.052283:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163990135680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320502.052321:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990135552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320502.052351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320502.052815:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135552 00000100:00100000:2.0:1767320502.052825:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135552 00000100:00100000:2.0:1767320502.052930:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24140 00000100:00100000:2.0:1767320502.052938:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990135552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320502.052959:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320502.053023:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990135552:12345-0@lo:38:kworker.0 Request processed in 83us (670us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320502.053031:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24140 00000100:00080000:0.0:1767320502.053099:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320502.053103:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320502.053116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990135552:0@lo:38:kworker.0 00000100:00080000:1.0:1767320502.054072:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320502.054076:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320502.054079:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320502.054083:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5747 00000100:00080000:1.0:1767320502.054086:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320502.054091:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320502.054108:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163990135936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320502.054125:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320502.054128:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320502.054130:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320502.054134:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5747 00000100:00080000:1.0:1767320502.054136:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320502.054140:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320502.054149:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3b80 x1853163990136192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320502.054206:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990136320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320502.054267:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320502.054283:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990135680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320502.054312:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320502.054333:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990135936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320502.054354:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320502.054854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990136192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320502.054876:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320502.054893:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135936 00000100:00100000:3.0:1767320502.054899:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135936 00000100:00100000:3.0:1767320502.054936:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24141 00000100:00100000:3.0:1767320502.054942:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990135936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320502.054960:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320502.055007:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990135936:12345-0@lo:38:kworker.0 Request processed in 65us (652us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320502.055014:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24141 00000100:00100000:3.0:1767320502.055038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990135808:0@lo:400:kworker.0 00000100:00100000:3.0:1767320502.055088:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136320 00000100:00100000:3.0:1767320502.055092:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136320 00000100:00100000:3.0:1767320502.055137:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:3.0:1767320502.055144:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990136320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320502.055780:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990136320:12345-0@lo:400:kworker.0 Request processed in 42us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320502.055787:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00100000:3.0:1767320502.055821:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135680 00000100:00100000:3.0:1767320502.055825:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135680 00000100:00100000:3.0:1767320502.055846:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:3.0:1767320502.055850:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990135680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320502.055862:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320502.055891:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990135680:12345-0@lo:38:kworker.0 Request processed in 40us (1578us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320502.055900:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:3.0:1767320502.055932:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990136448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320502.055960:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320502.055991:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136448 00000100:00100000:3.0:1767320502.055995:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136448 00000100:00100000:3.0:1767320502.056018:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:3.0:1767320502.056024:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990136448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320502.056057:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990136448:12345-0@lo:400:kworker.0 Request processed in 33us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320502.056063:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:3.0:1767320502.056099:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990136448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320502.056136:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990136064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320502.056269:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990136320:0@lo:400:kworker.0 00000100:00080000:0.0:1767320502.058664:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320502.058686:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320502.058691:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990135680:0@lo:38:kworker.0 00000100:00080000:0.0:1767320502.058705:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320502.058709:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320502.058712:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990135936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320502.058831:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320502.059327:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320502.059617:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136192 00000100:00100000:2.0:1767320502.059625:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136192 00000100:00100000:1.0:1767320502.059754:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136064 00000100:00100000:1.0:1767320502.059759:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136064 00000100:00100000:0.0:1767320502.059797:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990135808 00000100:00100000:0.0:1767320502.059801:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990135808 00000100:00100000:1.0:1767320502.059814:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723 00000100:00100000:1.0:1767320502.059834:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990136064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320502.059840:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5724 00000100:00100000:0.0:1767320502.059845:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990135808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320502.060192:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24142 00000100:00100000:3.0:1767320502.060198:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990136192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320502.060218:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320502.060318:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990136064:12345-0@lo:400:kworker.0 Request processed in 486us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320502.060325:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723 00000100:00080000:1.0:1767320502.060350:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320502.060383:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990136064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320502.061338:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990135808:12345-0@lo:400:kworker.0 Request processed in 1489us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320502.061348:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5724 00000100:00100000:3.0:1767320502.061467:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990136192:12345-0@lo:38:kworker.0 Request processed in 1267us (6589us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320502.061475:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24142 00000100:00080000:2.0:1767320502.061734:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320502.061740:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320502.061744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990136192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320502.061873:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990135808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320502.112342:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320502.880969:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320503.136327:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320503.905434:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320504.160364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320504.164388:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320504.164445:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320504.164491:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925898624 00000100:00100000:3.0:1767320504.164509:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925898624 00000100:00100000:3.0:1767320504.164711:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925898496 00000100:00100000:3.0:1767320504.164716:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925898496 00000100:00100000:2.0:1767320504.164833:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5725 00000100:00100000:2.0:1767320504.164850:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925898624:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320504.164906:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320504.164907:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24143 00000100:00100000:1.0:1767320504.164918:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925898496:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320504.164947:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320504.164968:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925898624:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 120us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320504.164977:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5725 00000100:00100000:1.0:1767320504.165015:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925898496:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 94us (566us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320504.165024:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24143 00000400:00000100:2.0:1767320504.166818:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925898752 offset 0 length 520: 4 00010000:00010000:3.0:1767320504.929729:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320505.187157:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320505.957161:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320506.144948:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320506.144972:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990136576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320506.145069:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320506.145428:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320506.145441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990136704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320506.145484:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320506.145578:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136576 00000100:00100000:3.0:1767320506.145590:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136576 00000100:00100000:3.0:1767320506.145682:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136704 00000100:00100000:3.0:1767320506.145686:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136704 00000100:00100000:3.0:1767320506.145707:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:3.0:1767320506.145718:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990136576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320506.145758:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320506.145814:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990136576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320506.145834:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:3.0:1767320506.145855:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:3.0:1767320506.145862:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990136704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320506.145881:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320506.145916:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990136704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320506.145922:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:3.0:1767320506.145967:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990136704:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320506.146126:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320506.146137:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320506.146381:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990136576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320506.208568:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320506.976559:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320507.168697:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320507.168721:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320507.168724:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320507.168728:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320507.168733:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320507.168745:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5751 00000100:00080000:3.0:1767320507.168751:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320507.168759:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320507.168815:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990136832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320507.168846:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320507.168850:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320507.168852:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320507.168855:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5751 00000100:00080000:3.0:1767320507.168858:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320507.168862:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320507.168876:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6680 x1853163990136960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320507.168925:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320507.168929:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320507.168931:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320507.168935:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5751 00000100:00080000:3.0:1767320507.168937:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320507.168941:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320507.168955:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163990137216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320507.168971:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320507.168975:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320507.168976:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320507.168980:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5751 00000100:00080000:3.0:1767320507.168983:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320507.168986:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320507.169009:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099880 x1853163990137472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320507.169072:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990137600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320507.169162:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320507.169306:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320507.169313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990137728:0@lo:400:kworker.0 00000100:00100000:3.0:1767320507.169337:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320507.169373:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137600 00000100:00100000:3.0:1767320507.169382:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137600 00000100:00100000:3.0:1767320507.169431:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137728 00000100:00100000:3.0:1767320507.169434:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137728 00000100:00100000:3.0:1767320507.169454:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00000100:00100000:3.0:1767320507.169461:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990137600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320507.169513:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990137600:12345-0@lo:400:kworker.0 Request processed in 51us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320507.169521:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00000100:00100000:3.0:1767320507.169536:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:3.0:1767320507.169542:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990137728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320507.169568:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990137728:12345-0@lo:400:kworker.0 Request processed in 27us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320507.169585:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:3.0:1767320507.169653:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990137728:0@lo:400:kworker.0 00000100:00100000:3.0:1767320507.169662:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990137600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320507.169762:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990137344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320507.169795:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320507.169828:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320507.169834:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990137088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320507.169855:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320507.170045:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137344 00000100:00100000:2.0:1767320507.170050:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137344 00000100:00100000:2.0:1767320507.170106:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137088 00000100:00100000:2.0:1767320507.170109:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137088 00000100:00100000:2.0:1767320507.170137:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726 00000100:00100000:2.0:1767320507.170144:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990137344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320507.170193:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990137344:12345-0@lo:400:kworker.0 Request processed in 50us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320507.170199:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726 00000100:00100000:2.0:1767320507.170215:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5727 00000100:00100000:2.0:1767320507.170221:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990137088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320507.170278:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990137088:12345-0@lo:400:kworker.0 Request processed in 58us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320507.170284:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5727 00000100:00100000:2.0:1767320507.170316:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990136832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320507.170343:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320507.170366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990136960:0@lo:38:kworker.0 00000100:00100000:2.0:1767320507.170390:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320507.170415:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990137216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320507.170437:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320507.170451:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990137472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320507.170471:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320507.170499:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136960 00000100:00100000:2.0:1767320507.170503:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136960 00000100:00100000:2.0:1767320507.170524:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1767320507.170529:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990136960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320507.170552:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320507.170599:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990136960:12345-0@lo:38:kworker.0 Request processed in 69us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320507.170606:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1767320507.170623:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990136832 00000100:00100000:2.0:1767320507.170626:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990136832 00000100:00100000:2.0:1767320507.170642:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137216 00000100:00100000:2.0:1767320507.170644:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137216 00000100:00100000:2.0:1767320507.170654:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137472 00000100:00100000:2.0:1767320507.170656:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137472 00000100:00100000:2.0:1767320507.170666:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24144 00000100:00100000:2.0:1767320507.170671:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990136832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320507.170681:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320507.170705:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990136832:12345-0@lo:38:kworker.0 Request processed in 34us (363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320507.170711:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24144 00000100:00100000:2.0:1767320507.170720:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24145 00000100:00100000:2.0:1767320507.170724:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990137216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320507.170733:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320507.170753:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990137216:12345-0@lo:38:kworker.0 Request processed in 28us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320507.170758:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24145 00000100:00100000:2.0:1767320507.170768:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24146 00000100:00100000:2.0:1767320507.170772:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990137472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320507.170781:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320507.170803:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990137472:12345-0@lo:38:kworker.0 Request processed in 29us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320507.170808:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24146 00000100:00100000:2.0:1767320507.170956:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990137088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320507.170968:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990137344:0@lo:400:kworker.0 00000100:00080000:2.0:1767320507.171004:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320507.171010:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320507.171014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990136832:0@lo:38:kworker.0 00000100:00080000:2.0:1767320507.171023:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320507.171026:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320507.171029:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990136960:0@lo:38:kworker.0 00000100:00080000:2.0:1767320507.171037:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320507.171040:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320507.171042:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990137216:0@lo:38:kworker.0 00000100:00080000:2.0:1767320507.171049:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320507.171052:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320507.171055:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990137472:0@lo:38:kworker.0 00000100:00080000:0.0:1767320507.171158:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320507.232543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320508.000682:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320508.256632:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320509.025165:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320509.280398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320509.284412:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320509.284454:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320509.284550:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899008 00000100:00100000:3.0:1767320509.284560:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899008 00000100:00100000:3.0:1767320509.284628:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925898880 00000100:00100000:3.0:1767320509.284632:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925898880 00000100:00100000:3.0:1767320509.284650:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5728 00000100:00100000:3.0:1767320509.284659:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925899008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320509.284730:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925899008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 72us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320509.284738:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5728 00000100:00100000:3.0:1767320509.284756:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24147 00000100:00100000:3.0:1767320509.284760:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925898880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320509.284779:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320509.284804:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925898880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320509.284811:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24147 00000100:00080000:0.0:1767320509.284874:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320510.049185:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320510.304375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320511.072475:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320511.264412:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990137984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320511.264485:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320511.264561:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990137856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320511.264613:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137984 00000100:00100000:0.0:1767320511.264632:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137984 00000100:00100000:0.0:1767320511.264681:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1767320511.264687:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990137984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320511.264712:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320511.264768:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320511.264809:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990137856 00000100:00100000:1.0:1767320511.264812:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990137856 00000100:00100000:1.0:1767320511.264826:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:1.0:1767320511.264831:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990137856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320511.264843:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320511.264869:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990137856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320511.264877:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:1.0:1767320511.264933:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990137856:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320511.264967:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320511.264971:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320511.268297:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990137984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3600us (3802us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320511.268311:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:2.0:1767320511.268315:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990137984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320511.328347:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320512.096404:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320512.289081:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320512.289093:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320512.289097:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320512.289104:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320512.289109:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320512.289117:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320512.289122:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320512.289128:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320512.289365:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8e300 x1853163990138112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320512.289390:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320512.289394:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320512.289396:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320512.289399:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320512.289401:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320512.289405:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320512.289419:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8fb80 x1853163990138240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320512.289516:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990138112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320512.289536:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767320512.289558:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320512.289562:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320512.289564:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320512.289569:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320512.289571:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320512.289575:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320512.289588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320512.289593:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990138496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320512.289657:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990138240:0@lo:38:kworker.0 00000100:00100000:1.0:1767320512.289684:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990138624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320512.289685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320512.289720:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990138496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320512.289726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320512.289755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320512.289759:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990138368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320512.289797:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320512.289814:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138112 00000100:00100000:0.0:1767320512.289823:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138112 00000100:00100000:1.0:1767320512.289834:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138624 00000100:00100000:1.0:1767320512.289840:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138624 00000100:00100000:0.0:1767320512.289856:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138496 00000100:00100000:0.0:1767320512.289861:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138496 00000100:00100000:0.0:1767320512.289881:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138368 00000100:00100000:0.0:1767320512.289883:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138368 00000100:00080000:2.0:1767320512.289900:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320512.289905:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320512.289906:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320512.289910:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5756 00000100:00080000:2.0:1767320512.289912:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320512.289916:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320512.289932:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b480 x1853163990138752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320512.290002:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729 00000100:00100000:1.0:1767320512.290013:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990138624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320512.290043:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5730 00000100:00100000:0.0:1767320512.290056:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990138368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320512.290062:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990138624:12345-0@lo:400:kworker.0 Request processed in 50us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320512.290069:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729 00000100:00100000:1.0:1767320512.290087:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24148 00000100:00100000:1.0:1767320512.290092:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990138112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320512.290110:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320512.290120:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138240 00000100:00100000:3.0:1767320512.290124:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138240 00000100:00100000:0.0:1767320512.290158:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990138368:12345-0@lo:400:kworker.0 Request processed in 106us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320512.290164:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:3.0:1767320512.290170:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990138240:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320512.290173:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5730 00010000:00020000:3.0:1767320512.290181:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320512.290188:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24149 00000100:00100000:0.0:1767320512.290191:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990138496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320512.290200:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320512.290207:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990138240:12345-0@lo:38:kworker.0 Request processed in 37us (524us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320512.290214:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1767320512.290220:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990138496:12345-0@lo:38:kworker.0 Request processed in 28us (466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320512.290225:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24149 00000100:00100000:0.0:1767320512.290267:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990138752:0@lo:38:kworker.0 00000100:00100000:3.0:1767320512.290276:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990139008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320512.290291:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320512.290299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320512.290316:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767320512.290319:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320512.290321:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990138880:0@lo:400:kworker.0 00000100:00080000:0.0:1767320512.290323:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320512.290326:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990138496:0@lo:38:kworker.0 00000100:00080000:0.0:1767320512.290335:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320512.290338:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320512.290341:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990138112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320512.290341:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320512.290349:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320512.290352:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320512.290357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990138240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320512.290377:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138752 00000100:00100000:3.0:1767320512.290381:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139008 00000100:00100000:2.0:1767320512.290383:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138752 00000100:00100000:3.0:1767320512.290386:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139008 00000100:00080000:0.0:1767320512.290400:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320512.290418:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24150 00000100:00100000:3.0:1767320512.290419:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990138880 00000100:00100000:2.0:1767320512.290425:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990138752:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320512.290425:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990138880 00000100:00100000:0.0:1767320512.290426:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990138624:0@lo:400:kworker.0 00010000:00020000:2.0:1767320512.290439:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320512.290446:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1767320512.290454:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990139008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320512.290494:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990138752:12345-0@lo:38:kworker.0 Request processed in 56us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320512.290502:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24150 00000100:00100000:3.0:1767320512.290511:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990139008:12345-0@lo:400:kworker.0 Request processed in 57us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320512.290519:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1767320512.290544:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:3.0:1767320512.290552:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990138880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320512.290576:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990138112:12345-0@lo:38:kworker.0 Request processed in 57us (563us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320512.290583:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24148 00000100:00080000:1.0:1767320512.290616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320512.290620:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320512.290623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990138752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320512.290710:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990139008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320512.291503:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990138880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320512.292301:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990138880:12345-0@lo:400:kworker.0 Request processed in 902us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320512.292312:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:0.0:1767320512.294447:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990138368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320512.352444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320513.120418:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320513.376420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320514.147732:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320514.400965:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320514.403193:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320514.403461:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320514.403926:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899264 00000100:00100000:1.0:1767320514.403936:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899264 00000100:00100000:1.0:1767320514.404001:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899136 00000100:00100000:1.0:1767320514.404004:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899136 00000100:00100000:1.0:1767320514.404027:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5731 00000100:00100000:1.0:1767320514.404039:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925899264:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320514.404111:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925899264:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320514.404119:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5731 00000100:00100000:1.0:1767320514.404139:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24151 00000100:00100000:1.0:1767320514.404143:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925899136:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320514.404162:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320514.404185:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925899136:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 40us (725us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320514.404191:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24151 00000100:00080000:0.0:1767320514.404520:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320515.169930:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320515.424295:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320516.192420:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320516.384630:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320516.384647:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990139136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320516.384717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320516.384967:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139136 00000100:00100000:3.0:1767320516.384977:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139136 00000100:00100000:3.0:1767320516.385050:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1767320516.385060:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990139136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320516.385090:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320516.385148:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990139136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320516.385165:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00080000:1.0:1767320516.385224:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320516.385289:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990139136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320516.386400:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320516.386426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990139264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320516.386476:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320516.386567:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139264 00000100:00100000:2.0:1767320516.386574:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139264 00000100:00100000:2.0:1767320516.386631:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1767320516.386641:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990139264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320516.386665:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320516.386710:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990139264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320516.386717:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1767320516.386759:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990139264:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320516.386819:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320516.449557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320517.216476:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320517.408519:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320517.408534:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320517.408537:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320517.408541:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320517.408546:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320517.408555:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5762 00000100:00080000:1.0:1767320517.408561:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320517.408570:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320517.408616:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2680 x1853163990139392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320517.408650:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320517.408654:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320517.408656:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320517.408660:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5762 00000100:00080000:1.0:1767320517.408663:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320517.408671:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320517.408685:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1500 x1853163990139520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320517.408758:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990139648:0@lo:400:kworker.0 00000100:00100000:2.0:1767320517.408838:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320517.408953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990139392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320517.408986:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320517.409016:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990139520:0@lo:38:kworker.0 00000100:00100000:0.0:1767320517.409038:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320517.409075:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139648 00000100:00100000:0.0:1767320517.409081:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139648 00000100:00100000:0.0:1767320517.409168:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139392 00000100:00100000:0.0:1767320517.409172:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139392 00000100:00100000:0.0:1767320517.409194:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5732 00000100:00100000:0.0:1767320517.409204:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990139648:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320517.409306:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320517.409311:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320517.409313:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320517.409318:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5762 00000100:00100000:3.0:1767320517.410604:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24152 00000100:00100000:3.0:1767320517.410622:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990139392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320517.410653:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320517.410722:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320517.410727:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990139392:12345-0@lo:38:kworker.0 Request processed in 109us (1737us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320517.410732:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320517.410738:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24152 00000100:00100000:1.0:1767320517.410765:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990139776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320517.410772:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139520 00000100:00100000:3.0:1767320517.410779:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139520 00000100:00100000:3.0:1767320517.410808:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254 00000100:00100000:3.0:1767320517.410812:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990139520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320517.410858:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320517.410886:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990139520:12345-0@lo:38:kworker.0 Request processed in 72us (1846us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320517.410892:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254 00000100:00100000:3.0:1767320517.410919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990139776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320517.410957:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320517.410997:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320517.411003:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320517.411006:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990139392:0@lo:38:kworker.0 00000100:00080000:3.0:1767320517.411017:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320517.411028:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320517.411030:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990139520:0@lo:38:kworker.0 00000100:00100000:3.0:1767320517.411063:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139776 00000100:00100000:3.0:1767320517.411067:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139776 00000100:00100000:3.0:1767320517.411085:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24153 00000100:00100000:3.0:1767320517.411089:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990139776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320517.411098:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320517.411142:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990139776:12345-0@lo:38:kworker.0 Request processed in 52us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320517.411148:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24153 00000100:00080000:3.0:1767320517.411173:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320517.411177:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320517.411180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990139776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320517.411211:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990139904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320517.411246:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320517.411267:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990139904 00000100:00100000:3.0:1767320517.411269:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990139904 00000100:00100000:3.0:1767320517.411300:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5733 00000100:00100000:3.0:1767320517.411306:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990139904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320517.411332:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990139904:12345-0@lo:400:kworker.0 Request processed in 28us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320517.411336:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5733 00000100:00100000:3.0:1767320517.411353:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990139904:0@lo:400:kworker.0 00000100:00080000:3.0:1767320517.411378:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320517.423815:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320517.423826:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320517.423831:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320517.423840:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5762 00000100:00080000:1.0:1767320517.423845:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320517.423852:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320517.423901:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749500 x1853163990140032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320517.423955:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320517.423966:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990140160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320517.424033:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320517.424090:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990140288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320517.424112:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320517.425381:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140160 00000100:00100000:3.0:1767320517.425401:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140160 00000100:00100000:3.0:1767320517.425458:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140288 00000100:00100000:3.0:1767320517.425462:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140288 00000100:00100000:3.0:1767320517.425488:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:3.0:1767320517.425497:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990140160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320517.425577:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990140160:12345-0@lo:400:kworker.0 Request processed in 81us (1543us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320517.425595:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:3.0:1767320517.425612:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:3.0:1767320517.425626:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990140288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320517.425661:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990140288:12345-0@lo:400:kworker.0 Request processed in 44us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320517.425668:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:3.0:1767320517.425703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990140032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320517.425740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320517.425776:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140032 00000100:00100000:3.0:1767320517.425779:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140032 00000100:00100000:3.0:1767320517.425799:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24154 00000100:00100000:3.0:1767320517.425804:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990140032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320517.425825:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320517.425855:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990140032:12345-0@lo:38:kworker.0 Request processed in 50us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320517.425861:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24154 00000100:00100000:3.0:1767320517.425901:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990140288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320517.425913:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990140160:0@lo:400:kworker.0 00000100:00080000:3.0:1767320517.425943:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320517.425947:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320517.425951:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990140032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320517.435944:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990139648:12345-0@lo:400:kworker.0 Request processed in 26730us (27093us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320517.435962:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5732 00000100:00100000:2.0:1767320517.442374:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990139648:0@lo:400:kworker.0 00000100:00100000:2.0:1767320517.472727:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320518.245329:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320518.496337:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320519.264487:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320519.520358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320519.523112:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320519.523220:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899392 00000100:00100000:2.0:1767320519.523249:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899392 00000100:00100000:2.0:1767320519.523298:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24155 00000100:00100000:2.0:1767320519.523308:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925899392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320519.523330:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320519.523404:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925899392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (377us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320519.523412:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24155 00000100:00100000:1.0:1767320519.524065:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320519.524138:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899520 00000100:00100000:3.0:1767320519.524145:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899520 00000100:00100000:3.0:1767320519.524208:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5734 00000100:00100000:3.0:1767320519.524216:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925899520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320519.524385:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925899520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 169us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320519.524393:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5734 00000100:00080000:0.0:1767320519.527999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320520.292021:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320520.544401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320521.312503:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320521.504500:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320521.507346:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990140544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320521.507428:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320521.507531:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990140416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320521.507554:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320521.507761:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140544 00000100:00100000:2.0:1767320521.507769:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140544 00000100:00100000:2.0:1767320521.507829:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140416 00000100:00100000:2.0:1767320521.507832:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140416 00000100:00100000:2.0:1767320521.507850:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767320521.507858:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990140544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320521.507891:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320521.507938:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990140544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320521.507946:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767320521.507961:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1767320521.507966:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990140416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320521.507982:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320521.508008:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990140416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320521.508013:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00080000:0.0:1767320521.508400:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320521.508404:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320521.508442:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990140544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320521.508477:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990140416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320521.568402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320522.336659:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320522.530364:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320522.530375:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320522.530378:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320522.530381:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320522.530385:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320522.530394:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5767 00000100:00080000:3.0:1767320522.530398:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320522.530405:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320522.530457:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4b480 x1853163990140672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320522.530489:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320522.530492:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320522.530495:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320522.530498:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5767 00000100:00080000:3.0:1767320522.530500:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320522.530504:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320522.530518:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4ad80 x1853163990140800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320522.530555:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320522.530558:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320522.530560:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320522.530563:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5767 00000100:00080000:3.0:1767320522.530565:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320522.530568:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320522.530580:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48a80 x1853163990141056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320522.530595:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320522.530598:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320522.530600:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320522.530603:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5767 00000100:00080000:3.0:1767320522.530605:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320522.530608:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320522.530617:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48380 x1853163990141312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320522.530787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990141440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.530858:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320522.530939:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320522.530946:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990141568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.530969:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320522.531011:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141440 00000100:00100000:2.0:1767320522.531020:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141440 00000100:00100000:2.0:1767320522.531075:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141568 00000100:00100000:2.0:1767320522.531078:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141568 00000100:00100000:2.0:1767320522.531097:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00000100:00100000:2.0:1767320522.531104:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990141440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.531157:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990141440:12345-0@lo:400:kworker.0 Request processed in 53us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320522.531164:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00000100:00100000:2.0:1767320522.531181:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:2.0:1767320522.531189:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990141568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.531217:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990141568:12345-0@lo:400:kworker.0 Request processed in 30us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320522.531223:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:2.0:1767320522.531273:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990141184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.531314:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320522.531340:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320522.531346:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990140928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.531368:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320522.531395:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141184 00000100:00100000:2.0:1767320522.531399:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141184 00000100:00100000:2.0:1767320522.531430:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140928 00000100:00100000:2.0:1767320522.531433:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140928 00000100:00100000:2.0:1767320522.531781:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735 00000100:00100000:2.0:1767320522.531789:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990141184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.531829:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990141184:12345-0@lo:400:kworker.0 Request processed in 41us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320522.531835:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735 00000100:00100000:2.0:1767320522.531848:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5736 00000100:00100000:2.0:1767320522.531854:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990140928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.531882:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990140928:12345-0@lo:400:kworker.0 Request processed in 28us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320522.531888:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5736 00000100:00100000:2.0:1767320522.532090:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990140928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.532108:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990141184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.532140:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990141568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320522.532148:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990141440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320522.532268:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990140672:0@lo:38:kworker.0 00000100:00100000:0.0:1767320522.532314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320522.532338:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990140800:0@lo:38:kworker.0 00000100:00100000:0.0:1767320522.532361:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320522.532383:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990141056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320522.532401:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320522.532416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990141312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320522.532434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320522.532474:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140800 00000100:00100000:0.0:1767320522.532478:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140800 00000100:00100000:0.0:1767320522.532500:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:0.0:1767320522.532505:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990140800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320522.532523:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320522.532559:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990140800:12345-0@lo:38:kworker.0 Request processed in 53us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320522.532566:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00100000:0.0:1767320522.532589:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990140672 00000100:00100000:0.0:1767320522.532593:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990140672 00000100:00100000:0.0:1767320522.532603:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141056 00000100:00100000:0.0:1767320522.532606:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141056 00000100:00100000:0.0:1767320522.532613:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141312 00000100:00100000:0.0:1767320522.532616:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141312 00000100:00100000:0.0:1767320522.532626:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24156 00000100:00100000:0.0:1767320522.532630:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990140672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320522.532640:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320522.532663:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990140672:12345-0@lo:38:kworker.0 Request processed in 32us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320522.532670:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24156 00000100:00100000:0.0:1767320522.532681:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24157 00000100:00100000:0.0:1767320522.532685:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990141056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320522.532694:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320522.532717:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990141056:12345-0@lo:38:kworker.0 Request processed in 30us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320522.532722:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24157 00000100:00100000:0.0:1767320522.532733:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24158 00000100:00100000:0.0:1767320522.532736:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990141312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320522.532744:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320522.532765:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990141312:12345-0@lo:38:kworker.0 Request processed in 27us (330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320522.532770:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24158 00000100:00080000:0.0:1767320522.532789:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320522.532823:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320522.532828:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320522.532832:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990140672:0@lo:38:kworker.0 00000100:00080000:0.0:1767320522.532841:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320522.532844:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320522.532847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990140800:0@lo:38:kworker.0 00000100:00080000:0.0:1767320522.532855:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320522.532858:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320522.532861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990141056:0@lo:38:kworker.0 00000100:00080000:0.0:1767320522.532868:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320522.532872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320522.532875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990141312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320522.593694:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320523.360601:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320523.616862:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320524.384538:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320524.640409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320524.646416:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320524.646516:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320524.647057:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899776 00000100:00100000:3.0:1767320524.647153:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899776 00000100:00100000:3.0:1767320524.647301:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925899648 00000100:00100000:3.0:1767320524.647305:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925899648 00000100:00100000:3.0:1767320524.647327:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5737 00000100:00100000:3.0:1767320524.647338:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925899776:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320524.647415:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925899776:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320524.647423:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5737 00000100:00100000:3.0:1767320524.647453:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24159 00000100:00100000:3.0:1767320524.647458:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925899648:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320524.647478:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320524.647505:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925899648:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (989us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320524.647511:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24159 00000100:00080000:0.0:1767320524.649704:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320525.408534:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320525.664390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320526.432406:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320526.625323:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990141824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320526.625337:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990141696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320526.625405:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320526.625528:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141696 00000100:00100000:3.0:1767320526.625537:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141696 00000100:00100000:3.0:1767320526.625602:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:3.0:1767320526.625613:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990141696:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320526.625637:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767320526.625655:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320526.625683:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320526.625703:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990141696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320526.625710:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:3.0:1767320526.629198:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990141824 00000100:00100000:3.0:1767320526.629212:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990141824 00000100:00100000:3.0:1767320526.629291:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:3.0:1767320526.629301:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990141824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320526.629332:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320526.629402:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990141824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (3719us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320526.629410:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00080000:3.0:1767320526.629448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320526.629624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990141696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320526.640391:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990141824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320526.688944:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320527.456518:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320527.648721:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320502/real 1767320502] req@ffff96e2fbcb2a00 x1853163990135424/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320527 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320527.648758:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fbcb2a00 x1853163990135424/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320527 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320527.648783:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320527.648794:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320527.648798:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990135424:0@lo:250:kworker.0 00000100:00080000:1.0:1767320527.649151:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320527.649157:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320527.649161:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320527.649166:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5751 00000100:00080000:1.0:1767320527.649170:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320527.649176:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320527.649217:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749c00 x1853163990141952/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320527.649266:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320527.649269:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320527.649271:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320527.649275:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5772 00000100:00080000:1.0:1767320527.649278:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320527.649282:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320527.649298:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b100 x1853163990142080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320527.649307:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320527.649310:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320527.649312:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320527.649327:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5772 00000100:00080000:1.0:1767320527.649329:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320527.649333:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320527.649347:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163990142208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320527.649386:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320527.649390:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320527.649392:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320527.649395:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5772 00000100:00080000:1.0:1767320527.649398:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320527.649401:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320527.649412:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a680 x1853163990142464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320527.649427:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320527.649430:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320527.649432:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320527.649435:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5772 00000100:00080000:1.0:1767320527.649438:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320527.649442:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320527.649453:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74aa00 x1853163990142720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320527.649538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990141952:0@lo:250:kworker.0 00000400:00000100:2.0:1767320527.649591:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990141952 offset 0 length 520: 4 00000100:00100000:2.0:1767320527.649635:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990142080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320527.649662:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320527.649685:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990142208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320527.649710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320527.649729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990142464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320527.649746:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320527.649755:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990142720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320527.649766:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320527.649802:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142208 00000100:00100000:2.0:1767320527.649808:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142208 00000100:00100000:2.0:1767320527.649832:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:2.0:1767320527.649837:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990142208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320527.649852:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320527.649878:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990142208:12345-0@lo:38:kworker.0 Request processed in 41us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320527.649883:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:2.0:1767320527.649909:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142080 00000100:00100000:2.0:1767320527.649912:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142080 00000100:00100000:2.0:1767320527.649923:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142464 00000100:00100000:2.0:1767320527.649925:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142464 00000100:00100000:2.0:1767320527.649931:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142720 00000100:00100000:2.0:1767320527.649932:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142720 00000100:00100000:2.0:1767320527.649939:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24160 00000100:00100000:2.0:1767320527.649942:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990142080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320527.649948:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320527.649963:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990142080:12345-0@lo:38:kworker.0 Request processed in 21us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320527.649967:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24160 00000100:00100000:2.0:1767320527.649974:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24161 00000100:00100000:2.0:1767320527.649976:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990142464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320527.649981:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320527.649992:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990142464:12345-0@lo:38:kworker.0 Request processed in 16us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320527.649996:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24161 00000100:00100000:2.0:1767320527.650002:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24162 00000100:00100000:2.0:1767320527.650004:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990142720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320527.650009:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320527.650019:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990142720:12345-0@lo:38:kworker.0 Request processed in 14us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320527.650022:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24162 00000100:00080000:2.0:1767320527.650047:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320527.650049:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320527.650052:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990142080:0@lo:38:kworker.0 00000100:00080000:2.0:1767320527.650058:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320527.650060:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320527.650061:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990142208:0@lo:38:kworker.0 00000100:00080000:2.0:1767320527.650065:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320527.650067:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320527.650069:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990142464:0@lo:38:kworker.0 00000100:00080000:2.0:1767320527.650073:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320527.650074:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320527.650076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990142720:0@lo:38:kworker.0 00000100:00100000:3.0:1767320527.651279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990142848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320527.651340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320527.651400:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320527.651407:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990142976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320527.651430:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320527.651473:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142848 00000100:00100000:3.0:1767320527.651479:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142848 00000100:00100000:3.0:1767320527.651520:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142976 00000100:00100000:3.0:1767320527.651523:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142976 00000100:00100000:3.0:1767320527.651541:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:3.0:1767320527.651548:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990142848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320527.651594:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990142848:12345-0@lo:400:kworker.0 Request processed in 45us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320527.651601:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:3.0:1767320527.651615:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:3.0:1767320527.651620:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990142976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320527.651642:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990142976:12345-0@lo:400:kworker.0 Request processed in 22us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320527.651648:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:3.0:1767320527.651685:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990142976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320527.651708:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990142848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320527.652006:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990142336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320527.652042:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320527.652073:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320527.652079:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990142592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320527.652103:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320527.652132:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142336 00000100:00100000:0.0:1767320527.652136:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142336 00000100:00100000:0.0:1767320527.652171:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990142592 00000100:00100000:0.0:1767320527.652174:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990142592 00000100:00100000:0.0:1767320527.652190:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738 00000100:00100000:0.0:1767320527.652204:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990142336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320527.652269:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990142336:12345-0@lo:400:kworker.0 Request processed in 73us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320527.652276:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738 00000100:00100000:0.0:1767320527.652290:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5739 00000100:00100000:0.0:1767320527.652296:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990142592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320527.652324:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990142592:12345-0@lo:400:kworker.0 Request processed in 28us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320527.652329:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5739 00000100:00080000:0.0:1767320527.652345:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320527.652387:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990142592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320527.652395:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990142336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320527.712487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320528.481140:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320528.736348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:3.0:1767320528.738965:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925899904 offset 0 length 520: 4 00000100:00100000:0.0:1767320528.744791:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320528.744888:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900032 00000100:00100000:3.0:1767320528.744899:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900032 00000100:00100000:3.0:1767320528.745001:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24163 00000100:00100000:3.0:1767320528.745010:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925900032:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320528.745032:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320528.745101:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925900032:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 90us (324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320528.745109:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24163 00000100:00100000:3.0:1767320528.747383:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320528.747480:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900160 00000100:00100000:0.0:1767320528.747490:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900160 00000100:00100000:0.0:1767320528.747575:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5740 00000100:00100000:0.0:1767320528.747585:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925900160:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320528.747670:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925900160:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320528.747678:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5740 00000100:00080000:3.0:1767320528.747757:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320529.504413:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320529.760354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320530.528390:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320530.784356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320531.552625:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320531.744623:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990143104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320531.744704:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320531.744783:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320531.744791:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990143232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320531.744824:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320531.744905:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143104 00000100:00100000:1.0:1767320531.744914:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143104 00000100:00080000:3.0:1767320531.744973:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320531.744999:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143232 00000100:00100000:1.0:1767320531.745004:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143232 00000100:00100000:3.0:1767320531.745024:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:3.0:1767320531.745036:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990143104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320531.745070:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320531.745138:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990143104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320531.745148:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00100000:1.0:1767320531.745186:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:1.0:1767320531.745198:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990143232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320531.745218:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320531.745269:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990143104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320531.745288:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990143232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320531.745297:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1767320531.745301:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990143232:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320531.746662:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320531.808488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320532.576471:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320532.768600:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320532.768612:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320532.768615:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320532.768619:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320532.768623:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320532.768632:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5777 00000100:00080000:0.0:1767320532.768636:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320532.768642:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320532.768685:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefea00 x1853163990143360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320532.768714:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320532.768718:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320532.768720:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320532.768724:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5777 00000100:00080000:0.0:1767320532.768727:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320532.768731:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320532.768746:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163990143488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320532.768754:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990143360:0@lo:38:kworker.0 00000100:00080000:0.0:1767320532.768789:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320532.768793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320532.768795:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320532.768799:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5777 00000100:00080000:0.0:1767320532.768801:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320532.768804:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320532.768817:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163990143744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320532.768831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990143616:0@lo:400:kworker.0 00000100:00080000:0.0:1767320532.768842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320532.768847:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320532.768850:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320532.768854:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5777 00000100:00080000:0.0:1767320532.768856:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320532.768861:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320532.768874:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320532.768879:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092a00 x1853163990144000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320532.768923:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320532.768929:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990143872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320532.768968:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143616 00000100:00100000:0.0:1767320532.768976:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143616 00000100:00100000:0.0:1767320532.769034:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741 00000100:00100000:1.0:1767320532.769034:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320532.769047:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990143616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320532.769073:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143872 00000100:00100000:1.0:1767320532.769079:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143872 00000100:00100000:0.0:1767320532.769119:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990143616:12345-0@lo:400:kworker.0 Request processed in 75us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320532.769128:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741 00000100:00100000:1.0:1767320532.769139:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5742 00000100:00100000:1.0:1767320532.769151:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990143872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320532.769151:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990144128:0@lo:400:kworker.0 00000100:00080000:0.0:1767320532.769159:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320532.769191:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990143872:12345-0@lo:400:kworker.0 Request processed in 46us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320532.769202:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5742 00000100:00100000:0.0:1767320532.769211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990143872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320532.769247:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990144256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320532.771338:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320532.771420:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144128 00000100:00100000:3.0:1767320532.771427:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144128 00000100:00100000:3.0:1767320532.771460:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:3.0:1767320532.771466:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990144128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320532.771653:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990144128:12345-0@lo:400:kworker.0 Request processed in 186us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320532.771659:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:3.0:1767320532.771697:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990144128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320532.773227:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990143616:0@lo:400:kworker.0 00000100:00100000:1.0:1767320532.773295:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320532.773359:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144256 00000100:00100000:3.0:1767320532.773367:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144256 00000100:00100000:3.0:1767320532.773420:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:3.0:1767320532.773428:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990144256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320532.773474:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990144256:12345-0@lo:400:kworker.0 Request processed in 46us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320532.773480:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:1.0:1767320532.773519:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990144256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320532.775035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320532.775101:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990143488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320532.775116:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143360 00000100:00100000:1.0:1767320532.775124:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143360 00000100:00100000:2.0:1767320532.775163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320532.775173:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24164 00000100:00100000:1.0:1767320532.775181:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990143360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320532.775210:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320532.775271:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990143744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320532.775273:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990143360:12345-0@lo:38:kworker.0 Request processed in 92us (242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320532.775281:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24164 00000100:00100000:2.0:1767320532.775295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320532.775313:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143744 00000100:00100000:1.0:1767320532.775317:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143744 00000100:00100000:2.0:1767320532.775317:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990144000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320532.775337:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320532.775340:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24165 00000100:00100000:1.0:1767320532.775344:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990143744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320532.775354:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320532.775366:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320532.775371:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320532.775375:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990143744:12345-0@lo:38:kworker.0 Request processed in 29us (81us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320532.775375:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990143360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320532.775380:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24165 00000100:00100000:1.0:1767320532.775390:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144000 00000100:00100000:1.0:1767320532.775393:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144000 00000100:00080000:2.0:1767320532.775395:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320532.775400:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320532.775403:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990143744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320532.775412:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24166 00000100:00100000:1.0:1767320532.775416:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990144000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320532.775425:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320532.775455:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990144000:12345-0@lo:38:kworker.0 Request processed in 37us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320532.775460:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24166 00000100:00080000:2.0:1767320532.775460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320532.775463:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320532.775466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990144000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320532.775588:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990143488 00000100:00100000:3.0:1767320532.775593:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990143488 00000100:00100000:3.0:1767320532.775749:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:3.0:1767320532.775754:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990143488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320532.775764:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320532.775794:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990143488:12345-0@lo:38:kworker.0 Request processed in 39us (631us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320532.775800:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00080000:2.0:1767320532.775836:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320532.775840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320532.775843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990143488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320532.832369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320533.604000:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320533.857148:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320533.863430:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320533.863596:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900288 00000100:00100000:3.0:1767320533.863608:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900288 00000100:00100000:3.0:1767320533.863754:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24167 00000100:00100000:3.0:1767320533.863763:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925900288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320533.863801:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320533.863883:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925900288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 112us (457us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320533.863890:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24167 00000100:00100000:2.0:1767320533.863970:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320533.866140:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900416 00000100:00100000:1.0:1767320533.866156:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900416 00000100:00100000:1.0:1767320533.866265:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5743 00000100:00100000:1.0:1767320533.866277:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925900416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320533.866373:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925900416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (2403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320533.866381:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5743 00000100:00080000:2.0:1767320533.867429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320534.626371:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320534.880357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320535.655603:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320535.904364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320536.674404:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320536.864514:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990144384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320536.864590:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320536.864729:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144384 00000100:00100000:3.0:1767320536.864738:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144384 00000100:00100000:3.0:1767320536.864808:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:3.0:1767320536.864818:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990144384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320536.864848:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320536.864891:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990144384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320536.864897:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00080000:0.0:1767320536.865120:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320536.865158:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990144384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320536.865461:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990144512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320536.865496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320536.866394:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144512 00000100:00100000:1.0:1767320536.866401:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144512 00000100:00100000:1.0:1767320536.866464:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:1.0:1767320536.866473:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990144512:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320536.866477:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767320536.866495:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320536.866550:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990144512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320536.866556:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:2.0:1767320536.866635:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990144512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320536.928387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320537.696688:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320537.888640:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320537.888650:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320537.888653:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320537.888657:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320537.888662:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320537.888670:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5782 00000100:00080000:2.0:1767320537.888675:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320537.888682:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320537.888733:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163990144640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320537.888751:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320537.888754:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320537.888756:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320537.888759:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5782 00000100:00080000:2.0:1767320537.888762:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320537.888766:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320537.888779:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3100 x1853163990144768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320537.888814:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320537.888818:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320537.888819:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320537.888823:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5782 00000100:00080000:2.0:1767320537.888825:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320537.888828:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320537.888838:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163990145024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320537.888852:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320537.888856:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320537.888858:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320537.888861:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5782 00000100:00080000:2.0:1767320537.888863:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320537.888866:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320537.888875:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0a80 x1853163990145280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320537.889048:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990145536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.889115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320537.889189:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320537.889195:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990145408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.889217:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320537.889268:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145536 00000100:00100000:0.0:1767320537.889275:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145536 00000100:00100000:0.0:1767320537.889316:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145408 00000100:00100000:0.0:1767320537.889319:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145408 00000100:00100000:0.0:1767320537.889337:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1767320537.889345:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990145536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.889395:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990145536:12345-0@lo:400:kworker.0 Request processed in 50us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320537.889403:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1767320537.889420:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1767320537.889426:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990145408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.889455:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990145408:12345-0@lo:400:kworker.0 Request processed in 29us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320537.889460:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1767320537.889493:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990145408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.889505:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990145536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320537.889629:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990144896:0@lo:400:kworker.0 00000100:00100000:1.0:1767320537.889661:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320537.889705:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320537.889711:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990145152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320537.889732:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320537.889866:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144896 00000100:00100000:2.0:1767320537.889870:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144896 00000100:00100000:2.0:1767320537.889915:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145152 00000100:00100000:2.0:1767320537.889918:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145152 00000100:00100000:2.0:1767320537.889937:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744 00000100:00100000:2.0:1767320537.889943:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990144896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320537.889977:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990144896:12345-0@lo:400:kworker.0 Request processed in 34us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320537.889983:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744 00000100:00100000:2.0:1767320537.889996:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5745 00000100:00100000:2.0:1767320537.890001:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990145152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320537.890039:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990145152:12345-0@lo:400:kworker.0 Request processed in 39us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320537.890045:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5745 00000100:00080000:1.0:1767320537.890219:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320537.890260:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990145152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320537.890269:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990144896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320537.890350:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990144640:0@lo:38:kworker.0 00000100:00100000:3.0:1767320537.890382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320537.890412:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990144768:0@lo:38:kworker.0 00000100:00100000:3.0:1767320537.890432:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320537.890461:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990145024:0@lo:38:kworker.0 00000100:00100000:3.0:1767320537.890483:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320537.890506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990145280:0@lo:38:kworker.0 00000100:00100000:3.0:1767320537.890525:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320537.890564:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144640 00000100:00100000:3.0:1767320537.890568:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144640 00000100:00100000:3.0:1767320537.890586:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145024 00000100:00100000:3.0:1767320537.890589:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145024 00000100:00100000:3.0:1767320537.890599:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145280 00000100:00100000:3.0:1767320537.890602:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145280 00000100:00100000:3.0:1767320537.890615:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24168 00000100:00100000:3.0:1767320537.890620:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990144640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320537.890638:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320537.890670:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990144640:12345-0@lo:38:kworker.0 Request processed in 48us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320537.890676:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24168 00000100:00100000:3.0:1767320537.890688:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24169 00000100:00100000:0.0:1767320537.890836:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990144768 00000100:00100000:0.0:1767320537.890841:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990144768 00000100:00100000:0.0:1767320537.890864:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1767320537.890869:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990144768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320537.890880:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320537.890907:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990144768:12345-0@lo:38:kworker.0 Request processed in 37us (473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320537.890912:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:3.0:1767320537.890989:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990145024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320537.891016:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320537.891039:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990145024:12345-0@lo:38:kworker.0 Request processed in 50us (555us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320537.893366:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24170 00000100:00100000:2.0:1767320537.893379:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990145280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320537.893398:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320537.893461:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990145280:12345-0@lo:38:kworker.0 Request processed in 84us (2934us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320537.893469:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24170 00000100:00080000:2.0:1767320537.893556:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320537.893561:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320537.893565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990144640:0@lo:38:kworker.0 00000100:00080000:2.0:1767320537.893577:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320537.893598:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320537.893601:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990144768:0@lo:38:kworker.0 00000100:00080000:2.0:1767320537.893610:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320537.893613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320537.893616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990145024:0@lo:38:kworker.0 00000100:00080000:2.0:1767320537.893623:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320537.893627:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320537.893629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990145280:0@lo:38:kworker.0 00000100:00100000:3.0:1767320537.897298:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24169 00000100:00100000:2.0:1767320537.954457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320538.720894:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320538.976361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320538.979208:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320538.979588:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900672 00000100:00100000:3.0:1767320538.979598:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900672 00000100:00080000:1.0:1767320538.979674:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320538.979741:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5746 00000100:00100000:3.0:1767320538.979754:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925900672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320538.979832:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925900672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 81us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320538.979843:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5746 00000100:00100000:1.0:1767320538.984224:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320538.984473:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900544 00000100:00100000:3.0:1767320538.984484:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900544 00000100:00100000:3.0:1767320538.984582:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24171 00000100:00100000:3.0:1767320538.984591:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925900544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320538.984618:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320538.984706:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925900544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 113us (492us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320538.984713:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24171 00010000:00010000:3.0:1767320539.745525:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320540.000352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320540.768459:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320541.026436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320541.796503:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320541.986153:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990145664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320541.986314:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320541.986735:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145664 00000100:00100000:0.0:1767320541.986745:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145664 00000100:00100000:0.0:1767320541.986821:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:0.0:1767320541.986833:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990145664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320541.986864:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320541.986910:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990145664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320541.986916:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00080000:2.0:1767320541.987043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320541.987105:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990145664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320541.987359:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990145792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320541.987393:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320541.987477:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145792 00000100:00100000:3.0:1767320541.987482:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145792 00000100:00100000:3.0:1767320541.987525:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:3.0:1767320541.987532:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990145792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320541.987553:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320541.987591:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990145792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320541.987599:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00100000:3.0:1767320541.987637:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990145792:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320541.987698:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320542.053110:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320542.817059:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320543.009020:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320543.009034:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320543.009037:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320543.009041:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320543.009045:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320543.009053:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5787 00000100:00080000:1.0:1767320543.009058:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320543.009076:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320543.009135:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a680 x1853163990145920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320543.009204:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990145920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320543.009314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320543.009406:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320543.009410:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320543.009412:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320543.009416:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5787 00000100:00080000:1.0:1767320543.009419:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320543.009424:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320543.009439:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163990146048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320543.009515:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990145920 00000100:00100000:3.0:1767320543.009529:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990145920 00000100:00100000:3.0:1767320543.009588:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24172 00000100:00100000:3.0:1767320543.009596:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990145920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320543.009635:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320543.014048:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990146048:0@lo:38:kworker.0 00000100:00080000:1.0:1767320543.014069:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320543.014076:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320543.014081:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320543.014087:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5787 00000100:00080000:1.0:1767320543.014093:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320543.014100:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320543.014132:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74aa00 x1853163990146304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320543.014153:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320543.014157:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320543.014159:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320543.014163:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5787 00000100:00080000:1.0:1767320543.014165:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320543.014169:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320543.014184:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2f800 x1853163990146560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320543.014406:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990145920:12345-0@lo:38:kworker.0 Request processed in 4807us (5089us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320543.014417:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24172 00000100:00100000:3.0:1767320543.014466:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990146176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320543.014522:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320543.014553:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320543.014556:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990146432:0@lo:400:kworker.0 00000100:00100000:3.0:1767320543.014572:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320543.014599:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990146816:0@lo:400:kworker.0 00000100:00100000:3.0:1767320543.014617:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320543.014629:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320543.014632:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990146688:0@lo:400:kworker.0 00000100:00100000:3.0:1767320543.014644:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320543.014684:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146816 00000100:00100000:3.0:1767320543.014690:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146816 00000100:00100000:2.0:1767320543.014706:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320543.014735:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146688 00000100:00100000:3.0:1767320543.014737:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146688 00000100:00100000:3.0:1767320543.014758:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:3.0:1767320543.014764:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990146816:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320543.014781:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320543.014788:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320543.014792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990145920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320543.014813:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990146304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320543.014837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320543.014857:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990146560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320543.014879:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320543.014903:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1767320543.014911:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990146688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320543.014929:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146176 00000100:00100000:2.0:1767320543.014935:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146176 00000100:00100000:1.0:1767320543.014972:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990146688:12345-0@lo:400:kworker.0 Request processed in 61us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320543.014973:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146432 00000100:00100000:3.0:1767320543.014978:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990146816:12345-0@lo:400:kworker.0 Request processed in 214us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320543.014979:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146432 00000100:00100000:1.0:1767320543.014983:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:3.0:1767320543.014987:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1767320543.015007:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146048 00000100:00100000:1.0:1767320543.015011:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146048 00000100:00100000:2.0:1767320543.015014:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146304 00000100:00100000:2.0:1767320543.015019:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146304 00000100:00100000:3.0:1767320543.015022:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990146688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320543.015037:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:3.0:1767320543.015037:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990146816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320543.015038:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146560 00000100:00100000:1.0:1767320543.015043:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990146048:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320543.015044:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146560 00000100:00100000:3.0:1767320543.015058:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747 00010000:00020000:1.0:1767320543.015063:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320543.015070:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5748 00000100:00100000:2.0:1767320543.015080:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990146432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320543.015100:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990146048:12345-0@lo:38:kworker.0 Request processed in 56us (396us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320543.015107:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:2.0:1767320543.015128:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990146432:12345-0@lo:400:kworker.0 Request processed in 49us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320543.015133:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24173 00000100:00100000:2.0:1767320543.015142:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5748 00000100:00100000:1.0:1767320543.015143:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990146304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320543.015155:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320543.015164:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24174 00000100:00100000:2.0:1767320543.015170:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990146560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320543.015182:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320543.015185:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990146304:12345-0@lo:38:kworker.0 Request processed in 42us (345us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320543.015191:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24173 00000100:00080000:1.0:1767320543.015212:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320543.015218:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990146560:12345-0@lo:38:kworker.0 Request processed in 44us (334us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320543.015219:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320543.015223:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320543.015247:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24174 00000100:00100000:2.0:1767320543.015298:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990146432:0@lo:400:kworker.0 00000100:00080000:2.0:1767320543.015320:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320543.015324:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320543.015327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990146304:0@lo:38:kworker.0 00000100:00080000:2.0:1767320543.015335:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320543.015337:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320543.015340:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990146560:0@lo:38:kworker.0 00000100:00080000:2.0:1767320543.015352:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320543.015355:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320543.015357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990146048:0@lo:38:kworker.0 00000100:00100000:3.0:1767320543.015979:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990146176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320543.016044:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990146176:12345-0@lo:400:kworker.0 Request processed in 980us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320543.016051:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747 00000100:00100000:2.0:1767320543.016143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990146176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320543.072482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320543.840473:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320544.096672:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320544.100045:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320544.100097:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320544.100258:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900928 00000100:00100000:2.0:1767320544.100269:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900928 00000100:00100000:2.0:1767320544.100350:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925900800 00000100:00100000:2.0:1767320544.100354:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925900800 00000100:00100000:2.0:1767320544.100378:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5749 00000100:00100000:2.0:1767320544.100392:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925900928:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320544.100487:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925900928:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320544.100496:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5749 00000100:00100000:2.0:1767320544.100515:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24175 00000100:00100000:2.0:1767320544.100519:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925900800:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320544.100541:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320544.100570:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925900800:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 49us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320544.100577:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24175 00000100:00080000:1.0:1767320544.101097:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320544.866595:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320545.120382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320545.889920:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320546.145314:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320546.913077:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320547.108101:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990146944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320547.108187:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320547.108287:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320547.108294:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990147072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320547.108316:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320547.108464:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990146944 00000100:00100000:3.0:1767320547.108474:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990146944 00000100:00100000:3.0:1767320547.108534:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147072 00000100:00100000:3.0:1767320547.108537:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147072 00000100:00100000:3.0:1767320547.108553:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:3.0:1767320547.108561:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990146944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320547.108589:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320547.108633:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990146944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320547.108641:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:3.0:1767320547.108657:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:3.0:1767320547.108663:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990147072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320547.108678:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320547.108702:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990147072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320547.108707:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00080000:2.0:1767320547.109271:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320547.109275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320547.109310:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990147072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320547.109322:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990146944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320547.168465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320547.938487:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320548.131407:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320548.131419:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320548.131424:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320548.131429:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320548.131433:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320548.131442:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5792 00000100:00080000:3.0:1767320548.131449:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320548.131457:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320548.131518:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990147200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320548.131555:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320548.131560:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320548.131562:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320548.131566:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5792 00000100:00080000:3.0:1767320548.131569:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320548.131573:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320548.131590:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1500 x1853163990147328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320548.131633:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320548.131637:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320548.131639:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320548.131642:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5792 00000100:00080000:3.0:1767320548.131645:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320548.131648:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320548.131662:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163990147584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320548.131679:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320548.131682:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320548.131684:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320548.131687:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5792 00000100:00080000:3.0:1767320548.131689:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320548.131693:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320548.131706:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163990147840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320548.131780:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990148096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320548.131791:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990147968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320548.131934:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990147712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320548.132549:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990147456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320548.141303:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320548.141320:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320548.141438:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147456 00000100:00100000:1.0:1767320548.141448:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147456 00000100:00100000:1.0:1767320548.141521:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750 00000100:00100000:1.0:1767320548.141539:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990147456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320548.141602:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990147456:12345-0@lo:400:kworker.0 Request processed in 72us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320548.141609:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750 00000100:00100000:1.0:1767320548.141657:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990147456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320548.141707:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147968 00000100:00100000:1.0:1767320548.141711:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147968 00000100:00100000:1.0:1767320548.141740:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:1.0:1767320548.141747:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990147968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320548.141782:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990147968:12345-0@lo:400:kworker.0 Request processed in 35us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320548.141787:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:1.0:1767320548.144888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990147200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320548.145126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320548.145199:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990147328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320548.145227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320548.145289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990147584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320548.145317:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320548.145343:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990147840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320548.145365:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320548.145418:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147200 00000100:00100000:1.0:1767320548.145426:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147200 00000100:00100000:1.0:1767320548.145461:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147584 00000100:00100000:1.0:1767320548.145465:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147584 00000100:00100000:1.0:1767320548.145477:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147840 00000100:00100000:1.0:1767320548.145479:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147840 00000100:00100000:1.0:1767320548.145491:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24176 00000100:00100000:1.0:1767320548.145509:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990147200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320548.145530:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320548.145570:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990147200:12345-0@lo:38:kworker.0 Request processed in 60us (445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320548.145578:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24176 00000100:00100000:1.0:1767320548.145596:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24177 00000100:00100000:1.0:1767320548.145600:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990147584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320548.145609:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320548.145632:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990147584:12345-0@lo:38:kworker.0 Request processed in 30us (314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320548.145638:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24177 00000100:00100000:1.0:1767320548.145650:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24178 00000100:00100000:1.0:1767320548.145654:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990147840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320548.145663:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320548.145684:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990147840:12345-0@lo:38:kworker.0 Request processed in 28us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320548.145690:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24178 00000100:00080000:1.0:1767320548.145735:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320548.145740:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320548.145744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990147200:0@lo:38:kworker.0 00000100:00080000:1.0:1767320548.145754:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320548.145758:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320548.145761:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990147584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320548.145769:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320548.145772:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320548.145774:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990147840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320548.146751:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147328 00000100:00100000:1.0:1767320548.146762:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147328 00000100:00100000:1.0:1767320548.146796:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:1.0:1767320548.146801:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990147328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320548.147961:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320548.148574:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320548.148637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990147968:0@lo:400:kworker.0 00000100:00080000:2.0:1767320548.150522:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320548.150534:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320548.150540:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990147328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320548.154228:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990147328:12345-0@lo:38:kworker.0 Request processed in 7414us (8988us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320548.154267:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:3.0:1767320548.156671:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320548.159084:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320548.159632:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990147712 00000100:00100000:3.0:1767320548.159641:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990147712 00000100:00100000:3.0:1767320548.159713:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5751 00000100:00100000:3.0:1767320548.159723:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990147712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320548.159794:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990147712:12345-0@lo:400:kworker.0 Request processed in 72us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320548.159803:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5751 00000100:00100000:2.0:1767320548.159984:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148096 00000100:00100000:2.0:1767320548.159990:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148096 00000100:00100000:2.0:1767320548.160031:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:2.0:1767320548.160039:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990148096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320548.160082:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990148096:12345-0@lo:400:kworker.0 Request processed in 44us (3422us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320548.160089:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1767320548.160663:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990148096:0@lo:400:kworker.0 00000100:00080000:0.0:1767320548.161625:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320548.161668:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990147712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320548.192681:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320548.964710:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320549.217443:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320549.220299:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320549.220410:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901056 00000100:00100000:0.0:1767320549.220423:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901056 00000100:00100000:0.0:1767320549.220502:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24179 00000100:00100000:0.0:1767320549.220510:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925901056:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320549.220534:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320549.220608:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925901056:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320549.220616:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24179 00000100:00100000:2.0:1767320549.222738:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320549.223872:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901184 00000100:00100000:0.0:1767320549.223884:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901184 00000100:00100000:0.0:1767320549.223980:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5752 00000100:00100000:0.0:1767320549.223990:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925901184:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320549.224076:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925901184:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (1345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320549.224083:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5752 00000100:00080000:2.0:1767320549.224765:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320549.984502:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320550.241254:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320551.008757:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320551.264364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320552.032474:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320552.224445:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320527/real 1767320527] req@ffff96e2fa749c00 x1853163990141952/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320552 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320552.224477:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa749c00 x1853163990141952/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320552 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320552.224488:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320552.224558:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320552.224562:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990141952:0@lo:250:kworker.0 00000100:00080000:3.0:1767320552.224876:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320552.224882:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320552.224885:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320552.224890:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5777 00000100:00080000:3.0:1767320552.224894:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320552.224901:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320552.224947:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163990148224/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320552.224964:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320552.224966:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320552.224968:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320552.224971:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5797 00000100:00080000:3.0:1767320552.224974:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320552.224977:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320552.224990:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099880 x1853163990148480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320552.224996:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990148224:0@lo:250:kworker.0 00000100:00080000:3.0:1767320552.224998:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320552.225004:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320552.225006:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320552.225009:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5797 00000100:00080000:3.0:1767320552.225011:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320552.225013:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320552.225022:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163990148608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320552.225036:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320552.225038:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320552.225039:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320552.225042:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5797 00000100:00080000:3.0:1767320552.225043:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320552.225046:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320552.225055:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77dc00 x1853163990148864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767320552.225056:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990148224 offset 0 length 520: 4 00000100:00080000:3.0:1767320552.225078:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320552.225081:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320552.225082:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320552.225085:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5797 00000100:00080000:3.0:1767320552.225086:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320552.225088:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320552.225096:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c700 x1853163990149120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320552.225120:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990148480:0@lo:38:kworker.0 00000100:00100000:3.0:1767320552.225137:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990149248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320552.225158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320552.225183:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990148608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320552.225189:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320552.225212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.225224:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149248 00000100:00100000:3.0:1767320552.225253:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149248 00000100:00100000:2.0:1767320552.225260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990148864:0@lo:38:kworker.0 00000100:00100000:3.0:1767320552.225301:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:2.0:1767320552.225302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.225310:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990149248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320552.225322:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990149120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320552.225359:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.225364:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990149248:12345-0@lo:400:kworker.0 Request processed in 52us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320552.225374:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00000100:00100000:2.0:1767320552.225401:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990148992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.225419:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990149248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320552.225430:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.225454:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148608 00000100:00100000:3.0:1767320552.225457:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148608 00000100:00080000:2.0:1767320552.225466:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320552.225477:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:3.0:1767320552.225481:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990148608:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320552.225488:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148480 00000100:00100000:2.0:1767320552.225494:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148480 00010000:00020000:3.0:1767320552.225496:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320552.225522:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148864 00000100:00100000:2.0:1767320552.225526:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148864 00000100:00100000:3.0:1767320552.225527:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990148608:12345-0@lo:38:kworker.0 Request processed in 44us (315us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320552.225533:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00100000:2.0:1767320552.225550:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149120 00000100:00100000:3.0:1767320552.225552:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148992 00000100:00100000:2.0:1767320552.225554:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149120 00000100:00100000:3.0:1767320552.225556:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148992 00000100:00100000:2.0:1767320552.225575:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24180 00000100:00100000:2.0:1767320552.225581:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990148480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320552.225674:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320552.225703:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990148480:12345-0@lo:38:kworker.0 Request processed in 121us (546us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320552.225994:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753 00000100:00100000:3.0:1767320552.226001:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990148992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226030:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990148992:12345-0@lo:400:kworker.0 Request processed in 30us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320552.226036:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753 00000100:00100000:3.0:1767320552.226044:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24181 00000100:00100000:3.0:1767320552.226047:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990148864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320552.226054:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320552.226068:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990148864:12345-0@lo:38:kworker.0 Request processed in 20us (769us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320552.226072:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24181 00000100:00100000:3.0:1767320552.226079:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24182 00000100:00100000:3.0:1767320552.226082:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990149120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320552.226087:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320552.226100:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990149120:12345-0@lo:38:kworker.0 Request processed in 18us (744us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320552.226104:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24182 00000100:00080000:3.0:1767320552.226147:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320552.226151:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320552.226154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990148480:0@lo:38:kworker.0 00000100:00080000:3.0:1767320552.226162:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320552.226165:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320552.226168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990148608:0@lo:38:kworker.0 00000100:00080000:3.0:1767320552.226187:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320552.226191:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320552.226193:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990148864:0@lo:38:kworker.0 00000100:00080000:3.0:1767320552.226200:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320552.226203:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320552.226205:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990149120:0@lo:38:kworker.0 00000100:00080000:3.0:1767320552.226252:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320552.226274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990148992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226299:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990148352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320552.226321:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.226334:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990149376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226344:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.226355:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320552.226358:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990148736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226376:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320552.226400:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148736 00000100:00100000:3.0:1767320552.226404:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148736 00000100:00100000:3.0:1767320552.226435:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5754 00000100:00100000:3.0:1767320552.226441:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990148736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226465:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990148736:12345-0@lo:400:kworker.0 Request processed in 24us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320552.226469:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5754 00000100:00080000:3.0:1767320552.226478:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320552.226488:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990148736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226505:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149376 00000100:00100000:3.0:1767320552.226507:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149376 00000100:00100000:3.0:1767320552.226524:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:3.0:1767320552.226527:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990149376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226547:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990149376:12345-0@lo:400:kworker.0 Request processed in 19us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320552.226551:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00080000:3.0:1767320552.226558:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320552.226567:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990149376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320552.226607:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990148352 00000100:00100000:3.0:1767320552.226611:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990148352 00000100:00100000:3.0:1767320552.226632:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:3.0:1767320552.226638:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990148352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320552.226658:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320552.226687:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990148352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320552.226692:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:3.0:1767320552.227344:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990148352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320552.228149:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320552.228163:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990149504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320552.228218:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320552.228461:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149504 00000100:00100000:1.0:1767320552.228467:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149504 00000100:00100000:1.0:1767320552.228508:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:1.0:1767320552.228517:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990149504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320552.228542:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320552.229384:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990149504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320552.229395:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00100000:1.0:1767320552.229458:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990149504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320552.233343:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24180 00000100:00100000:2.0:1767320552.288823:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320553.057966:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320553.312842:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320554.080473:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320554.337649:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320554.344975:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320554.346019:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901568 00000100:00100000:2.0:1767320554.346033:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901568 00000100:00100000:2.0:1767320554.346126:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5755 00000100:00100000:2.0:1767320554.346137:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925901568:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320554.346255:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925901568:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320554.346264:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5755 00000100:00080000:3.0:1767320554.347606:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767320554.355866:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925901312 offset 0 length 520: 4 00000100:00100000:1.0:1767320554.355923:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320554.356199:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901440 00000100:00100000:2.0:1767320554.356209:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901440 00000100:00100000:2.0:1767320554.356296:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24183 00000100:00100000:2.0:1767320554.356305:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925901440:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320554.356330:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320554.356395:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925901440:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 90us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320554.356407:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24183 00010000:00010000:3.0:1767320555.104930:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320555.360379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320556.128853:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320556.384789:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320557.154985:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320557.344527:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320557.344542:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990149632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320557.344613:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320557.344820:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320557.344825:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320557.344828:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320557.344832:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320557.344836:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320557.344841:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5801 00000100:00080000:0.0:1767320557.344855:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320557.344861:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320557.344883:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163990149760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320557.344906:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320557.344910:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320557.344911:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320557.344916:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5801 00000100:00080000:0.0:1767320557.344918:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320557.344922:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320557.344934:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163990149888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320557.344957:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320557.344960:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320557.344962:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320557.344965:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5801 00000100:00080000:0.0:1767320557.344968:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320557.344971:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320557.344979:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092680 x1853163990150144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320557.344998:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320557.345001:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320557.345003:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320557.345006:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5801 00000100:00080000:0.0:1767320557.345008:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320557.345011:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320557.345020:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163990150400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320557.345047:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990150016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320557.345079:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320557.345121:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150016 00000100:00100000:0.0:1767320557.345140:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150016 00000100:00100000:0.0:1767320557.345196:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756 00000100:00100000:0.0:1767320557.345207:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990150016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320557.345294:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990150016:12345-0@lo:400:kworker.0 Request processed in 89us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320557.345302:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756 00000100:00100000:0.0:1767320557.345357:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990150016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320557.345811:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149632 00000100:00100000:3.0:1767320557.345817:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149632 00000100:00100000:3.0:1767320557.345860:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:3.0:1767320557.345868:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990149632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320557.345893:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320557.345932:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990149632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320557.345938:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00100000:3.0:1767320557.345958:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990150528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320557.345983:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320557.346009:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320557.346015:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990150272:0@lo:400:kworker.0 00000100:00100000:3.0:1767320557.346036:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320557.346060:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320557.346064:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320557.346073:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150528 00000100:00100000:3.0:1767320557.346076:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150528 00000100:00100000:3.0:1767320557.346103:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:3.0:1767320557.346109:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990150528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320557.346153:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990150528:12345-0@lo:400:kworker.0 Request processed in 44us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320557.346159:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00080000:3.0:1767320557.346179:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320557.346196:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990150528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320557.346211:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150272 00000100:00100000:3.0:1767320557.346214:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150272 00000100:00100000:3.0:1767320557.346261:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5757 00000100:00100000:3.0:1767320557.346268:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990150272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320557.346299:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990150272:12345-0@lo:400:kworker.0 Request processed in 32us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320557.346305:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5757 00000100:00080000:3.0:1767320557.346321:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320557.346336:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990150272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320557.346551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990149632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320557.347422:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320557.347434:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990150656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320557.347479:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320557.347577:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150656 00000100:00100000:2.0:1767320557.347584:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150656 00000100:00100000:2.0:1767320557.347629:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:2.0:1767320557.347638:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990150656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320557.347670:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320557.347712:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990150656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320557.347718:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00000100:00100000:0.0:1767320557.347799:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990150656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320557.348351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990149760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320557.348389:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320557.348425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990149888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320557.348447:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320557.348478:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990150144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320557.348499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320557.348514:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990150400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320557.348532:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320557.348638:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149760 00000100:00100000:2.0:1767320557.348644:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149760 00000100:00100000:2.0:1767320557.348687:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150144 00000100:00100000:2.0:1767320557.348690:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150144 00000100:00100000:2.0:1767320557.348703:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150400 00000100:00100000:2.0:1767320557.348706:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150400 00000100:00100000:0.0:1767320557.348716:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990149888 00000100:00100000:0.0:1767320557.348721:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990149888 00000100:00100000:2.0:1767320557.348721:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24184 00000100:00100000:2.0:1767320557.348727:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990149760:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320557.348742:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:0.0:1767320557.348747:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990149888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320557.348752:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767320557.348755:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320557.348792:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990149760:12345-0@lo:38:kworker.0 Request processed in 64us (401us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320557.348798:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24184 00000100:00100000:0.0:1767320557.348804:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990149888:12345-0@lo:38:kworker.0 Request processed in 44us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320557.348810:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:2.0:1767320557.348821:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24185 00000100:00100000:2.0:1767320557.348825:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990150144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320557.348835:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320557.348869:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990150144:12345-0@lo:38:kworker.0 Request processed in 42us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320557.348874:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24185 00000100:00100000:2.0:1767320557.348886:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24186 00000100:00100000:2.0:1767320557.348889:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990150400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320557.348898:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320557.348920:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990150400:12345-0@lo:38:kworker.0 Request processed in 29us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320557.348926:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24186 00000100:00080000:1.0:1767320557.349206:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320557.349212:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320557.349215:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990149760:0@lo:38:kworker.0 00000100:00080000:1.0:1767320557.349224:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320557.349227:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320557.349261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990149888:0@lo:38:kworker.0 00000100:00080000:1.0:1767320557.349269:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320557.349272:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320557.349274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990150144:0@lo:38:kworker.0 00000100:00080000:1.0:1767320557.349281:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320557.349283:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320557.349285:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990150400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320557.409770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320558.176737:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320558.432560:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320559.200788:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320559.456383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320559.460480:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320559.460584:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320559.468942:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901824 00000100:00100000:1.0:1767320559.468960:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901824 00000100:00100000:1.0:1767320559.469056:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901696 00000100:00100000:1.0:1767320559.469075:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901696 00000100:00080000:3.0:1767320559.469082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320559.469106:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5758 00000100:00100000:1.0:1767320559.469119:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925901824:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320559.469218:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925901824:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (8749us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320559.469228:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5758 00000100:00100000:1.0:1767320559.469271:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24187 00000100:00100000:1.0:1767320559.469275:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925901696:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320559.469302:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320559.469328:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925901696:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (8744us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320559.469334:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24187 00010000:00010000:3.0:1767320560.224521:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320560.480452:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320561.248572:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320561.504661:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320562.274531:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320562.464639:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320562.464648:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320562.464651:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320562.464655:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320562.464659:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320562.464667:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5807 00000100:00100000:1.0:1767320562.464670:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320562.464672:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320562.464678:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320562.464692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990150784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320562.464706:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77f100 x1853163990150912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320562.464724:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320562.464727:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320562.464728:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320562.464732:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5807 00000100:00080000:3.0:1767320562.464734:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320562.464737:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320562.464748:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c380 x1853163990151040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320562.464771:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320562.464772:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320562.464774:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320562.464776:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320562.464779:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5807 00000100:00080000:3.0:1767320562.464781:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320562.464785:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320562.464793:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77e680 x1853163990151296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320562.464805:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320562.464808:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320562.464810:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320562.464813:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5807 00000100:00080000:3.0:1767320562.464815:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320562.464818:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320562.464826:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ea00 x1853163990151552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320562.464852:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990151168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320562.464860:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990151424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320562.464879:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320562.464919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990150912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320562.464926:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320562.464943:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320562.464963:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990151040:0@lo:38:kworker.0 00000100:00100000:3.0:1767320562.464963:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151168 00000100:00100000:3.0:1767320562.464969:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151168 00000100:00100000:1.0:1767320562.465000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320562.465016:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151424 00000100:00100000:3.0:1767320562.465019:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151424 00000100:00100000:1.0:1767320562.465021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990151296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320562.465039:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150912 00000100:00100000:1.0:1767320562.465040:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320562.465041:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150912 00000100:00100000:3.0:1767320562.465050:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151296 00000100:00100000:3.0:1767320562.465053:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151296 00000100:00100000:1.0:1767320562.465055:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990151552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320562.465064:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759 00000100:00100000:3.0:1767320562.465072:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990151168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320562.465122:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990151168:12345-0@lo:400:kworker.0 Request processed in 51us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320562.465129:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759 00000100:00100000:3.0:1767320562.465145:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5760 00000100:00100000:3.0:1767320562.465151:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990151424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320562.465181:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990151424:12345-0@lo:400:kworker.0 Request processed in 30us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320562.465187:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5760 00000100:00100000:3.0:1767320562.465199:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24188 00000100:00100000:3.0:1767320562.465203:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990150912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320562.465220:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320562.465224:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320562.465250:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990151680:0@lo:400:kworker.0 00000100:00100000:3.0:1767320562.465264:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990150912:12345-0@lo:38:kworker.0 Request processed in 60us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320562.465271:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24188 00000100:00100000:3.0:1767320562.465282:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24189 00000100:00100000:3.0:1767320562.465285:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990151296:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320562.465290:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767320562.465295:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320562.465316:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990151296:12345-0@lo:38:kworker.0 Request processed in 29us (275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320562.465320:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990150784 00000100:00100000:3.0:1767320562.465322:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24189 00000100:00100000:0.0:1767320562.465323:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990150784 00000100:00080000:3.0:1767320562.465335:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320562.465339:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320562.465349:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151040 00000100:00100000:0.0:1767320562.465350:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1767320562.465351:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151040 00000100:00100000:0.0:1767320562.465356:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990150784:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320562.465368:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:3.0:1767320562.465371:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990151040:12345-0@lo:38:kworker.0 00002000:00000024:0.0:1767320562.465377:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00010000:00020000:3.0:1767320562.465379:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320562.465402:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990151040:12345-0@lo:38:kworker.0 Request processed in 29us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320562.465403:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990150784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320562.465409:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1767320562.465411:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1767320562.465430:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151680 00000100:00100000:0.0:1767320562.465433:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151680 00000100:00100000:3.0:1767320562.465450:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990151168:0@lo:400:kworker.0 00000100:00100000:0.0:1767320562.465460:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1767320562.465465:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990151680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320562.465474:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990151424:0@lo:400:kworker.0 00000100:00080000:3.0:1767320562.465516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320562.465536:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320562.465550:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151552 00000100:00100000:3.0:1767320562.465553:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151552 00000100:00080000:1.0:1767320562.465574:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320562.465579:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320562.465582:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24190 00000100:00100000:1.0:1767320562.465583:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990150912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320562.465586:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990151552:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320562.465592:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320562.465594:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767320562.465595:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320562.465597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990151040:0@lo:38:kworker.0 00000100:00080000:1.0:1767320562.465604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320562.465607:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320562.465610:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990151296:0@lo:38:kworker.0 00000100:00080000:1.0:1767320562.465616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320562.465618:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990151552:12345-0@lo:38:kworker.0 Request processed in 32us (83us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320562.465619:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320562.465622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990151552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320562.465624:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24190 00000100:00100000:1.0:1767320562.465653:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990150784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320562.467329:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990151680:12345-0@lo:400:kworker.0 Request processed in 1858us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320562.467341:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1767320562.467385:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990151808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320562.467427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320562.467531:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151808 00000100:00100000:3.0:1767320562.467537:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151808 00000100:00100000:3.0:1767320562.467586:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:3.0:1767320562.467595:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990151808:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320562.468220:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990151680:0@lo:400:kworker.0 00002000:00000024:3.0:1767320562.468604:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320562.468669:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990151808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1076us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320562.469157:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990151808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320562.469201:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:2.0:1767320562.528459:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320563.296864:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320563.552376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320564.320504:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320564.576548:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320564.583750:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320564.583860:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320564.584680:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902080 00000100:00100000:3.0:1767320564.584692:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902080 00000100:00100000:3.0:1767320564.584768:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925901952 00000100:00100000:3.0:1767320564.584772:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925901952 00000100:00100000:3.0:1767320564.584795:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5761 00000100:00100000:3.0:1767320564.584806:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925902080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320564.585058:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320564.585093:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24191 00000100:00100000:2.0:1767320564.585099:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925901952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320564.585120:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320564.585184:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925902080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 379us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320564.585193:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5761 00000100:00100000:2.0:1767320564.591589:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925901952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 6475us (7714us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320564.591606:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24191 00010000:00010000:3.0:1767320565.344788:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320565.600359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320566.371175:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320566.624367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320567.394091:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320567.584777:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990151936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320567.584850:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320567.585083:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990152064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320567.585113:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320567.585272:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320567.585278:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320567.585281:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320567.585285:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320567.585289:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320567.585295:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5812 00000100:00080000:0.0:1767320567.585299:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320567.585305:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320567.585330:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092d80 x1853163990152192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320567.585354:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320567.585358:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320567.585360:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320567.585364:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5812 00000100:00080000:0.0:1767320567.585366:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320567.585370:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320567.585383:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163990152320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320567.585409:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320567.585413:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320567.585414:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320567.585417:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5812 00000100:00080000:0.0:1767320567.585419:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320567.585422:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320567.585432:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090a80 x1853163990152576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320567.585445:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320567.585448:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320567.585450:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320567.585453:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5812 00000100:00080000:0.0:1767320567.585455:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320567.585458:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320567.585477:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163990152832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320567.585500:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990152704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320567.585536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320567.585565:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320567.585571:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990152448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320567.585594:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320567.585624:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152704 00000100:00100000:0.0:1767320567.585630:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152704 00000100:00100000:1.0:1767320567.585680:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990151936 00000100:00100000:0.0:1767320567.585686:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152448 00000100:00100000:1.0:1767320567.585686:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990151936 00000100:00100000:0.0:1767320567.585692:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152448 00000100:00100000:1.0:1767320567.585728:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152064 00000100:00100000:0.0:1767320567.585729:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762 00000100:00100000:1.0:1767320567.585734:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152064 00000100:00100000:0.0:1767320567.585741:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990152704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320567.585757:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:1.0:1767320567.585769:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990151936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320567.585798:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320567.585800:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990152704:12345-0@lo:400:kworker.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320567.585809:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762 00000100:00100000:0.0:1767320567.585832:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5763 00000100:00100000:0.0:1767320567.585842:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990152448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320567.585842:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990151936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320567.585857:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00100000:1.0:1767320567.585875:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:0.0:1767320567.585886:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990152448:12345-0@lo:400:kworker.0 Request processed in 45us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320567.585887:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990152064:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320567.585900:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5763 00002000:00000024:1.0:1767320567.585912:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320567.585943:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990152448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320567.585950:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990152064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320567.585958:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990152704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320567.585959:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:3.0:1767320567.586058:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990152192:0@lo:38:kworker.0 00000100:00080000:2.0:1767320567.586061:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320567.586067:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320567.586069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320567.586091:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320567.586120:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990152320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320567.586128:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990152064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320567.586145:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320567.586153:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152192 00000100:00100000:2.0:1767320567.586158:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152192 00000100:00100000:2.0:1767320567.586180:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24192 00000100:00100000:2.0:1767320567.586184:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990152192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320567.586201:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320567.586261:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990152192:12345-0@lo:38:kworker.0 Request processed in 74us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320567.586272:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24192 00000100:00100000:0.0:1767320567.586291:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990151936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320567.586357:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990152576:0@lo:38:kworker.0 00000100:00100000:3.0:1767320567.586382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320567.586454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990152832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320567.586508:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320567.586603:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320567.586608:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320567.586611:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990152192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320567.586698:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152576 00000100:00100000:1.0:1767320567.586703:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152576 00000100:00100000:1.0:1767320567.586728:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152832 00000100:00100000:1.0:1767320567.586732:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152832 00000100:00100000:1.0:1767320567.586748:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24193 00000100:00100000:1.0:1767320567.586753:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990152576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320567.586766:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320567.586795:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990152576:12345-0@lo:38:kworker.0 Request processed in 41us (413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320567.586802:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24193 00000100:00100000:1.0:1767320567.586815:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24194 00000100:00100000:1.0:1767320567.586819:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990152832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320567.586827:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320567.586848:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990152832:12345-0@lo:38:kworker.0 Request processed in 28us (341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320567.586853:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24194 00000100:00080000:3.0:1767320567.586926:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320567.586930:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320567.586933:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990152576:0@lo:38:kworker.0 00000100:00080000:3.0:1767320567.586941:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320567.586943:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320567.586946:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990152832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320567.590259:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152320 00000100:00100000:2.0:1767320567.590276:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152320 00000100:00100000:2.0:1767320567.590413:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:2.0:1767320567.590422:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990152320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320567.590446:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320567.591159:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990152320:12345-0@lo:38:kworker.0 Request processed in 735us (5012us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320567.591168:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00080000:0.0:1767320567.591374:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320567.591381:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320567.591386:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990152320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320567.648476:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320568.418105:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320568.672708:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320569.441483:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320569.696501:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320569.701620:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320569.701671:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320569.701851:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902208 00000100:00100000:0.0:1767320569.701861:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902208 00000100:00100000:0.0:1767320569.701908:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902336 00000100:00100000:0.0:1767320569.701912:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902336 00000100:00100000:0.0:1767320569.701973:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5764 00000100:00100000:0.0:1767320569.701982:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925902336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320569.702054:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925902336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 73us (382us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320569.702159:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320569.702305:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5764 00000100:00100000:0.0:1767320569.702330:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24195 00000100:00100000:0.0:1767320569.702336:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925902208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320569.702356:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320569.702384:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925902208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (775us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320569.702390:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24195 00010000:00010000:3.0:1767320570.465521:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320570.720346:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320571.490180:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320571.745498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320572.512756:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320572.704496:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320572.704508:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320572.704511:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320572.704516:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320572.704610:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320572.704619:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5817 00000100:00080000:0.0:1767320572.704624:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320572.704631:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320572.704674:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd500 x1853163990152960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320572.704748:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990152960:0@lo:38:kworker.0 00000100:00100000:3.0:1767320572.704817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320572.704888:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320572.704892:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320572.704894:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320572.704898:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5817 00000100:00080000:0.0:1767320572.704901:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320572.704905:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320572.704921:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefce00 x1853163990153088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320572.705252:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990152960 00000100:00100000:2.0:1767320572.705259:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990152960 00000100:00100000:2.0:1767320572.705295:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24196 00000100:00100000:2.0:1767320572.705302:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990152960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320572.705322:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320572.705627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990153216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320572.705658:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320572.705686:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320572.705691:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990153344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320572.705710:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320572.705754:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153216 00000100:00100000:1.0:1767320572.705758:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153216 00000100:00100000:1.0:1767320572.705797:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:1.0:1767320572.705804:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990153216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320572.705830:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320572.705869:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990153216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320572.705876:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00000100:00100000:1.0:1767320572.705892:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153344 00000100:00100000:1.0:1767320572.705895:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153344 00000100:00100000:1.0:1767320572.705911:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:1.0:1767320572.705916:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990153344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320572.705932:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320572.705959:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990153344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320572.705965:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00000100:00080000:1.0:1767320572.705980:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320572.705984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320572.706032:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990153344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320572.706047:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990153216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320572.707681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990153088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320572.707733:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320572.707853:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153088 00000100:00100000:1.0:1767320572.707859:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153088 00000100:00100000:1.0:1767320572.707889:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:1.0:1767320572.707894:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990153088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320572.707912:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320572.707949:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990153088:12345-0@lo:38:kworker.0 Request processed in 54us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320572.707957:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00080000:0.0:1767320572.708614:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320572.708619:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320572.708623:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320572.708628:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5817 00000100:00080000:0.0:1767320572.708631:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320572.708636:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320572.708656:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163990153600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320572.708675:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320572.708677:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320572.708679:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320572.708683:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5817 00000100:00080000:0.0:1767320572.708685:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320572.708688:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320572.708701:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefea00 x1853163990153856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320572.708732:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990153728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320572.708767:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320572.708796:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320572.708801:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990153472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320572.708822:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320572.708848:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153728 00000100:00100000:0.0:1767320572.708853:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153728 00000100:00100000:0.0:1767320572.708888:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153472 00000100:00100000:0.0:1767320572.708892:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153472 00000100:00100000:0.0:1767320572.708910:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765 00000100:00100000:0.0:1767320572.708916:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990153728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320572.708952:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990153728:12345-0@lo:400:kworker.0 Request processed in 36us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320572.708957:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765 00000100:00100000:0.0:1767320572.708972:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5766 00000100:00100000:0.0:1767320572.708977:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990153472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320572.708998:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990153472:12345-0@lo:400:kworker.0 Request processed in 21us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320572.709003:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5766 00000100:00080000:0.0:1767320572.709023:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320572.709060:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990153472:0@lo:400:kworker.0 00000100:00100000:0.0:1767320572.709079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990153728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320572.709479:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990152960:12345-0@lo:38:kworker.0 Request processed in 4173us (4658us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320572.709487:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24196 00000100:00080000:3.0:1767320572.709546:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320572.709551:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320572.709554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990152960:0@lo:38:kworker.0 00000100:00100000:3.0:1767320572.709571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990153600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320572.709598:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320572.709658:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990153856:0@lo:38:kworker.0 00000100:00100000:3.0:1767320572.709679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320572.709742:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320572.709746:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320572.709749:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990153088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320572.709828:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153600 00000100:00100000:2.0:1767320572.709832:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153600 00000100:00100000:2.0:1767320572.709891:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153856 00000100:00100000:2.0:1767320572.709894:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153856 00000100:00100000:1.0:1767320572.709924:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24197 00000100:00100000:1.0:1767320572.709930:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990153600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320572.709944:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320572.709986:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990153600:12345-0@lo:38:kworker.0 Request processed in 56us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320572.709991:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24197 00000100:00100000:1.0:1767320572.710004:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24198 00000100:00100000:1.0:1767320572.710009:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990153856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320572.710017:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320572.710039:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990153856:12345-0@lo:38:kworker.0 Request processed in 29us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320572.710206:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24198 00000100:00080000:3.0:1767320572.710268:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320572.710272:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320572.710275:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990153600:0@lo:38:kworker.0 00000100:00080000:3.0:1767320572.710282:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320572.710286:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320572.710288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990153856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320572.768377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320573.536779:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320573.792430:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320574.560484:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320574.816344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320574.840594:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320574.840738:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320574.844813:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902592 00000100:00100000:1.0:1767320574.844831:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902592 00000100:00100000:1.0:1767320574.844926:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902464 00000100:00100000:1.0:1767320574.844930:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902464 00000100:00100000:1.0:1767320574.844960:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5767 00000100:00100000:1.0:1767320574.844972:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925902592:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320574.845278:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24199 00000100:00100000:3.0:1767320574.845285:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925902464:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320574.845306:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320574.845394:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925902592:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 425us (4810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320574.845403:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5767 00000100:00080000:0.0:1767320574.845584:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320574.849922:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925902464:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 4621us (9169us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320574.849936:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24199 00010000:00010000:3.0:1767320575.584589:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320575.840454:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320576.611779:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320576.867527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320577.635537:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320577.824948:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990153984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320577.825024:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320577.825109:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320577.825112:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990153984 00000100:00100000:3.0:1767320577.825117:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990154112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320577.825122:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990153984 00000100:00100000:3.0:1767320577.825146:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320577.825182:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990154112 00000100:00100000:2.0:1767320577.825186:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990154112 00000100:00100000:1.0:1767320577.825309:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320552/real 1767320552] req@ffff96e2ec099f80 x1853163990148224/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320577 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320577.825332:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec099f80 x1853163990148224/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320577 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320577.825346:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320577.825360:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320577.825364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990148224:0@lo:250:kworker.0 00000100:00100000:2.0:1767320577.825427:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1767320577.825440:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990153984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320577.825470:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320577.825519:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990153984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (494us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320577.825624:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320577.825629:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320577.825675:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320577.825679:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320577.825682:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320577.825686:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5801 00000100:00080000:0.0:1767320577.825690:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320577.825695:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320577.825713:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163990154240/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320577.825730:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320577.825732:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320577.825734:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320577.825737:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5822 00000100:00080000:0.0:1767320577.825740:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320577.825743:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320577.825754:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163990154368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320577.825762:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320577.825765:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320577.825767:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320577.825770:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5822 00000100:00080000:0.0:1767320577.825772:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320577.825775:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320577.825797:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefea00 x1853163990154496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320577.825820:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320577.825824:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320577.825826:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320577.825829:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5822 00000100:00080000:0.0:1767320577.825831:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320577.825834:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320577.825845:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefce00 x1853163990154752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320577.825858:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320577.825861:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320577.825862:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320577.825865:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5822 00000100:00080000:0.0:1767320577.825867:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320577.825870:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320577.825879:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091c00 x1853163990155008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320577.825897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990154624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.825940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.825970:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320577.825976:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990154880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.825997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.826031:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990154624 00000100:00100000:0.0:1767320577.826039:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990154624 00000100:00100000:0.0:1767320577.826070:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990154880 00000100:00100000:0.0:1767320577.826073:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990154880 00000100:00100000:0.0:1767320577.826099:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768 00000100:00100000:0.0:1767320577.826106:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990154624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.826140:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990154624:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320577.826147:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768 00000100:00100000:0.0:1767320577.826164:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5769 00000100:00100000:0.0:1767320577.826170:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990154880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.826194:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990154880:12345-0@lo:400:kworker.0 Request processed in 25us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320577.826200:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5769 00000100:00080000:0.0:1767320577.826225:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320577.826263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990154240:0@lo:250:kworker.0 00000400:00000100:0.0:1767320577.826296:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990154240 offset 0 length 520: 4 00000100:00100000:0.0:1767320577.826314:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990154368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320577.826333:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.826350:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990154496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320577.826372:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.826481:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990154752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320577.826509:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.826523:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990155008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320577.826543:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.827007:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990154496 00000100:00100000:0.0:1767320577.827013:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990154496 00000100:00100000:0.0:1767320577.827042:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1767320577.827047:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990154496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320577.827066:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320577.827105:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990154496:12345-0@lo:38:kworker.0 Request processed in 56us (731us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320577.827111:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:0.0:1767320577.827137:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990154368 00000100:00100000:0.0:1767320577.827141:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990154368 00000100:00100000:0.0:1767320577.827156:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990154752 00000100:00100000:0.0:1767320577.827159:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990154752 00000100:00100000:0.0:1767320577.827169:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155008 00000100:00100000:0.0:1767320577.827172:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155008 00000100:00100000:0.0:1767320577.827190:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24200 00000100:00100000:0.0:1767320577.827195:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990154368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320577.827204:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320577.827249:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990154368:12345-0@lo:38:kworker.0 Request processed in 33us (895us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320577.827256:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24200 00000100:00100000:0.0:1767320577.827268:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24201 00000100:00100000:0.0:1767320577.827273:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990154752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320577.827295:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320577.827322:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990154752:12345-0@lo:38:kworker.0 Request processed in 48us (813us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320577.827622:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24201 00000100:00100000:0.0:1767320577.827637:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24202 00000100:00100000:0.0:1767320577.827641:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990155008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320577.827651:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320577.827751:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990155008:12345-0@lo:38:kworker.0 Request processed in 107us (1206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320577.827757:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24202 00000100:00100000:0.0:1767320577.827809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990154880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.827823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990154624:0@lo:400:kworker.0 00000100:00080000:0.0:1767320577.827857:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320577.827862:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320577.827865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990154368:0@lo:38:kworker.0 00000100:00080000:0.0:1767320577.827875:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320577.827878:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320577.827881:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990154496:0@lo:38:kworker.0 00000100:00080000:0.0:1767320577.827889:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320577.827892:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320577.827895:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990154752:0@lo:38:kworker.0 00000100:00080000:0.0:1767320577.827903:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320577.827906:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320577.827909:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990155008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320577.827964:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990153984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320577.828697:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:3.0:1767320577.828718:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990154112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320577.828747:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320577.828805:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990154112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (3660us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320577.828813:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00100000:0.0:1767320577.831716:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990154112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320577.834092:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1767320577.888719:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320578.656496:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320578.912436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320578.918524:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320578.918642:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902976 00000100:00100000:0.0:1767320578.918652:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902976 00000100:00100000:0.0:1767320578.918738:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5770 00000100:00100000:0.0:1767320578.918748:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925902976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320578.918831:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925902976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320578.918839:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5770 00000100:00080000:2.0:1767320578.918999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767320578.922687:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925902720 offset 0 length 520: 4 00000100:00100000:3.0:1767320578.922729:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320578.923081:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925902848 00000100:00100000:0.0:1767320578.923098:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925902848 00000100:00100000:0.0:1767320578.923152:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24203 00000100:00100000:0.0:1767320578.923160:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925902848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320578.923183:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320578.923302:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925902848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 141us (570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320578.923310:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24203 00010000:00010000:3.0:1767320579.681127:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320579.936781:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320580.704611:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320580.961577:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320581.730657:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320581.986314:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320582.755730:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320582.946102:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990155264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320582.946194:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320582.946317:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320582.946327:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990155136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320582.946353:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320582.946378:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155264 00000100:00100000:2.0:1767320582.946388:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155264 00000100:00100000:2.0:1767320582.946451:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155136 00000100:00100000:2.0:1767320582.946454:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155136 00000100:00100000:2.0:1767320582.946473:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:2.0:1767320582.946483:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990155264:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320582.946496:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00100000:1.0:1767320582.946509:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990155136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320582.946514:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767320582.946528:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320582.946615:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320582.946620:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320582.946655:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.946660:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320582.946663:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.946667:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.946671:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.946676:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5827 00000100:00080000:0.0:1767320582.946690:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.946696:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320582.946721:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990155392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320582.946781:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990155392:0@lo:38:kworker.0 00000100:00080000:0.0:1767320582.948130:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.948137:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.948140:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.948147:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5827 00000100:00080000:0.0:1767320582.948152:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.948157:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320582.948202:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a680 x1853163990155520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320582.948251:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.948254:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.948256:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.948260:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5827 00000100:00080000:0.0:1767320582.948262:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.948266:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320582.948277:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163990155776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320582.948292:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.948295:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.948297:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.948300:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5827 00000100:00080000:0.0:1767320582.948302:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.948306:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320582.948315:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163990156032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320582.948351:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990155904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.955207:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990155136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8692us (8842us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320582.955222:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00100000:1.0:1767320582.957287:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990155136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320582.957363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990155648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.957429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320582.957513:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155648 00000100:00100000:1.0:1767320582.957520:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155648 00000100:00100000:1.0:1767320582.957590:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771 00000100:00100000:1.0:1767320582.957600:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990155648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.957651:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990155648:12345-0@lo:400:kworker.0 Request processed in 53us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320582.957658:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771 00000100:00100000:1.0:1767320582.957689:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990155648:0@lo:400:kworker.0 00000100:00080000:1.0:1767320582.957716:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320582.966375:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990155264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 19880us (20181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320582.966392:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00100000:1.0:1767320582.966437:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990155264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320582.966760:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.966857:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990155520:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.966890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.966928:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990155776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.966952:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320582.967005:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155520 00000100:00100000:1.0:1767320582.967013:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155520 00000100:00100000:1.0:1767320582.967049:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:1.0:1767320582.967057:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990155520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320582.967080:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320582.972122:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990155520:12345-0@lo:38:kworker.0 Request processed in 5054us (5220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320582.972139:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00100000:3.0:1767320582.973294:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990156032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320582.973345:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320582.978158:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155392 00000100:00100000:2.0:1767320582.978175:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155392 00000100:00100000:2.0:1767320582.978263:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155776 00000100:00100000:2.0:1767320582.978267:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155776 00000100:00100000:2.0:1767320582.978294:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24204 00000100:00100000:2.0:1767320582.978303:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990155392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320582.978326:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320582.978378:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24205 00000100:00100000:3.0:1767320582.978387:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990155776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320582.978398:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320582.978412:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990155392:12345-0@lo:38:kworker.0 Request processed in 109us (11652us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320582.978420:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24204 00000100:00100000:3.0:1767320582.978437:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990155776:12345-0@lo:38:kworker.0 Request processed in 49us (11483us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320582.978445:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24205 00000100:00100000:0.0:1767320582.986719:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990155904 00000100:00100000:0.0:1767320582.986734:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990155904 00000100:00100000:0.0:1767320582.986814:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5772 00000100:00100000:0.0:1767320582.986824:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990155904:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320582.986898:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320582.988416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.988570:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156032 00000100:00100000:3.0:1767320582.988578:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156032 00000100:00100000:3.0:1767320582.988624:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24206 00000100:00100000:3.0:1767320582.988631:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990156032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320582.988652:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320582.988713:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990156032:12345-0@lo:38:kworker.0 Request processed in 82us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320582.988721:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24206 00000100:00080000:3.0:1767320582.988771:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.988776:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.988780:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990156032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320582.988792:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.988796:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.988799:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990155392:0@lo:38:kworker.0 00000100:00080000:3.0:1767320582.988827:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.988830:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.988833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990155520:0@lo:38:kworker.0 00000100:00080000:3.0:1767320582.988841:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.988845:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.988847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990155776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.995212:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990155904:12345-0@lo:400:kworker.0 Request processed in 8351us (21830us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320582.995262:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5772 00000100:00100000:1.0:1767320582.995532:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990155904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320583.009134:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320583.778081:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320584.033307:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320584.037788:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320584.037858:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320584.037934:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903232 00000100:00100000:3.0:1767320584.037944:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903232 00000100:00100000:2.0:1767320584.037954:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903104 00000100:00100000:2.0:1767320584.037961:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903104 00000100:00080000:1.0:1767320584.038045:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320584.038195:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5773 00000100:00100000:2.0:1767320584.038214:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925903232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320584.038356:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925903232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 150us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320584.038364:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5773 00000100:00100000:2.0:1767320584.038389:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24207 00000100:00100000:2.0:1767320584.038393:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925903104:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320584.038420:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320584.038448:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925903104:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (590us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320584.038457:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24207 00010000:00010000:3.0:1767320584.800684:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320585.057175:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320585.825585:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320586.080545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320586.848802:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320587.104499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320587.875477:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320588.064612:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990156160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320588.064680:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320588.064805:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156160 00000100:00100000:1.0:1767320588.064813:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156160 00000100:00100000:1.0:1767320588.064880:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:1.0:1767320588.064890:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990156160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320588.064917:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320588.064962:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990156160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320588.064969:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00080000:1.0:1767320588.065012:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320588.065017:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320588.065020:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320588.065024:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320588.065028:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320588.065033:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320588.065037:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320588.065042:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:3.0:1767320588.066274:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320588.066323:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990156160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320588.066421:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163990156288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320588.066449:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320588.066454:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320588.066457:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320588.066461:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320588.066463:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320588.066468:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320588.066480:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163990156416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320588.066510:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320588.066514:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320588.066515:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320588.066519:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320588.066521:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320588.066524:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320588.066535:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380700 x1853163990156672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320588.066560:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320588.066565:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990156544:0@lo:400:kworker.0 00000100:00080000:1.0:1767320588.066565:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320588.066568:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320588.066576:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320588.066579:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320588.066582:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320588.066596:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0700 x1853163990156928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320588.066619:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320588.066631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990156800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320588.066664:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320588.066690:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320588.066697:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990157056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320588.066722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320588.066731:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156544 00000100:00100000:0.0:1767320588.066737:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156544 00000100:00100000:1.0:1767320588.066773:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157056 00000100:00100000:1.0:1767320588.066778:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157056 00000100:00100000:0.0:1767320588.066786:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156800 00000100:00100000:0.0:1767320588.066791:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156800 00000100:00100000:1.0:1767320588.066816:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:0.0:1767320588.066824:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774 00000100:00100000:1.0:1767320588.066826:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990157056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320588.066836:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990156544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320588.066873:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990157056:12345-0@lo:400:kworker.0 Request processed in 49us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320588.066880:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:0.0:1767320588.066901:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990156544:12345-0@lo:400:kworker.0 Request processed in 67us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320588.066911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990157056:0@lo:400:kworker.0 00000100:00080000:1.0:1767320588.066933:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320588.066936:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774 00000100:00080000:1.0:1767320588.066955:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320588.066959:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5775 00000100:00100000:0.0:1767320588.066968:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990156800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320588.067005:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990156800:12345-0@lo:400:kworker.0 Request processed in 39us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320588.067011:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5775 00000100:00100000:3.0:1767320588.067124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990156288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320588.068788:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990156544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320588.069670:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990157184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320588.076082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990156800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320588.076175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320588.076313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990156416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320588.076346:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320588.076353:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320588.076405:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156416 00000100:00100000:1.0:1767320588.076412:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156416 00000100:00100000:1.0:1767320588.076446:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:1.0:1767320588.076457:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990156416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320588.076477:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320588.076517:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990156416:12345-0@lo:38:kworker.0 Request processed in 63us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320588.076523:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:1.0:1767320588.076544:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157184 00000100:00100000:1.0:1767320588.076547:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157184 00000100:00100000:1.0:1767320588.076572:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188 00000100:00100000:1.0:1767320588.076577:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990157184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320588.076599:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320588.076626:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990157184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320588.076633:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188 00000100:00100000:0.0:1767320588.076652:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156288 00000100:00100000:0.0:1767320588.076659:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156288 00000100:00080000:3.0:1767320588.076717:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320588.076722:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990157184:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320588.076722:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320588.076725:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990156416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320588.076731:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990156672:0@lo:38:kworker.0 00000100:00100000:3.0:1767320588.076753:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320588.076774:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990156928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320588.076779:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156672 00000100:00100000:2.0:1767320588.076783:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156672 00000100:00100000:3.0:1767320588.076792:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320588.076865:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990156928 00000100:00100000:2.0:1767320588.076868:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990156928 00000100:00100000:0.0:1767320588.076877:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24208 00000100:00100000:0.0:1767320588.076885:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990156288:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320588.076895:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24209 00010000:00020000:0.0:1767320588.076900:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320588.076914:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24210 00000100:00100000:2.0:1767320588.076918:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990156672:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320588.076919:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990156928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320588.076930:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320588.076932:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320588.076961:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990156288:12345-0@lo:38:kworker.0 Request processed in 74us (786us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320588.076967:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990156672:12345-0@lo:38:kworker.0 Request processed in 63us (210us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320588.076967:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990156928:12345-0@lo:38:kworker.0 Request processed in 45us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320588.076973:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24208 00000100:00100000:2.0:1767320588.076980:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24209 00000100:00100000:3.0:1767320588.076984:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24210 00000100:00080000:3.0:1767320588.077012:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320588.077017:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320588.077020:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990156288:0@lo:38:kworker.0 00000100:00080000:3.0:1767320588.077030:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320588.077033:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320588.077036:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990156672:0@lo:38:kworker.0 00000100:00080000:3.0:1767320588.077042:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320588.077045:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320588.077047:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990156928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320588.135031:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320588.896739:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320589.153411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320589.154720:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320589.154806:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903488 00000100:00100000:1.0:1767320589.154819:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903488 00000100:00080000:3.0:1767320589.154921:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320589.154933:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5776 00000100:00100000:1.0:1767320589.154950:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925903488:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320589.155092:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925903488:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 148us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320589.155102:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5776 00000100:00100000:1.0:1767320589.158052:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320589.161035:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903360 00000100:00100000:2.0:1767320589.161057:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903360 00000100:00100000:3.0:1767320589.167017:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24211 00000100:00100000:3.0:1767320589.167032:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925903360:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320589.167260:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320589.167377:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925903360:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 344us (9338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320589.167386:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24211 00010000:00010000:3.0:1767320589.920731:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320590.176609:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320590.944955:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320591.201579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320591.969651:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320592.224797:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320592.996099:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320593.184577:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990157312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320593.184651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320593.184807:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320593.184813:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320593.184815:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320593.184819:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320593.184822:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320593.184828:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5837 00000100:00080000:0.0:1767320593.184831:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320593.184837:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320593.184861:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163990157440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320593.184887:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320593.184891:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320593.184893:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320593.184897:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5837 00000100:00080000:0.0:1767320593.184900:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320593.184904:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320593.184917:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229c00 x1853163990157568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320593.184943:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320593.184948:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320593.184950:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320593.184954:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5837 00000100:00080000:0.0:1767320593.184956:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320593.184959:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320593.184970:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163990157824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320593.184983:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320593.184986:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320593.184988:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320593.185003:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5837 00000100:00080000:0.0:1767320593.185005:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320593.185009:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320593.185020:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990158080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320593.185056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990157952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320593.185088:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320593.185112:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320593.185130:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990157696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320593.185153:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320593.185175:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320593.185181:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990158208:0@lo:400:kworker.0 00000100:00100000:0.0:1767320593.185205:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320593.185267:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158208 00000100:00100000:0.0:1767320593.185274:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158208 00000100:00100000:0.0:1767320593.185327:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:0.0:1767320593.185336:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990158208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320593.185388:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990158208:12345-0@lo:400:kworker.0 Request processed in 52us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320593.185394:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00100000:0.0:1767320593.185434:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990158208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320593.185631:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157952 00000100:00100000:3.0:1767320593.185636:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157952 00000100:00100000:3.0:1767320593.185664:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157696 00000100:00100000:3.0:1767320593.185666:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157696 00000100:00100000:3.0:1767320593.185684:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777 00000100:00100000:3.0:1767320593.185691:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990157952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320593.185727:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990157952:12345-0@lo:400:kworker.0 Request processed in 37us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320593.185733:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777 00000100:00100000:3.0:1767320593.185745:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5778 00000100:00100000:3.0:1767320593.185751:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990157696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320593.185774:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990157696:12345-0@lo:400:kworker.0 Request processed in 24us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320593.185779:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5778 00000100:00080000:3.0:1767320593.185792:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320593.185796:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320593.185824:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990157696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320593.185832:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990157952:0@lo:400:kworker.0 00000100:00100000:2.0:1767320593.185966:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157312 00000100:00100000:2.0:1767320593.185971:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157312 00000100:00100000:2.0:1767320593.186019:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:2.0:1767320593.186025:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990157312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320593.186046:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320593.186076:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990157312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320593.186082:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00000100:00080000:0.0:1767320593.186174:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320593.186256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990157440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320593.186285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320593.186315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990157568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320593.186337:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320593.186367:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990157824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320593.186386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320593.186400:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990158080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320593.186420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320593.186484:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157568 00000100:00100000:2.0:1767320593.186488:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157568 00000100:00100000:2.0:1767320593.186515:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:2.0:1767320593.186520:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990157568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320593.186536:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320593.186571:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990157568:12345-0@lo:38:kworker.0 Request processed in 49us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320593.186577:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00080000:2.0:1767320593.186603:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320593.186607:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320593.186610:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990157568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320593.186679:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157440 00000100:00100000:0.0:1767320593.186683:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157440 00000100:00100000:0.0:1767320593.186710:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990157824 00000100:00100000:0.0:1767320593.186713:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990157824 00000100:00100000:0.0:1767320593.186725:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158080 00000100:00100000:0.0:1767320593.186726:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158080 00000100:00100000:0.0:1767320593.186743:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24212 00000100:00100000:0.0:1767320593.186747:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990157440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320593.186758:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320593.186787:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990157440:12345-0@lo:38:kworker.0 Request processed in 39us (501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320593.186792:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24212 00000100:00100000:0.0:1767320593.186804:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24213 00000100:00100000:0.0:1767320593.186807:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990157824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320593.186815:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320593.186836:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990157824:12345-0@lo:38:kworker.0 Request processed in 27us (449us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320593.186841:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24213 00000100:00100000:0.0:1767320593.186850:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24214 00000100:00100000:0.0:1767320593.186854:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990158080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320593.186862:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320593.186883:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990158080:12345-0@lo:38:kworker.0 Request processed in 27us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320593.186888:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24214 00000100:00100000:3.0:1767320593.187087:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320593.187097:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990158336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320593.187137:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320593.187199:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990157312:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320593.187382:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320593.187387:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320593.187390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990157440:0@lo:38:kworker.0 00000100:00080000:2.0:1767320593.187398:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320593.187401:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320593.187403:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990157824:0@lo:38:kworker.0 00000100:00080000:2.0:1767320593.187411:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320593.187414:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320593.187416:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990158080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320593.187581:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158336 00000100:00100000:0.0:1767320593.187585:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158336 00000100:00100000:0.0:1767320593.187618:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00000100:00100000:0.0:1767320593.187626:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990158336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320593.187645:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320593.187687:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990158336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320593.187693:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00000100:00100000:3.0:1767320593.189605:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990158336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320593.248436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320594.017592:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320594.276028:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320594.291222:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320594.291315:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320594.291848:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903744 00000100:00100000:0.0:1767320594.291866:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903744 00000100:00100000:0.0:1767320594.291952:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903616 00000100:00100000:0.0:1767320594.291956:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903616 00000100:00100000:0.0:1767320594.291988:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5779 00000100:00100000:0.0:1767320594.292000:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925903744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767320594.292030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320594.292066:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24215 00000100:00100000:3.0:1767320594.292076:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925903616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320594.292106:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320594.292118:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925903744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320594.292128:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5779 00000100:00100000:3.0:1767320594.292187:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925903616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (870us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320594.292197:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24215 00010000:00010000:3.0:1767320595.040506:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320595.296579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320596.065202:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320596.320710:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320597.094847:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320597.344401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320598.117539:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320598.305556:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320598.305569:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320598.305572:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320598.305576:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320598.305589:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320598.305600:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5842 00000100:00080000:3.0:1767320598.305605:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320598.305613:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320598.305663:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d9c00 x1853163990158464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320598.305689:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320598.305692:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320598.305694:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320598.305698:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5842 00000100:00080000:3.0:1767320598.305701:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320598.305705:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320598.305719:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8000 x1853163990158592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320598.305749:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320598.305752:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320598.305754:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320598.305757:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5842 00000100:00080000:3.0:1767320598.305759:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320598.305763:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320598.305777:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc000 x1853163990158848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320598.305791:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320598.305795:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320598.305797:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320598.305799:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5842 00000100:00080000:3.0:1767320598.305801:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320598.305804:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320598.305814:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8f480 x1853163990159104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320598.305869:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990158464:0@lo:38:kworker.0 00000100:00100000:3.0:1767320598.305987:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320598.306062:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990158592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320598.306091:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320598.306115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990158848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320598.306135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320598.306152:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990159104:0@lo:38:kworker.0 00000100:00100000:3.0:1767320598.306172:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320598.306210:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158464 00000100:00100000:3.0:1767320598.306218:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158464 00000100:00100000:3.0:1767320598.306280:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158848 00000100:00100000:3.0:1767320598.306283:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158848 00000100:00100000:3.0:1767320598.306294:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990159104 00000100:00100000:3.0:1767320598.306298:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990159104 00000100:00100000:0.0:1767320598.306567:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990158720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320598.306599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320598.306610:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990159488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320598.306627:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320598.306642:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320598.306645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990158976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320598.306658:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320598.306672:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158720 00000100:00100000:0.0:1767320598.306674:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158720 00000100:00100000:0.0:1767320598.306708:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158976 00000100:00100000:0.0:1767320598.306710:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158976 00000100:00100000:0.0:1767320598.306722:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780 00000100:00100000:0.0:1767320598.306728:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990158720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320598.306769:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990158720:12345-0@lo:400:kworker.0 Request processed in 41us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320598.306774:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780 00000100:00100000:0.0:1767320598.306788:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5781 00000100:00100000:0.0:1767320598.306792:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990158976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320598.306805:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990158976:12345-0@lo:400:kworker.0 Request processed in 14us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320598.306809:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5781 00000100:00100000:0.0:1767320598.306818:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24216 00000100:00100000:0.0:1767320598.306820:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990158464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320598.306838:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320598.306858:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990158464:12345-0@lo:38:kworker.0 Request processed in 36us (872us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320598.306862:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24216 00000100:00100000:0.0:1767320598.306869:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24217 00000100:00100000:0.0:1767320598.306873:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990158848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320598.306881:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320598.306920:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990158848:12345-0@lo:38:kworker.0 Request processed in 45us (784us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320598.306926:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24217 00000100:00100000:0.0:1767320598.306937:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24218 00000100:00100000:0.0:1767320598.306940:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990159104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320598.306949:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320598.306974:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990159104:12345-0@lo:38:kworker.0 Request processed in 32us (801us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320598.306979:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24218 00000100:00100000:0.0:1767320598.307007:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990159488 00000100:00100000:0.0:1767320598.307011:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990159488 00000100:00100000:0.0:1767320598.307038:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:0.0:1767320598.307044:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990159488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320598.307069:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320598.307102:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990159488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320598.307107:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00080000:0.0:1767320598.307127:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320598.307132:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320598.307165:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990158976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320598.307177:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990158720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320598.307268:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990158592 00000100:00100000:1.0:1767320598.307274:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990158592 00000100:00100000:1.0:1767320598.307301:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:1.0:1767320598.307306:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990158592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320598.307325:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320598.307347:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990158592:12345-0@lo:38:kworker.0 Request processed in 42us (1257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320598.307351:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:2.0:1767320598.307448:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990159232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320598.307475:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320598.307494:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320598.307497:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990159360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320598.307510:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320598.307548:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990159232 00000100:00100000:2.0:1767320598.307551:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990159232 00000100:00100000:2.0:1767320598.307570:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990159360 00000100:00100000:2.0:1767320598.307571:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990159360 00000100:00100000:2.0:1767320598.307586:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00000100:00100000:2.0:1767320598.307590:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990159232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320598.307612:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990159232:12345-0@lo:400:kworker.0 Request processed in 21us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320598.307616:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:2.0:1767320598.307623:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767320598.307627:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990159360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320598.307640:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990159360:12345-0@lo:400:kworker.0 Request processed in 14us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320598.307644:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:2.0:1767320598.307659:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990159360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320598.307665:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990159232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320598.311325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990159488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320598.312029:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320598.312054:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990159616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320598.312126:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320598.312201:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990159616 00000100:00100000:0.0:1767320598.312209:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990159616 00000100:00100000:0.0:1767320598.312297:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:0.0:1767320598.312305:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990159616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320598.312336:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320598.312378:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990159616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320598.312385:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00080000:0.0:1767320598.312410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320598.312452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990159616:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320598.313488:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320598.313500:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320598.313506:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990158464:0@lo:38:kworker.0 00000100:00080000:2.0:1767320598.313520:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320598.313524:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320598.313527:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990158592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320598.313540:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320598.313544:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320598.313547:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990158848:0@lo:38:kworker.0 00000100:00080000:2.0:1767320598.313560:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320598.313564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320598.313567:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990159104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320598.368420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320599.136621:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320599.395106:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320599.395391:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320599.395434:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320599.395515:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904000 00000100:00100000:3.0:1767320599.395524:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904000 00000100:00100000:3.0:1767320599.395584:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925903872 00000100:00100000:3.0:1767320599.395586:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925903872 00000100:00100000:3.0:1767320599.395611:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5782 00000100:00100000:3.0:1767320599.395621:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925904000:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320599.395665:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24219 00000100:00100000:1.0:1767320599.395679:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925903872:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:3.0:1767320599.395687:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925904000:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 68us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320599.395695:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5782 00010000:00020000:1.0:1767320599.395714:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320599.395785:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925903872:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 106us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320599.395794:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24219 00000100:00080000:0.0:1767320599.396046:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320600.161204:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320600.417036:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320601.185322:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320601.440338:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320602.209375:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320602.400425:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320577/real 1767320577] req@ffff96e1edeff800 x1853163990154240/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320602.400478:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1edeff800 x1853163990154240/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320602.400492:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320602.400520:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320602.400524:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990154240:0@lo:250:kworker.0 00000100:00080000:0.0:1767320602.400564:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320602.400571:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320602.400575:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320602.400580:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5827 00000100:00080000:0.0:1767320602.400584:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320602.400591:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320602.400624:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0dad80 x1853163990159744/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320602.400652:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320602.400656:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320602.400658:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320602.400661:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5848 00000100:00080000:0.0:1767320602.400663:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320602.400667:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320602.400684:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990159872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320602.400693:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320602.400696:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320602.400698:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320602.400701:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5848 00000100:00080000:0.0:1767320602.400703:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320602.400707:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320602.400716:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722ad80 x1853163990160000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320602.400759:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320602.400763:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320602.400764:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320602.400768:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5848 00000100:00080000:0.0:1767320602.400770:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320602.400772:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320602.400784:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229c00 x1853163990160256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320602.400799:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320602.400803:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320602.400805:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320602.400808:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5848 00000100:00080000:0.0:1767320602.400820:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320602.400836:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320602.400847:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990160512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320602.400911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990160640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.400974:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320602.400995:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990160384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.401034:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320602.401044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990160768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.401069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320602.401102:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160640 00000100:00100000:0.0:1767320602.401110:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160640 00000100:00100000:0.0:1767320602.401157:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160768 00000100:00100000:0.0:1767320602.401160:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160768 00000100:00100000:0.0:1767320602.401185:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767320602.401193:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990160640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.401309:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990160640:12345-0@lo:400:kworker.0 Request processed in 116us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320602.401316:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1767320602.401334:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:0.0:1767320602.401340:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990160768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.401369:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990160768:12345-0@lo:400:kworker.0 Request processed in 30us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320602.401375:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00080000:0.0:1767320602.401418:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320602.401422:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320602.401469:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990160768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.401479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990160640:0@lo:400:kworker.0 00000100:00100000:3.0:1767320602.401566:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990160128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320602.401735:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320602.401777:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990159744:0@lo:250:kworker.0 00000100:00100000:3.0:1767320602.401839:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160384 00000100:00100000:3.0:1767320602.401844:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160384 00000100:00100000:3.0:1767320602.401882:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783 00000100:00100000:3.0:1767320602.401889:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990160384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.402015:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:2.0:1767320602.402585:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990159744 offset 0 length 520: 4 00000100:00100000:2.0:1767320602.402613:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990159872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320602.402638:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320602.402658:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990160000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320602.402681:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320602.402700:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990160256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320602.402718:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320602.402735:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990160512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320602.402753:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320602.402786:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160128 00000100:00100000:2.0:1767320602.402791:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160128 00000100:00100000:2.0:1767320602.402835:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990159872 00000100:00100000:2.0:1767320602.402838:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990159872 00000100:00100000:2.0:1767320602.402848:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160256 00000100:00100000:2.0:1767320602.402850:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160256 00000100:00100000:2.0:1767320602.402856:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160512 00000100:00100000:2.0:1767320602.402858:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160512 00000100:00100000:2.0:1767320602.402866:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5784 00000100:00100000:2.0:1767320602.402872:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990160128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320602.402918:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990160128:12345-0@lo:400:kworker.0 Request processed in 45us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320602.402924:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5784 00000100:00100000:2.0:1767320602.402942:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24220 00000100:00100000:2.0:1767320602.402946:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990159872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320602.402962:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320602.402994:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990159872:12345-0@lo:38:kworker.0 Request processed in 46us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320602.403001:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24220 00000100:00100000:2.0:1767320602.403013:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24221 00000100:00100000:2.0:1767320602.403017:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990160256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320602.403025:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320602.403049:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990160256:12345-0@lo:38:kworker.0 Request processed in 30us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320602.403055:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24221 00000100:00100000:2.0:1767320602.403066:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24222 00000100:00100000:2.0:1767320602.403069:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990160512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320602.403077:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320602.403098:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990160512:12345-0@lo:38:kworker.0 Request processed in 27us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320602.403104:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24222 00000100:00100000:2.0:1767320602.403120:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160000 00000100:00100000:2.0:1767320602.403124:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160000 00000100:00100000:2.0:1767320602.403143:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:2.0:1767320602.403147:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990160000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320602.403156:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320602.403181:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990160000:12345-0@lo:38:kworker.0 Request processed in 33us (499us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320602.403187:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00080000:2.0:1767320602.403222:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320602.403227:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320602.403256:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990159872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320602.403269:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320602.403272:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320602.403512:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990160000:0@lo:38:kworker.0 00000100:00080000:2.0:1767320602.403526:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320602.403530:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320602.403534:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990160256:0@lo:38:kworker.0 00000100:00080000:2.0:1767320602.403542:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320602.403545:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320602.403548:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990160512:0@lo:38:kworker.0 00000100:00080000:2.0:1767320602.403591:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320602.410639:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990160384:12345-0@lo:400:kworker.0 Request processed in 8741us (9591us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320602.410655:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783 00000100:00100000:1.0:1767320602.411564:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990160384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320602.412050:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990160128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320602.464359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320603.232613:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320603.424631:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990160896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320603.424708:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320603.424914:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320603.424924:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990161024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320603.424957:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320603.425038:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990160896 00000100:00100000:2.0:1767320603.425048:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990160896 00000100:00100000:2.0:1767320603.425095:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161024 00000100:00100000:2.0:1767320603.425098:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161024 00000100:00100000:2.0:1767320603.425114:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:2.0:1767320603.425122:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990160896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320603.425150:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320603.425195:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990160896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320603.425203:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00000100:00100000:2.0:1767320603.425221:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194 00000100:00100000:2.0:1767320603.425227:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990161024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320603.425287:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320603.425314:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990161024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320603.425320:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194 00000100:00100000:3.0:1767320603.425484:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990161024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320603.425497:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990160896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320603.488356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320603.503052:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767320603.503090:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925904128 offset 0 length 520: 4 00000100:00100000:0.0:1767320603.503127:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320603.503915:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904384 00000100:00100000:2.0:1767320603.503928:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904384 00000100:00100000:2.0:1767320603.504008:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904256 00000100:00100000:2.0:1767320603.504012:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904256 00000100:00100000:2.0:1767320603.504036:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5785 00000100:00100000:2.0:1767320603.504046:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925904384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320603.504127:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925904384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320603.504135:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5785 00000100:00100000:2.0:1767320603.504164:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24223 00000100:00100000:2.0:1767320603.504169:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925904256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320603.504187:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320603.504210:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925904256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 40us (1082us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320603.504216:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24223 00000100:00080000:1.0:1767320603.506062:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320604.256876:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320604.513555:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320605.281102:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320605.536480:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320606.306345:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320606.560482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320607.328533:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320607.520505:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320607.520517:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320607.520531:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320607.520536:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320607.520540:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320607.520551:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5852 00000100:00080000:3.0:1767320607.520556:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320607.520563:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320607.520622:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163990161152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320607.520647:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320607.520651:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320607.520653:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320607.520657:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5852 00000100:00080000:3.0:1767320607.520659:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320607.520664:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320607.520681:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b100 x1853163990161280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320607.520716:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320607.520720:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320607.520722:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320607.520726:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5852 00000100:00080000:3.0:1767320607.520756:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320607.520761:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320607.520773:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2d80 x1853163990161536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320607.520790:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320607.520794:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320607.520795:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320607.520799:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5852 00000100:00080000:3.0:1767320607.520801:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320607.520805:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320607.520814:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163990161792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320607.520885:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990161920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320607.520957:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320607.521018:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320607.521025:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990162048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320607.521047:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320607.521420:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990161408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.521458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320607.521495:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320607.521502:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990161664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.521524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320607.521560:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161920 00000100:00100000:0.0:1767320607.521567:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161920 00000100:00100000:0.0:1767320607.521630:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162048 00000100:00100000:0.0:1767320607.521634:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162048 00000100:00100000:0.0:1767320607.521657:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1767320607.521666:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990161920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.521717:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990161920:12345-0@lo:400:kworker.0 Request processed in 52us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320607.521724:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1767320607.521751:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767320607.521758:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990162048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.521787:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990162048:12345-0@lo:400:kworker.0 Request processed in 31us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320607.521793:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1767320607.521817:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161408 00000100:00100000:0.0:1767320607.521821:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161408 00000100:00100000:0.0:1767320607.521846:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161664 00000100:00100000:0.0:1767320607.521849:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161664 00000100:00100000:0.0:1767320607.521878:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786 00000100:00100000:0.0:1767320607.521886:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990161408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.521919:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990161408:12345-0@lo:400:kworker.0 Request processed in 34us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320607.521925:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786 00000100:00100000:0.0:1767320607.521937:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5787 00000100:00100000:0.0:1767320607.521942:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990161664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.521966:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990161664:12345-0@lo:400:kworker.0 Request processed in 25us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320607.521972:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5787 00000100:00080000:0.0:1767320607.521989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320607.521993:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320607.521995:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320607.522031:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990161664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320607.522041:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990161408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320607.522392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990161152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320607.522426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320607.522450:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990161280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320607.522472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320607.522496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990161536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320607.522516:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320607.522532:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990161792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320607.522551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320607.522591:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161152 00000100:00100000:2.0:1767320607.522595:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161152 00000100:00100000:2.0:1767320607.522611:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161536 00000100:00100000:2.0:1767320607.522614:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161536 00000100:00100000:2.0:1767320607.522621:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161792 00000100:00100000:2.0:1767320607.522623:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161792 00000100:00100000:2.0:1767320607.522632:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24224 00000100:00100000:2.0:1767320607.522637:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990161152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320607.522656:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320607.524071:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24225 00000100:00100000:0.0:1767320607.524083:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990161536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320607.524103:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320607.524324:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990161536:12345-0@lo:38:kworker.0 Request processed in 239us (1804us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320607.524330:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24225 00000100:00100000:0.0:1767320607.524353:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24226 00000100:00100000:0.0:1767320607.524356:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990161792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320607.524366:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320607.524392:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990161792:12345-0@lo:38:kworker.0 Request processed in 34us (1840us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320607.524398:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24226 00000100:00100000:3.0:1767320607.524550:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990162048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320607.524565:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990161920:0@lo:400:kworker.0 00000100:00080000:3.0:1767320607.524622:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320607.524627:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320607.524630:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990161536:0@lo:38:kworker.0 00000100:00080000:3.0:1767320607.524640:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320607.524643:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320607.524646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990161792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320607.525057:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990161280 00000100:00100000:0.0:1767320607.525068:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990161280 00000100:00100000:0.0:1767320607.527966:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:0.0:1767320607.527980:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990161280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320607.528004:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320607.528110:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990161280:12345-0@lo:38:kworker.0 Request processed in 129us (5635us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320607.528117:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000100:00080000:3.0:1767320607.528254:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320607.528261:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320607.528265:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990161280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320607.541435:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990161152:12345-0@lo:38:kworker.0 Request processed in 18785us (18997us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320607.541448:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24224 00000100:00080000:3.0:1767320607.541575:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320607.541582:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320607.541586:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990161152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320607.585403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320608.355036:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320608.546121:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320608.546321:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990162176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320608.546379:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320608.546865:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162176 00000100:00100000:0.0:1767320608.546873:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162176 00000100:00100000:0.0:1767320608.546928:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195 00000100:00100000:0.0:1767320608.546935:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990162176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320608.546961:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320608.547004:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990162176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320608.547009:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195 00000100:00100000:0.0:1767320608.547058:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990162176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320608.548968:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320608.548989:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990162304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320608.549050:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320608.549137:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162304 00000100:00100000:1.0:1767320608.549146:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162304 00000100:00100000:1.0:1767320608.549208:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:1.0:1767320608.549217:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990162304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320608.549263:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320608.549317:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990162304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320608.549323:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00100000:3.0:1767320608.549767:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990162304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320608.608346:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320608.613319:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320608.613364:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320608.613506:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904640 00000100:00100000:2.0:1767320608.613518:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904640 00000100:00100000:1.0:1767320608.613534:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904512 00000100:00100000:1.0:1767320608.613541:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904512 00000100:00100000:1.0:1767320608.613597:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5788 00000100:00100000:2.0:1767320608.613605:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24227 00000100:00100000:1.0:1767320608.613612:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925904640:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320608.613618:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925904512:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320608.613643:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320608.613705:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320608.613771:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925904512:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 155us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320608.613780:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24227 00000100:00100000:1.0:1767320608.613912:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925904640:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 306us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320608.613920:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5788 00010000:00010000:0.0:1767320609.378842:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320609.632366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320610.400743:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320610.657334:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320611.424747:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320611.681668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320612.448746:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320612.640556:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320612.640569:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320612.640572:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320612.640576:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320612.640581:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320612.640590:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320612.640594:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320612.640601:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320612.640655:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0000 x1853163990162432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320612.640685:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320612.640688:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320612.640690:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320612.640694:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320612.640696:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320612.640700:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320612.640712:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3800 x1853163990162560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320612.640757:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320612.640763:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320612.640765:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320612.640768:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320612.640770:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320612.640773:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320612.640785:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2d80 x1853163990162816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320612.640800:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320612.640804:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320612.640806:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320612.640809:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5857 00000100:00080000:0.0:1767320612.640811:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320612.640814:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320612.640826:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3100 x1853163990163072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320612.640905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990163200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320612.640977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320612.641035:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320612.641040:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990163328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320612.641059:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320612.641106:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163200 00000100:00100000:3.0:1767320612.641113:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163200 00000100:00100000:3.0:1767320612.641160:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163328 00000100:00100000:3.0:1767320612.641163:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163328 00000100:00100000:3.0:1767320612.641181:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00000100:00100000:3.0:1767320612.641188:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990163200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320612.641260:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990163200:12345-0@lo:400:kworker.0 Request processed in 73us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320612.641267:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00000100:00100000:3.0:1767320612.641282:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:3.0:1767320612.641287:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990163328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320612.641311:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990163328:12345-0@lo:400:kworker.0 Request processed in 24us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320612.641316:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00080000:3.0:1767320612.641330:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320612.641334:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320612.641359:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990162432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320612.641385:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320612.641405:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990162560:0@lo:38:kworker.0 00000100:00100000:3.0:1767320612.641426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320612.641445:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990162816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320612.641462:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320612.641478:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990163072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320612.641496:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320612.641521:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162432 00000100:00100000:3.0:1767320612.641524:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162432 00000100:00100000:3.0:1767320612.641541:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162816 00000100:00100000:3.0:1767320612.641543:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162816 00000100:00100000:3.0:1767320612.641552:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163072 00000100:00100000:3.0:1767320612.641553:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163072 00000100:00100000:3.0:1767320612.641564:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24228 00000100:00100000:3.0:1767320612.641568:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990162432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320612.641588:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320612.641617:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990162432:12345-0@lo:38:kworker.0 Request processed in 47us (231us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320612.641623:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24228 00000100:00100000:3.0:1767320612.641645:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24229 00000100:00100000:3.0:1767320612.641649:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990162816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320612.641657:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320612.641680:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990162816:12345-0@lo:38:kworker.0 Request processed in 29us (217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320612.641685:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24229 00000100:00100000:3.0:1767320612.641694:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24230 00000100:00100000:3.0:1767320612.641697:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990163072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320612.641705:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320612.641727:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990163072:12345-0@lo:38:kworker.0 Request processed in 28us (230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320612.641732:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24230 00000100:00080000:3.0:1767320612.641767:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320612.641772:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320612.641775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990162432:0@lo:38:kworker.0 00000100:00080000:3.0:1767320612.641786:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320612.641788:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320612.641791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990162816:0@lo:38:kworker.0 00000100:00080000:3.0:1767320612.641798:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320612.641801:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320612.641804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990163072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320612.641840:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990163328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320612.641850:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990163200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320612.642110:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990162944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320612.642143:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320612.642171:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320612.642178:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990162688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320612.642198:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320612.642227:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162944 00000100:00100000:2.0:1767320612.642259:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162944 00000100:00100000:2.0:1767320612.642296:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162688 00000100:00100000:2.0:1767320612.642300:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162688 00000100:00100000:2.0:1767320612.642315:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789 00000100:00100000:2.0:1767320612.642321:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990162944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320612.642357:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990162944:12345-0@lo:400:kworker.0 Request processed in 35us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320612.642362:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789 00000100:00100000:2.0:1767320612.642375:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5790 00000100:00100000:2.0:1767320612.642381:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990162688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320612.642405:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990162688:12345-0@lo:400:kworker.0 Request processed in 24us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320612.642411:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5790 00000100:00080000:2.0:1767320612.642427:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320612.642446:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990162688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320612.642456:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990162944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320612.642967:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990162560 00000100:00100000:0.0:1767320612.642974:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990162560 00000100:00100000:0.0:1767320612.643011:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1767320612.643016:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990162560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320612.643030:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320612.643079:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990162560:12345-0@lo:38:kworker.0 Request processed in 62us (1652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320612.643086:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00080000:3.0:1767320612.643263:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320612.643269:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320612.643272:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990162560:0@lo:38:kworker.0 00000100:00100000:3.0:1767320612.704467:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320613.472482:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320613.664561:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990163584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320613.664661:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320613.664732:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320613.664738:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990163456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320613.664759:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320613.664854:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163584 00000100:00100000:0.0:1767320613.664863:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163584 00000100:00100000:0.0:1767320613.664914:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163456 00000100:00100000:0.0:1767320613.664917:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163456 00000100:00100000:0.0:1767320613.664935:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:0.0:1767320613.664944:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990163584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320613.664974:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320613.665028:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990163584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320613.665034:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00100000:0.0:1767320613.665054:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:0.0:1767320613.665060:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990163456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320613.665088:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320613.665115:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990163456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320613.665121:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00100000:2.0:1767320613.666206:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990163456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320613.666219:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990163584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320613.728375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320613.739900:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320613.740002:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320613.740208:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904768 00000100:00100000:1.0:1767320613.740225:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904768 00000100:00100000:1.0:1767320613.740330:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925904896 00000100:00100000:1.0:1767320613.740334:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925904896 00000100:00100000:2.0:1767320613.740401:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24231 00000100:00100000:2.0:1767320613.740416:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925904768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320613.740451:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320613.740556:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925904768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 140us (672us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320613.741910:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320613.747088:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5791 00000100:00100000:1.0:1767320613.747128:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925904896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320613.747758:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925904896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 649us (7752us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320613.747772:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5791 00000100:00100000:2.0:1767320613.752225:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24231 00010000:00010000:0.0:1767320614.498467:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320614.756555:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320615.523373:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320615.776415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320616.544700:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320616.801150:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320617.568453:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320617.760959:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320617.760971:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320617.760975:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320617.760978:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320617.760982:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320617.760991:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5862 00000100:00080000:1.0:1767320617.760996:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320617.761002:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320617.761043:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdf80 x1853163990163712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320617.761107:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990163712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320617.761175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320617.761228:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163712 00000100:00100000:2.0:1767320617.761255:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163712 00000100:00100000:2.0:1767320617.761306:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24232 00000100:00100000:2.0:1767320617.761316:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990163712:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320617.761317:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320617.761325:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320617.761328:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320617.761335:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5862 00000100:00080000:1.0:1767320617.761338:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00010000:00020000:2.0:1767320617.761342:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320617.761345:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320617.761366:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecca80 x1853163990163840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320617.761819:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990163840:0@lo:38:kworker.0 00000100:00100000:0.0:1767320617.761867:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320617.761938:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990163712:12345-0@lo:38:kworker.0 Request processed in 616us (756us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320617.761950:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24232 00000100:00100000:3.0:1767320617.761950:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163840 00000100:00080000:1.0:1767320617.761951:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320617.761962:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320617.761965:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320617.761968:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163840 00000100:00080000:1.0:1767320617.761974:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5862 00000100:00080000:1.0:1767320617.761979:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320617.761984:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320617.762004:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163990164096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320617.762007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990163968:0@lo:400:kworker.0 00000100:00100000:3.0:1767320617.762036:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00080000:1.0:1767320617.762042:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320617.762051:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c5123450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990163840:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320617.762052:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320617.762062:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320617.762072:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320617.762076:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5862 00000100:00080000:1.0:1767320617.762081:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320617.762086:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00010000:00020000:3.0:1767320617.762089:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320617.762106:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320617.762111:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380700 x1853163990164352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320617.762116:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990164224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320617.762171:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320617.762199:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c5123450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990163840:12345-0@lo:38:kworker.0 Request processed in 147us (325us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320617.762202:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990164608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320617.762223:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990163968 00000100:00100000:2.0:1767320617.762280:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990163968 00000100:00100000:3.0:1767320617.762288:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00100000:1.0:1767320617.762306:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320617.762341:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320617.762341:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164224 00000100:00100000:2.0:1767320617.762347:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164224 00000100:00100000:1.0:1767320617.762354:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990164480:0@lo:400:kworker.0 00000100:00100000:2.0:1767320617.762459:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792 00000100:00100000:2.0:1767320617.762473:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990163968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320617.762691:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320617.762747:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990163968:12345-0@lo:400:kworker.0 Request processed in 278us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320617.762757:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792 00000100:00100000:2.0:1767320617.762783:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5793 00000100:00100000:1.0:1767320617.762793:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164608 00000100:00100000:2.0:1767320617.762793:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990164224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320617.762801:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164608 00000100:00100000:2.0:1767320617.762844:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990164224:12345-0@lo:400:kworker.0 Request processed in 53us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320617.762854:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5793 00000100:00100000:1.0:1767320617.762868:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164480 00000100:00100000:1.0:1767320617.762875:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164480 00000100:00100000:3.0:1767320617.762898:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990164224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320617.762926:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:3.0:1767320617.762932:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990163968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320617.762942:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:1.0:1767320617.762946:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990164608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320617.762959:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990164480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320617.763012:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990164608:12345-0@lo:400:kworker.0 Request processed in 72us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320617.763015:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990164480:12345-0@lo:400:kworker.0 Request processed in 61us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320617.763027:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00080000:3.0:1767320617.763032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320617.763039:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00080000:3.0:1767320617.763044:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320617.763051:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320617.763092:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990164480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320617.763105:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990164608:0@lo:400:kworker.0 00000100:00080000:0.0:1767320617.763294:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320617.763299:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320617.763303:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990163712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320617.763325:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990164096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320617.763351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320617.763374:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990164352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320617.763434:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164096 00000100:00100000:2.0:1767320617.763438:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164096 00000100:00100000:2.0:1767320617.763465:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24233 00000100:00100000:2.0:1767320617.763470:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990164096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320617.763487:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320617.763518:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990164096:12345-0@lo:38:kworker.0 Request processed in 47us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320617.763525:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24233 00000100:00100000:0.0:1767320617.763674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320617.763712:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320617.763718:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320617.763723:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990163840:0@lo:38:kworker.0 00000100:00080000:0.0:1767320617.763740:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320617.763744:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320617.763746:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990164096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320617.763815:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164352 00000100:00100000:1.0:1767320617.763819:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164352 00000100:00100000:1.0:1767320617.763843:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24234 00000100:00100000:1.0:1767320617.763848:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990164352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320617.763937:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320617.764016:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990164352:12345-0@lo:38:kworker.0 Request processed in 166us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320617.764022:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24234 00000100:00080000:0.0:1767320617.764069:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320617.764073:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320617.764076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990164352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320617.827808:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320618.593500:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320618.785165:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320618.785182:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990164736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320618.785261:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320618.785331:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990164864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320618.785350:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320618.785463:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164736 00000100:00100000:0.0:1767320618.785470:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164736 00000100:00100000:0.0:1767320618.785506:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164864 00000100:00100000:0.0:1767320618.785508:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164864 00000100:00100000:0.0:1767320618.785518:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:0.0:1767320618.785535:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990164736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320618.785565:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320618.785621:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990164736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320618.785628:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00100000:0.0:1767320618.785653:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200 00000100:00100000:0.0:1767320618.785659:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990164864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320618.785675:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320618.785700:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990164864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320618.785706:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200 00000100:00100000:2.0:1767320618.785793:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990164864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320618.785807:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990164736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320618.848354:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320618.852085:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320618.852356:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905152 00000100:00100000:1.0:1767320618.852438:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905152 00000100:00100000:1.0:1767320618.852566:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5794 00000100:00100000:1.0:1767320618.852576:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925905152:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320618.852664:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925905152:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320618.852672:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5794 00000100:00080000:3.0:1767320618.860770:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320618.860918:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320618.861116:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905024 00000100:00100000:2.0:1767320618.861127:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905024 00000100:00100000:2.0:1767320618.861189:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24235 00000100:00100000:2.0:1767320618.861198:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925905024:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320618.861224:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320618.861309:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925905024:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 110us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320618.861316:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24235 00010000:00010000:0.0:1767320619.616563:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320619.873657:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320620.644764:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320620.899770:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320621.667994:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320621.920379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320622.689154:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320622.899782:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320622.899797:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320622.899800:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320622.899806:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320622.899812:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320622.899822:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5867 00000100:00080000:3.0:1767320622.899829:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320622.899839:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320622.899900:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163990164992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320622.900123:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990164992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320622.900221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320622.900366:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320622.900370:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320622.900372:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320622.900387:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5867 00000100:00080000:3.0:1767320622.900391:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320622.900396:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320622.900414:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990164992 00000100:00100000:3.0:1767320622.900415:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252d80 x1853163990165120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320622.900427:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990164992 00000100:00100000:1.0:1767320622.900766:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990165120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320622.900799:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320622.901005:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990165248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.901039:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320622.901081:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320622.901087:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320622.901089:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320622.901093:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5867 00000100:00080000:3.0:1767320622.901096:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320622.901100:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320622.901117:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253100 x1853163990165376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320622.901161:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320622.901168:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990165504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.901197:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320622.901216:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165120 00000100:00100000:0.0:1767320622.901223:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165120 00000100:00100000:1.0:1767320622.901258:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165248 00000100:00100000:1.0:1767320622.901264:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165248 00000100:00100000:0.0:1767320622.901307:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:0.0:1767320622.901319:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990165120:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320622.901324:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165504 00000100:00100000:1.0:1767320622.901328:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165504 00010000:00020000:0.0:1767320622.901350:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320622.901362:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795 00000100:00100000:1.0:1767320622.901371:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990165248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320622.901406:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990165120:12345-0@lo:38:kworker.0 Request processed in 88us (604us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320622.901414:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00100000:0.0:1767320622.901474:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990165376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320622.901509:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320622.901564:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320622.901569:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320622.901572:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320622.901576:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5867 00000100:00080000:3.0:1767320622.901579:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320622.901583:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320622.901599:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252300 x1853163990165632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320622.901660:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165376 00000100:00100000:3.0:1767320622.901664:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165376 00000100:00100000:3.0:1767320622.901683:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5796 00000100:00100000:3.0:1767320622.901758:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990165504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.901801:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990165248:12345-0@lo:400:kworker.0 Request processed in 431us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320622.901809:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795 00000100:00100000:1.0:1767320622.901826:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24236 00000100:00100000:1.0:1767320622.901830:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990165376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320622.901842:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320622.901867:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990165376:12345-0@lo:38:kworker.0 Request processed in 35us (359us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320622.901874:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24236 00000100:00100000:1.0:1767320622.901934:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990165248:0@lo:400:kworker.0 00000100:00080000:1.0:1767320622.901990:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320622.902014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990165760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.902045:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320622.902070:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320622.902075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990165888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.902095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320622.902123:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165760 00000100:00100000:1.0:1767320622.902127:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165760 00000100:00100000:1.0:1767320622.902161:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165888 00000100:00100000:1.0:1767320622.902164:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165888 00000100:00100000:1.0:1767320622.902187:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1767320622.902194:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990165760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.902250:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990165760:12345-0@lo:400:kworker.0 Request processed in 35us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320622.902257:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1767320622.902271:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:1.0:1767320622.902277:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990165888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.902306:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990165888:12345-0@lo:400:kworker.0 Request processed in 30us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320622.902312:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00080000:1.0:1767320622.902328:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320622.902331:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320622.902346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990165888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.902356:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990165760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320622.903038:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24237 00000100:00100000:2.0:1767320622.903046:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990164992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320622.903062:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320622.903260:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990164992:12345-0@lo:38:kworker.0 Request processed in 213us (3037us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320622.903267:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24237 00000100:00080000:0.0:1767320622.903433:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320622.903440:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320622.903444:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990165376:0@lo:38:kworker.0 00000100:00080000:0.0:1767320622.903472:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320622.903476:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320622.903480:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990165120:0@lo:38:kworker.0 00000100:00080000:0.0:1767320622.903492:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320622.903497:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320622.903500:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990164992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320622.903536:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990165632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320622.903574:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320622.903645:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990165504:12345-0@lo:400:kworker.0 Request processed in 1890us (2446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320622.903656:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5796 00000100:00100000:3.0:1767320622.903770:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990165504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320622.903776:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990165632 00000100:00100000:1.0:1767320622.903783:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990165632 00000100:00100000:2.0:1767320622.903859:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24238 00000100:00100000:2.0:1767320622.903865:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990165632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320622.903878:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320622.903924:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990165632:12345-0@lo:38:kworker.0 Request processed in 58us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320622.903930:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24238 00000100:00080000:0.0:1767320622.904000:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320622.904005:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320622.904008:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990165632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320622.947922:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320623.712849:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320623.905665:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320623.907145:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990166144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320623.907272:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320623.907695:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166144 00000100:00100000:1.0:1767320623.907708:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166144 00000100:00100000:2.0:1767320623.907779:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990166016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320623.907824:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320623.909718:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166016 00000100:00100000:0.0:1767320623.909739:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166016 00000100:00100000:1.0:1767320623.910040:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:1.0:1767320623.910061:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990166144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320623.910123:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320623.910279:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990166144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 227us (3006us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320623.910288:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00100000:3.0:1767320623.910463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990166144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320623.911058:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:2.0:1767320623.911074:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990166016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320623.911102:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320623.911177:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990166016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320623.911184:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:3.0:1767320623.911322:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990166016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320623.971218:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320623.972417:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320623.972566:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320623.973936:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905408 00000100:00100000:1.0:1767320623.973948:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905408 00000100:00100000:1.0:1767320623.974023:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905280 00000100:00100000:1.0:1767320623.974028:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905280 00000100:00100000:1.0:1767320623.974050:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5797 00000100:00100000:1.0:1767320623.974060:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925905408:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320623.974140:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925905408:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320623.974149:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5797 00000100:00100000:1.0:1767320623.974169:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24239 00000100:00100000:1.0:1767320623.974174:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925905280:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320623.974192:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320623.974220:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925905280:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (1654us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320623.974226:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24239 00000100:00080000:3.0:1767320623.974469:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320624.739616:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320624.992369:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320625.760572:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320626.018779:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320626.787844:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320627.040363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320627.809717:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320628.000404:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320602/real 1767320602] req@ffff96e2ff0dad80 x1853163990159744/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320627 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320628.000437:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ff0dad80 x1853163990159744/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320627 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320628.000452:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320628.000473:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320628.000477:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990159744:0@lo:250:kworker.0 00000100:00080000:3.0:1767320628.000639:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320628.000645:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320628.000648:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320628.000653:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5852 00000100:00080000:3.0:1767320628.000658:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320628.000664:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320628.000700:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250e00 x1853163990166272/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320628.000728:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320628.000732:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320628.000734:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320628.000737:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5872 00000100:00080000:3.0:1767320628.000740:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320628.000743:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320628.000758:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163990166400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320628.000768:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320628.000771:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320628.000772:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320628.000777:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5872 00000100:00080000:3.0:1767320628.000779:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320628.000782:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320628.000797:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251f80 x1853163990166528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320628.000828:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320628.000832:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320628.000834:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320628.000837:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5872 00000100:00080000:3.0:1767320628.000851:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320628.000855:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320628.000866:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990166784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320628.000881:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320628.000884:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320628.000885:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320628.000888:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5872 00000100:00080000:3.0:1767320628.000891:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320628.000894:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320628.000904:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163990167040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320628.000949:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990167168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320628.001015:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320628.001150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990166272:0@lo:250:kworker.0 00000400:00000100:2.0:1767320628.001176:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990166272 offset 0 length 520: 4 00000100:00100000:2.0:1767320628.001210:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990166912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001267:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320628.001298:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166912 00000100:00100000:2.0:1767320628.001307:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166912 00000100:00100000:2.0:1767320628.001376:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798 00000100:00100000:2.0:1767320628.001386:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990166912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001435:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990166912:12345-0@lo:400:kworker.0 Request processed in 50us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320628.001442:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798 00000100:00100000:2.0:1767320628.001472:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990167296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001495:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320628.001517:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167168 00000100:00100000:2.0:1767320628.001521:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167168 00000100:00100000:2.0:1767320628.001548:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167296 00000100:00100000:2.0:1767320628.001551:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167296 00000100:00100000:2.0:1767320628.001570:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00000100:00100000:2.0:1767320628.001576:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990167168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001604:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990167168:12345-0@lo:400:kworker.0 Request processed in 29us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320628.001611:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00100000:2.0:1767320628.001622:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:2.0:1767320628.001628:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990167296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001657:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990167296:12345-0@lo:400:kworker.0 Request processed in 30us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320628.001663:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00080000:2.0:1767320628.001691:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320628.001696:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320628.001698:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320628.001730:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990166656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001754:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320628.001776:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166656 00000100:00100000:2.0:1767320628.001779:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166656 00000100:00100000:2.0:1767320628.001803:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5799 00000100:00100000:2.0:1767320628.001808:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990166656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.001839:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990166656:12345-0@lo:400:kworker.0 Request processed in 30us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320628.001845:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5799 00000100:00080000:2.0:1767320628.001858:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320628.002519:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990167168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320628.002607:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990166400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320628.002641:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320628.002661:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990166528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320628.002682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320628.003477:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990166912:0@lo:400:kworker.0 00000100:00100000:0.0:1767320628.003521:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990167296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320628.003543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990166656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320628.004504:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166400 00000100:00100000:1.0:1767320628.004513:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166400 00000100:00100000:1.0:1767320628.004831:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24240 00000100:00100000:1.0:1767320628.004840:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990166400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320628.004864:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320628.004939:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990166400:12345-0@lo:38:kworker.0 Request processed in 99us (2297us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320628.004947:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24240 00000100:00100000:2.0:1767320628.008373:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990166784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320628.008447:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320628.014508:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990167040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320628.014588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320628.014719:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166784 00000100:00100000:0.0:1767320628.014729:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166784 00000100:00100000:0.0:1767320628.014790:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24241 00000100:00100000:0.0:1767320628.014797:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990166784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320628.014819:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320628.014872:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990166784:12345-0@lo:38:kworker.0 Request processed in 73us (6423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320628.014879:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24241 00000100:00100000:0.0:1767320628.014928:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990166528 00000100:00100000:0.0:1767320628.014933:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990166528 00000100:00100000:0.0:1767320628.014951:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:0.0:1767320628.014956:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990166528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320628.014965:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320628.014996:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990166528:12345-0@lo:38:kworker.0 Request processed in 40us (12312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320628.015002:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00080000:2.0:1767320628.021816:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320628.021829:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320628.021833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990166400:0@lo:38:kworker.0 00000100:00080000:2.0:1767320628.021846:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320628.021965:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167040 00000100:00100000:1.0:1767320628.021974:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167040 00000100:00080000:2.0:1767320628.022006:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320628.022010:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990166528:0@lo:38:kworker.0 00000100:00100000:1.0:1767320628.022026:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24242 00000100:00080000:2.0:1767320628.022026:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320628.022029:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320628.022032:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990166784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320628.022033:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990167040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320628.022054:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320628.022116:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990167040:12345-0@lo:38:kworker.0 Request processed in 82us (7527us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320628.022123:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24242 00000100:00080000:2.0:1767320628.022145:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320628.022149:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320628.022152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990167040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320628.064377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320628.832533:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320629.026210:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990167424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320629.026317:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320629.026520:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167424 00000100:00100000:3.0:1767320629.026531:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167424 00000100:00100000:3.0:1767320629.026589:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:3.0:1767320629.026599:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990167424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320629.026628:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320629.026670:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990167424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320629.026677:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:2.0:1767320629.026818:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990167424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320629.027196:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320629.027206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990167552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320629.027250:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320629.027404:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167552 00000100:00100000:0.0:1767320629.027409:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167552 00000100:00100000:0.0:1767320629.027444:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767320629.027451:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990167552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320629.027472:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320629.027518:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990167552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320629.027524:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00100000:2.0:1767320629.027594:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990167552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320629.088701:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320629.094318:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767320629.094364:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925905536 offset 0 length 520: 4 00000100:00100000:0.0:1767320629.094389:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320629.094467:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905792 00000100:00100000:3.0:1767320629.094478:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905792 00000100:00100000:3.0:1767320629.094555:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905664 00000100:00100000:3.0:1767320629.094558:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905664 00000100:00100000:3.0:1767320629.094577:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5800 00000100:00100000:3.0:1767320629.094587:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925905792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320629.094627:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320629.094666:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925905792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320629.094674:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5800 00000100:00100000:3.0:1767320629.094690:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24243 00000100:00100000:3.0:1767320629.094694:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925905664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320629.094713:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320629.094739:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925905664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (349us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320629.094745:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24243 00010000:00010000:0.0:1767320629.856503:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320630.112525:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320630.880585:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320631.136608:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320631.904498:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320632.160470:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320632.928495:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320633.120543:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320633.120557:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320633.120561:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320633.120565:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320633.120570:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320633.120579:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5877 00000100:00080000:0.0:1767320633.120585:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320633.120592:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320633.120634:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0700 x1853163990167680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320633.120660:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320633.120663:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320633.120665:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320633.120669:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5877 00000100:00080000:0.0:1767320633.120672:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320633.120675:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320633.120689:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163990167808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320633.120729:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320633.120733:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320633.120734:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320633.120738:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5877 00000100:00080000:0.0:1767320633.120741:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320633.120745:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320633.120756:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2d80 x1853163990168064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320633.120771:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320633.120775:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320633.120777:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320633.120779:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5877 00000100:00080000:0.0:1767320633.120782:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320633.120785:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320633.120794:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2300 x1853163990168320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320633.120843:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990168448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320633.120910:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320633.120969:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320633.120975:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990168576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320633.120993:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320633.121024:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168448 00000100:00100000:0.0:1767320633.121031:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168448 00000100:00100000:0.0:1767320633.121074:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168576 00000100:00100000:0.0:1767320633.121077:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168576 00000100:00100000:0.0:1767320633.121095:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1767320633.121103:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990168448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320633.121165:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990168448:12345-0@lo:400:kworker.0 Request processed in 61us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320633.121173:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1767320633.121190:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1767320633.121196:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990168576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320633.121219:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990168576:12345-0@lo:400:kworker.0 Request processed in 24us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320633.121224:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1767320633.121297:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990168576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320633.121307:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990168448:0@lo:400:kworker.0 00000100:00080000:2.0:1767320633.121390:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320633.121395:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320633.121414:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990167680:0@lo:38:kworker.0 00000100:00100000:2.0:1767320633.121445:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320633.121475:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990167808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320633.121494:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320633.121514:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990168064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320633.121533:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320633.121547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990168320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320633.121563:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320633.121589:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167808 00000100:00100000:2.0:1767320633.121592:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167808 00000100:00100000:2.0:1767320633.121610:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:2.0:1767320633.121615:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990167808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320633.121633:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320633.121668:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990167808:12345-0@lo:38:kworker.0 Request processed in 51us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320633.121674:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00000100:00080000:2.0:1767320633.121699:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320633.121703:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320633.121706:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990167808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320633.121729:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167680 00000100:00100000:2.0:1767320633.121733:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167680 00000100:00100000:2.0:1767320633.121755:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168064 00000100:00100000:2.0:1767320633.121758:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168064 00000100:00100000:2.0:1767320633.121770:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168320 00000100:00100000:2.0:1767320633.121772:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168320 00000100:00100000:2.0:1767320633.121786:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24244 00000100:00100000:2.0:1767320633.121790:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990167680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320633.121800:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320633.121830:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990167680:12345-0@lo:38:kworker.0 Request processed in 39us (385us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320633.121836:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24244 00000100:00100000:2.0:1767320633.121848:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24245 00000100:00100000:2.0:1767320633.121851:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990168064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320633.121859:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320633.121887:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990168064:12345-0@lo:38:kworker.0 Request processed in 34us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320633.121893:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24245 00000100:00100000:2.0:1767320633.121904:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24246 00000100:00100000:2.0:1767320633.121908:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990168320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320633.121916:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320633.121935:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990168320:12345-0@lo:38:kworker.0 Request processed in 26us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320633.121940:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24246 00000100:00080000:2.0:1767320633.121959:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320633.121962:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320633.121965:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990167680:0@lo:38:kworker.0 00000100:00080000:2.0:1767320633.121972:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320633.121975:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320633.121977:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990168064:0@lo:38:kworker.0 00000100:00080000:2.0:1767320633.122032:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320633.122036:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320633.122039:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990168320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320633.122130:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990167936:0@lo:400:kworker.0 00000100:00100000:3.0:1767320633.122159:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320633.122186:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320633.122192:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990168192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320633.122209:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320633.122249:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990167936 00000100:00100000:3.0:1767320633.122253:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990167936 00000100:00100000:3.0:1767320633.122294:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168192 00000100:00100000:3.0:1767320633.122297:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168192 00000100:00100000:3.0:1767320633.122309:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801 00000100:00100000:3.0:1767320633.122314:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990167936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320633.122348:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990167936:12345-0@lo:400:kworker.0 Request processed in 33us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320633.122353:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801 00000100:00100000:3.0:1767320633.122365:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802 00000100:00100000:3.0:1767320633.122370:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990168192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320633.122393:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990168192:12345-0@lo:400:kworker.0 Request processed in 23us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320633.122399:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802 00000100:00080000:3.0:1767320633.122411:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320633.122425:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990168192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320633.122434:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990167936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320633.184408:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320633.954005:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320634.147583:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990168832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320634.147673:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320634.147757:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320634.147764:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990168704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320634.147790:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320634.147875:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168832 00000100:00100000:3.0:1767320634.147884:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168832 00000100:00100000:3.0:1767320634.147936:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168704 00000100:00100000:3.0:1767320634.147940:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168704 00000100:00100000:3.0:1767320634.147959:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:3.0:1767320634.147968:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990168832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320634.148003:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320634.148055:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990168832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320634.148063:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00100000:3.0:1767320634.148079:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206 00000100:00100000:3.0:1767320634.148086:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990168704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320634.148099:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320634.148126:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990168704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320634.148131:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206 00000100:00100000:3.0:1767320634.148173:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990168704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320634.148187:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990168832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320634.210941:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320634.211473:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320634.211561:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906048 00000100:00100000:2.0:1767320634.211572:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906048 00000100:00100000:2.0:1767320634.211731:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5803 00000100:00100000:2.0:1767320634.211742:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925906048:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320634.211824:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925906048:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320634.211832:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5803 00000100:00080000:3.0:1767320634.213447:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320634.213485:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320634.216344:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925905920 00000100:00100000:1.0:1767320634.216359:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925905920 00000100:00100000:1.0:1767320634.216422:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24247 00000100:00100000:1.0:1767320634.216431:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925905920:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320634.216454:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320634.216524:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925905920:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (3042us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320634.216531:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24247 00010000:00010000:0.0:1767320634.976756:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320635.233691:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320636.000497:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320636.256768:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320637.025459:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320637.280375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320638.048497:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320638.240602:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320638.240613:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320638.240616:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320638.240620:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320638.240624:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320638.240634:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320638.240639:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320638.240645:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320638.240682:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3100 x1853163990168960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320638.240714:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320638.240718:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320638.240720:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320638.240725:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320638.240727:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320638.240732:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320638.240745:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163990169088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320638.240814:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990169216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320638.240879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990168960:0@lo:38:kworker.0 00000100:00100000:0.0:1767320638.240933:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320638.240975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320638.241000:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990169088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320638.241026:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320638.241064:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169088 00000100:00100000:0.0:1767320638.241072:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169088 00000100:00100000:2.0:1767320638.241192:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:2.0:1767320638.241199:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990169088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320638.241220:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320638.241251:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990168960 00000100:00100000:3.0:1767320638.241257:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990168960 00000100:00100000:3.0:1767320638.241283:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169216 00000100:00100000:3.0:1767320638.241286:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169216 00000100:00100000:2.0:1767320638.241301:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990169088:12345-0@lo:38:kworker.0 Request processed in 99us (272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320638.241322:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00000100:00100000:3.0:1767320638.241329:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804 00000100:00100000:3.0:1767320638.241339:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990169216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320638.241376:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24248 00000100:00100000:2.0:1767320638.241383:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990168960:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320638.241390:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990169216:12345-0@lo:400:kworker.0 Request processed in 52us (415us total) trans 0 rc 0/0 00010000:00020000:2.0:1767320638.241397:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320638.241402:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804 00000100:00080000:3.0:1767320638.241424:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320638.241435:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990168960:12345-0@lo:38:kworker.0 Request processed in 50us (500us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320638.241443:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24248 00000100:00100000:3.0:1767320638.241459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990169216:0@lo:400:kworker.0 00000100:00080000:0.0:1767320638.241629:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320638.241634:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320638.241638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990168960:0@lo:38:kworker.0 00000100:00080000:0.0:1767320638.241647:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320638.241651:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320638.241654:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990169088:0@lo:38:kworker.0 00000100:00080000:1.0:1767320638.241735:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320638.241739:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320638.241742:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320638.241746:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320638.241749:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320638.241753:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320638.241772:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0000 x1853163990169344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320638.241821:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320638.241825:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320638.241827:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320638.241831:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320638.241834:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320638.241838:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320638.241851:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc3800 x1853163990169600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320638.241894:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990169728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320638.241926:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320638.241930:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320638.241942:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990169472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320638.241953:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320638.241961:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990169856:0@lo:400:kworker.0 00000100:00100000:3.0:1767320638.242043:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169728 00000100:00100000:3.0:1767320638.242048:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169728 00000100:00100000:0.0:1767320638.242124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990169344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320638.242172:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:3.0:1767320638.242181:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990169728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320638.244734:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320638.244839:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169856 00000100:00100000:1.0:1767320638.244848:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169856 00000100:00100000:1.0:1767320638.244901:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1767320638.244911:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990169856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320638.244967:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990169856:12345-0@lo:400:kworker.0 Request processed in 59us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320638.244975:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1767320638.245019:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990169856:0@lo:400:kworker.0 00000100:00080000:1.0:1767320638.245039:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320638.245044:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320638.252473:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320638.253261:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169472 00000100:00100000:1.0:1767320638.253271:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169472 00000100:00100000:1.0:1767320638.253353:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5805 00000100:00100000:1.0:1767320638.253363:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990169472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320638.253447:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990169472:12345-0@lo:400:kworker.0 Request processed in 85us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320638.253455:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5805 00000100:00100000:0.0:1767320638.254629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320638.254680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990169600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320638.254714:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320638.254820:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169344 00000100:00100000:1.0:1767320638.254826:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169344 00000100:00100000:1.0:1767320638.254860:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169600 00000100:00100000:1.0:1767320638.254863:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169600 00000100:00100000:1.0:1767320638.254882:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24249 00000100:00100000:1.0:1767320638.254889:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990169344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320638.254908:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320638.254944:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990169344:12345-0@lo:38:kworker.0 Request processed in 54us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320638.254951:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24249 00000100:00100000:1.0:1767320638.254966:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24250 00000100:00100000:1.0:1767320638.254970:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990169600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320638.254980:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320638.255004:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990169600:12345-0@lo:38:kworker.0 Request processed in 32us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320638.255010:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24250 00000100:00080000:0.0:1767320638.255126:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320638.255131:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320638.255135:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990169344:0@lo:38:kworker.0 00000100:00080000:0.0:1767320638.255146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320638.255149:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320638.255152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990169600:0@lo:38:kworker.0 00000100:00080000:2.0:1767320638.257271:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320638.257341:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990169472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320638.257364:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990169728:12345-0@lo:400:kworker.0 Request processed in 15181us (15434us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320638.257375:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00100000:1.0:1767320638.259648:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990169728:0@lo:400:kworker.0 00000100:00100000:3.0:1767320638.304368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320639.072468:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320639.264838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990169984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320639.264922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320639.265221:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990169984 00000100:00100000:2.0:1767320639.265257:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990169984 00000100:00100000:2.0:1767320639.265315:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207 00000100:00100000:2.0:1767320639.265333:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990169984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320639.265368:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320639.265424:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990169984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320639.265432:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207 00000100:00100000:3.0:1767320639.265694:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990169984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320639.268004:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320639.268026:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990170112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320639.268096:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320639.272017:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170112 00000100:00100000:0.0:1767320639.272034:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170112 00000100:00100000:0.0:1767320639.272120:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:0.0:1767320639.272132:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990170112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320639.272177:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320639.272301:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990170112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (4193us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320639.272309:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:3.0:1767320639.272472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990170112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320639.328876:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320639.341470:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320639.341643:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320639.345984:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906176 00000100:00100000:1.0:1767320639.345998:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906176 00000100:00100000:1.0:1767320639.346048:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906304 00000100:00100000:1.0:1767320639.346052:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906304 00000100:00100000:1.0:1767320639.346107:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5806 00000100:00100000:1.0:1767320639.346118:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925906304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320639.346218:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925906304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 102us (4574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320639.346226:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5806 00000100:00100000:1.0:1767320639.346265:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24251 00000100:00100000:1.0:1767320639.346270:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925906176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320639.346290:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320639.346316:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925906176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (4857us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320639.346323:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24251 00000100:00080000:1.0:1767320639.347068:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320640.096662:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320640.352477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320641.120452:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320641.379013:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320642.144624:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320642.400596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320643.168547:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320643.360786:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320643.360797:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320643.360800:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320643.360803:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320643.360807:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320643.360815:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5887 00000100:00080000:3.0:1767320643.360820:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320643.360825:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320643.360864:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163990170240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320643.360890:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320643.360894:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320643.360896:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320643.360899:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5887 00000100:00080000:3.0:1767320643.360902:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320643.360905:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320643.360917:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990170368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320643.360983:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767320643.361037:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320643.361041:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320643.361043:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320643.361046:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5887 00000100:00080000:3.0:1767320643.361050:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320643.361053:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320643.361065:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251c00 x1853163990170624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320643.361145:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990170240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320643.361209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320643.361296:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990170368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320643.361322:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320643.361346:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990170624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320643.361370:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320643.361425:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170240 00000100:00100000:2.0:1767320643.361432:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170240 00000100:00100000:2.0:1767320643.361461:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170624 00000100:00100000:2.0:1767320643.361464:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170624 00000100:00100000:2.0:1767320643.361481:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24252 00000100:00100000:2.0:1767320643.361487:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990170240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320643.361506:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320643.361546:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990170240:12345-0@lo:38:kworker.0 Request processed in 58us (336us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320643.361553:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24252 00000100:00100000:2.0:1767320643.361568:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24253 00000100:00100000:2.0:1767320643.361572:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990170624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320643.361580:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320643.361600:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990170624:12345-0@lo:38:kworker.0 Request processed in 27us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320643.361606:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24253 00000100:00080000:2.0:1767320643.361637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320643.361643:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320643.361646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990170240:0@lo:38:kworker.0 00000100:00080000:2.0:1767320643.361656:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320643.361659:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320643.361662:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990170624:0@lo:38:kworker.0 00000100:00100000:1.0:1767320643.361922:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170368 00000100:00100000:1.0:1767320643.361928:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170368 00000100:00100000:1.0:1767320643.361958:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:1.0:1767320643.361964:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990170368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320643.361975:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320643.362011:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990170368:12345-0@lo:38:kworker.0 Request processed in 46us (688us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320643.362017:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00080000:1.0:1767320643.362044:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320643.362048:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320643.362051:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990170368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320643.364024:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990170752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320643.364092:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320643.364169:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990170496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320643.364191:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320643.364257:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320643.364269:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320643.364273:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320643.364279:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5887 00000100:00080000:3.0:1767320643.364282:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320643.364288:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320643.364315:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253100 x1853163990170880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320643.364377:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990171008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320643.364419:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320643.364441:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320643.364448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990171136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320643.364468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320643.364497:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171008 00000100:00100000:3.0:1767320643.364503:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171008 00000100:00100000:3.0:1767320643.364548:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171136 00000100:00100000:3.0:1767320643.364551:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171136 00000100:00100000:3.0:1767320643.364572:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:3.0:1767320643.364579:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990171008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320643.364622:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990171008:12345-0@lo:400:kworker.0 Request processed in 43us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320643.364629:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:3.0:1767320643.364644:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:3.0:1767320643.364650:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990171136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320643.364675:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990171136:12345-0@lo:400:kworker.0 Request processed in 26us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320643.364680:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00080000:3.0:1767320643.364698:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320643.364702:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320643.364731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990171136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320643.364741:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990171008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320643.364787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990170880:0@lo:38:kworker.0 00000100:00100000:3.0:1767320643.367062:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320643.367159:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170752 00000100:00100000:1.0:1767320643.367168:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170752 00000100:00100000:1.0:1767320643.367246:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170496 00000100:00100000:1.0:1767320643.367250:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170496 00000100:00100000:2.0:1767320643.367371:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807 00000100:00100000:2.0:1767320643.367382:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990170752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320643.367461:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990170752:12345-0@lo:400:kworker.0 Request processed in 80us (3368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320643.367467:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807 00000100:00100000:1.0:1767320643.367626:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1767320643.367633:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990170496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320643.367668:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990170496:12345-0@lo:400:kworker.0 Request processed in 36us (3475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320643.367677:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5808 00000100:00080000:0.0:1767320643.368219:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320643.368369:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990170752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320643.368384:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990170496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320643.370840:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990170880 00000100:00100000:2.0:1767320643.370853:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990170880 00000100:00100000:2.0:1767320643.370900:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24254 00000100:00100000:2.0:1767320643.370907:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990170880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320643.371116:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320643.373058:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990170880:12345-0@lo:38:kworker.0 Request processed in 2140us (5991us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320643.373081:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24254 00000100:00080000:3.0:1767320643.375138:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320643.375150:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320643.375155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990170880:0@lo:38:kworker.0 00000100:00100000:3.0:1767320643.424364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320644.192497:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320644.385073:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320644.385094:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990171264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320644.385173:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320644.385386:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171264 00000100:00100000:0.0:1767320644.385395:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171264 00000100:00100000:0.0:1767320644.385455:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1767320644.385465:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990171264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320644.385496:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320644.385541:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990171264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320644.385548:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00100000:3.0:1767320644.386168:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990171264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320644.392846:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990171392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320644.392920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320644.393135:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171392 00000100:00100000:2.0:1767320644.393143:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171392 00000100:00100000:2.0:1767320644.393194:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:2.0:1767320644.393203:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990171392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320644.393268:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320644.393316:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990171392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320644.393322:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00100000:3.0:1767320644.393446:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990171392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320644.448374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320644.452972:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320644.453047:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906560 00000100:00100000:2.0:1767320644.453069:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906560 00000100:00100000:0.0:1767320644.453076:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320644.453215:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906432 00000100:00100000:2.0:1767320644.453219:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906432 00000100:00100000:2.0:1767320644.453282:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5809 00000100:00100000:2.0:1767320644.453294:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925906560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320644.453371:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24255 00000100:00100000:2.0:1767320644.453379:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925906560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320644.453385:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925906432:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767320644.453392:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5809 00010000:00020000:1.0:1767320644.453410:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320644.453446:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925906432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 64us (371us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320644.453455:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24255 00000100:00080000:3.0:1767320644.454849:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320645.217522:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320645.476729:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320646.240465:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320646.496441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320647.265714:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320647.520517:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320648.294448:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320648.480501:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320648.480512:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320648.480515:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320648.480519:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320648.480523:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320648.480531:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5893 00000100:00080000:0.0:1767320648.480536:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320648.480541:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320648.480579:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2680 x1853163990171520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320648.480608:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320648.480611:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320648.480613:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320648.480617:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5893 00000100:00080000:0.0:1767320648.480620:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320648.480623:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320648.480634:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0a80 x1853163990171648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320648.480647:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990171520:0@lo:38:kworker.0 00000100:00080000:0.0:1767320648.480677:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320648.480681:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320648.480683:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320648.480687:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5893 00000100:00080000:0.0:1767320648.480689:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320648.480692:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320648.480705:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163990171904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320648.480722:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320648.480726:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320648.480727:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320648.480731:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5893 00000100:00080000:0.0:1767320648.480735:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320648.480738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320648.480741:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320648.480753:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17480 x1853163990172160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320648.480807:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171520 00000100:00100000:1.0:1767320648.480812:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990171648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320648.480813:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171520 00000100:00100000:1.0:1767320648.480845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320648.480851:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24256 00000100:00100000:0.0:1767320648.480859:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990171520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320648.480878:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320648.480883:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990171904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320648.480919:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320648.480927:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990171520:12345-0@lo:38:kworker.0 Request processed in 66us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320648.480938:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990172160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320648.480948:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24256 00000100:00100000:1.0:1767320648.480962:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320648.481001:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320648.481007:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320648.481011:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990171520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320648.481043:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171648 00000100:00100000:1.0:1767320648.481047:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171648 00000100:00100000:3.0:1767320648.481069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990171776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.481071:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1767320648.481079:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990171648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320648.481090:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320648.481107:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320648.481125:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990171648:12345-0@lo:38:kworker.0 Request processed in 44us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320648.481131:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00080000:1.0:1767320648.481157:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320648.481161:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320648.481164:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990171648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320648.481205:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990172288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.481250:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320648.481270:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320648.481275:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990172416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.481292:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320648.481554:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171904 00000100:00100000:0.0:1767320648.481560:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171904 00000100:00100000:0.0:1767320648.481578:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172160 00000100:00100000:0.0:1767320648.481581:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172160 00000100:00100000:0.0:1767320648.481594:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24257 00000100:00100000:0.0:1767320648.481599:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990171904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320648.481609:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320648.481637:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990171904:12345-0@lo:38:kworker.0 Request processed in 37us (719us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320648.481642:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24257 00000100:00100000:0.0:1767320648.481653:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24258 00000100:00100000:0.0:1767320648.481657:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990172160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320648.481665:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320648.481684:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990172160:12345-0@lo:38:kworker.0 Request processed in 26us (724us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320648.481690:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24258 00000100:00100000:0.0:1767320648.481741:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172288 00000100:00100000:0.0:1767320648.481744:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172288 00000100:00100000:0.0:1767320648.481776:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172416 00000100:00100000:0.0:1767320648.481778:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172416 00000100:00100000:0.0:1767320648.481793:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1767320648.481799:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990172288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320648.481835:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990172288:12345-0@lo:400:kworker.0 Request processed in 37us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320648.481840:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1767320648.481850:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:0.0:1767320648.481855:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990172416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320648.481874:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990172416:12345-0@lo:400:kworker.0 Request processed in 19us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320648.481879:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00080000:0.0:1767320648.481895:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320648.481898:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320648.481924:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320648.481928:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320648.481931:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990171904:0@lo:38:kworker.0 00000100:00080000:0.0:1767320648.481939:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320648.481942:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320648.481945:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990172160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320648.481990:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990172032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.484069:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990172416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.484086:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990172288:0@lo:400:kworker.0 00000100:00100000:0.0:1767320648.491909:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320648.492217:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990171776 00000100:00100000:1.0:1767320648.492227:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990171776 00000100:00100000:1.0:1767320648.492317:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172032 00000100:00100000:1.0:1767320648.492321:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172032 00000100:00100000:1.0:1767320648.492348:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810 00000100:00100000:1.0:1767320648.492358:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990171776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.492436:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990171776:12345-0@lo:400:kworker.0 Request processed in 80us (11329us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320648.492443:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810 00000100:00100000:1.0:1767320648.492462:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5811 00000100:00100000:1.0:1767320648.492468:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990172032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320648.492500:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990172032:12345-0@lo:400:kworker.0 Request processed in 33us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320648.492507:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5811 00000100:00100000:1.0:1767320648.492551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990172032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320648.492652:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990171776:0@lo:400:kworker.0 00000100:00080000:0.0:1767320648.492776:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320648.544353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320649.313705:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320649.505490:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320649.505507:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990172544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320649.505589:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320649.505910:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990172672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320649.505938:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320649.506130:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172544 00000100:00100000:2.0:1767320649.506140:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172544 00000100:00100000:2.0:1767320649.506189:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172672 00000100:00100000:2.0:1767320649.506192:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172672 00000100:00100000:2.0:1767320649.506206:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:2.0:1767320649.506214:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990172544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320649.506262:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320649.506313:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990172544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320649.506320:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00100000:2.0:1767320649.506338:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212 00000100:00100000:2.0:1767320649.506355:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990172672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320649.506372:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320649.506397:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990172672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320649.506403:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212 00000100:00100000:3.0:1767320649.506710:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990172672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320649.506725:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990172544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320649.572924:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320649.573280:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906688 00000100:00100000:2.0:1767320649.573292:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906688 00000100:00100000:2.0:1767320649.573360:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24259 00000100:00100000:2.0:1767320649.573369:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925906688:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320649.573397:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320649.573478:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925906688:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 108us (563us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320649.573485:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24259 00000100:00100000:3.0:1767320649.573735:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320649.580396:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320649.580498:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925906816 00000100:00100000:0.0:1767320649.580511:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925906816 00000100:00080000:3.0:1767320649.580576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320649.580614:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5812 00000100:00100000:0.0:1767320649.580626:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925906816:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320649.580702:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925906816:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320649.580710:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5812 00010000:00010000:0.0:1767320650.336581:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320650.592884:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320651.360829:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320651.616616:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320652.384893:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320652.640663:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320653.412066:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320653.601125:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320628/real 1767320628] req@ffff96e2fd250e00 x1853163990166272/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320653 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320653.601171:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd250e00 x1853163990166272/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320653 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320653.601186:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320653.601196:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320653.601199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990166272:0@lo:250:kworker.0 00000100:00080000:1.0:1767320653.601511:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320653.601518:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320653.601522:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320653.601529:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5877 00000100:00080000:1.0:1767320653.601534:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320653.601541:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320653.601581:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705500 x1853163990172800/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320653.601608:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320653.601611:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320653.601613:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320653.601616:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5898 00000100:00080000:1.0:1767320653.601619:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320653.601622:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320653.601638:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163990172928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320653.601646:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320653.601649:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320653.601662:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320653.601666:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5898 00000100:00080000:1.0:1767320653.601668:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320653.601672:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320653.601685:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163990173056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320653.601723:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320653.601727:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320653.601728:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320653.601732:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5898 00000100:00080000:1.0:1767320653.601734:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320653.601737:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320653.601747:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706680 x1853163990173312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320653.601763:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320653.601766:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320653.601768:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320653.601771:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5898 00000100:00080000:1.0:1767320653.601773:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320653.601777:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320653.601787:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163990173568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320653.601963:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990173440:0@lo:400:kworker.0 00000100:00100000:3.0:1767320653.602024:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320653.602090:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320653.602095:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990173184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320653.602120:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320653.602146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990173696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320653.602186:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320653.602202:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320653.602207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990173824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320653.602226:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320653.602472:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173440 00000100:00100000:1.0:1767320653.602482:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173440 00000100:00100000:0.0:1767320653.602607:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173696 00000100:00100000:0.0:1767320653.602612:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173696 00000100:00100000:0.0:1767320653.602645:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173824 00000100:00100000:0.0:1767320653.602648:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173824 00000100:00100000:0.0:1767320653.602682:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:0.0:1767320653.602692:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990173696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320653.602755:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990173696:12345-0@lo:400:kworker.0 Request processed in 64us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320653.602763:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:0.0:1767320653.602781:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767320653.602787:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990173824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320653.602814:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990173824:12345-0@lo:400:kworker.0 Request processed in 28us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320653.602820:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1767320653.602853:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990172800:0@lo:250:kworker.0 00000400:00000100:0.0:1767320653.602874:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990172800 offset 0 length 520: 4 00000100:00100000:0.0:1767320653.602907:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990172928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320653.602929:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320653.602991:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320653.602995:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320653.602997:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320653.616281:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990173056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320653.616362:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320653.616386:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990173312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320653.616412:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320653.623531:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173184 00000100:00100000:1.0:1767320653.623551:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173184 00000100:00100000:1.0:1767320653.623674:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990172928 00000100:00100000:1.0:1767320653.623678:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990172928 00000100:00100000:1.0:1767320653.623703:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813 00000100:00100000:1.0:1767320653.623712:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990173440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320653.623826:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990173440:12345-0@lo:400:kworker.0 Request processed in 114us (21801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320653.623833:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813 00000100:00100000:1.0:1767320653.623852:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5814 00000100:00100000:1.0:1767320653.623859:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990173184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320653.623899:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990173184:12345-0@lo:400:kworker.0 Request processed in 41us (21778us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320653.623905:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5814 00000100:00100000:1.0:1767320653.623918:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24260 00000100:00100000:1.0:1767320653.623922:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990172928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320653.623944:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320653.623975:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990172928:12345-0@lo:38:kworker.0 Request processed in 51us (21045us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320653.623982:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24260 00000100:00080000:1.0:1767320653.624017:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320653.624177:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990173824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320653.624193:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990173696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320653.624268:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173056 00000100:00100000:1.0:1767320653.624273:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173056 00000100:00100000:1.0:1767320653.624296:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767320653.624301:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990173056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320653.624313:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320653.624342:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990173056:12345-0@lo:38:kworker.0 Request processed in 39us (7979us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320653.624349:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767320653.624394:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990173184:0@lo:400:kworker.0 00000100:00100000:1.0:1767320653.624407:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990173440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320653.628585:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990173568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320653.628671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320653.629034:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320653.629041:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320653.629044:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990172928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320653.629059:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320653.629062:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320653.629065:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990173056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320653.632526:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173312 00000100:00100000:1.0:1767320653.632548:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173312 00000100:00100000:0.0:1767320653.632824:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173568 00000100:00100000:0.0:1767320653.632829:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173568 00000100:00100000:0.0:1767320653.632869:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24261 00000100:00100000:0.0:1767320653.632877:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990173312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320653.632912:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320653.633137:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990173312:12345-0@lo:38:kworker.0 Request processed in 260us (16723us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320653.633145:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24261 00000100:00100000:0.0:1767320653.633178:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24262 00000100:00100000:0.0:1767320653.633182:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990173568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320653.633203:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320653.633258:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990173568:12345-0@lo:38:kworker.0 Request processed in 73us (4587us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320653.633264:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24262 00000100:00080000:0.0:1767320653.633319:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320653.633324:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320653.633329:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990173312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320653.633339:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320653.633342:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320653.633345:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990173568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320653.664506:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320653.669069:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320653.669208:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907200 00000100:00100000:2.0:1767320653.669221:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907200 00000100:00100000:2.0:1767320653.669333:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5815 00000100:00100000:2.0:1767320653.669342:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925907200:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320653.669424:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925907200:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320653.669433:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5815 00000100:00080000:1.0:1767320653.669456:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767320653.669820:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925906944 offset 0 length 520: 4 00000100:00100000:1.0:1767320653.669850:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320653.670734:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907072 00000100:00100000:2.0:1767320653.670743:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907072 00000100:00100000:2.0:1767320653.670784:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24263 00000100:00100000:2.0:1767320653.670790:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925907072:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320653.670811:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320653.670864:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925907072:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 72us (1012us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320653.670871:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24263 00010000:00010000:0.0:1767320654.433876:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320654.625637:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320654.625656:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990173952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320654.625742:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320654.626219:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990173952 00000100:00100000:0.0:1767320654.626227:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990173952 00000100:00100000:0.0:1767320654.626309:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:0.0:1767320654.626317:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990173952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320654.626347:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320654.626390:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990173952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320654.626397:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00100000:3.0:1767320654.626492:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320654.626503:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990174080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320654.626538:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320654.626753:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174080 00000100:00100000:0.0:1767320654.626758:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174080 00000100:00100000:0.0:1767320654.626790:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214 00000100:00100000:0.0:1767320654.626797:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990174080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320654.626815:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320654.626853:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990174080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320654.626860:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214 00000100:00100000:3.0:1767320654.626984:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990174080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320654.627273:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990173952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320654.691641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320655.460816:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320655.713905:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320656.480484:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320656.737000:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320657.504846:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320657.762946:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320658.528853:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320658.720506:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320658.720518:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320658.720521:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320658.720524:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320658.720528:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320658.720537:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5903 00000100:00080000:3.0:1767320658.720541:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320658.720548:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320658.720589:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163990174208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320658.720615:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320658.720621:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320658.720623:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320658.720627:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5903 00000100:00080000:3.0:1767320658.720629:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320658.720633:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320658.720643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990174208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320658.720644:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990174336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320658.720685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320658.720688:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320658.720690:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320658.720693:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5903 00000100:00080000:3.0:1767320658.720695:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320658.720699:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320658.720710:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712d80 x1853163990174592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320658.720713:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320658.720717:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990174464:0@lo:400:kworker.0 00000100:00080000:3.0:1767320658.720728:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320658.720732:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320658.720734:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320658.720738:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5903 00000100:00080000:3.0:1767320658.720740:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320658.720744:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320658.720755:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710380 x1853163990174848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320658.720762:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320658.720774:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990174336:0@lo:38:kworker.0 00000100:00100000:1.0:1767320658.720807:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320658.720816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990174720:0@lo:400:kworker.0 00000100:00100000:3.0:1767320658.720830:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174208 00000100:00100000:0.0:1767320658.720835:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320658.720838:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174208 00000100:00100000:1.0:1767320658.720857:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320658.720863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990174592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320658.721029:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174336 00000100:00100000:1.0:1767320658.721033:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174336 00000100:00100000:1.0:1767320658.721056:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:1.0:1767320658.721063:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990174336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320658.721082:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320658.721126:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990174336:12345-0@lo:38:kworker.0 Request processed in 63us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320658.721133:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:1.0:1767320658.721157:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320658.722896:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174464 00000100:00100000:3.0:1767320658.722920:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174464 00000100:00100000:3.0:1767320658.722992:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174720 00000100:00100000:3.0:1767320658.722995:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174720 00000100:00100000:3.0:1767320658.723025:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816 00000100:00100000:3.0:1767320658.723034:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990174464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320658.723095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990174848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320658.724945:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174592 00000100:00100000:0.0:1767320658.724960:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174592 00000100:00100000:0.0:1767320658.725000:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5817 00000100:00100000:0.0:1767320658.725015:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990174720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320658.725050:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990174464:12345-0@lo:400:kworker.0 Request processed in 2016us (4290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320658.725059:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816 00000100:00100000:0.0:1767320658.725063:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990174720:12345-0@lo:400:kworker.0 Request processed in 56us (4216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320658.725068:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5817 00000100:00100000:0.0:1767320658.725080:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24264 00000100:00100000:0.0:1767320658.725084:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990174208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320658.725105:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320658.725133:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990174208:12345-0@lo:38:kworker.0 Request processed in 48us (4421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320658.729082:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320658.729840:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320658.730028:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320658.730035:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990174208:0@lo:38:kworker.0 00000100:00080000:1.0:1767320658.730192:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320658.730196:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320658.730200:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990174336:0@lo:38:kworker.0 00000100:00080000:1.0:1767320658.730447:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320658.730494:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174848 00000100:00100000:1.0:1767320658.730502:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174848 00000100:00100000:3.0:1767320658.731329:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24265 00000100:00100000:3.0:1767320658.731341:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990174592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320658.731365:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320658.731453:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990174592:12345-0@lo:38:kworker.0 Request processed in 113us (10293us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320658.731460:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24265 00000100:00100000:0.0:1767320658.731490:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24264 00000100:00100000:3.0:1767320658.731501:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990174976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320658.731541:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320658.731568:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990175104:0@lo:400:kworker.0 00000100:00100000:3.0:1767320658.731584:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990174976 00000100:00100000:3.0:1767320658.731588:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990174976 00000100:00100000:0.0:1767320658.731597:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320658.731625:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175104 00000100:00100000:0.0:1767320658.731629:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175104 00000100:00100000:0.0:1767320658.731669:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767320658.731675:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990175104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320658.731717:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990175104:12345-0@lo:400:kworker.0 Request processed in 43us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320658.731723:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000100:00100000:0.0:1767320658.731757:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990175104:0@lo:400:kworker.0 00000100:00080000:0.0:1767320658.731780:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320658.731823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990174720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320658.731835:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990174464:0@lo:400:kworker.0 00000100:00080000:0.0:1767320658.731861:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320658.731865:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320658.731869:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990174592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320658.732023:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:3.0:1767320658.732031:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990174976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320658.732066:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990174976:12345-0@lo:400:kworker.0 Request processed in 37us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320658.732071:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:3.0:1767320658.732093:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990174976:0@lo:400:kworker.0 00000100:00080000:0.0:1767320658.732225:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320658.742558:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24266 00000100:00100000:1.0:1767320658.742572:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990174848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320658.742597:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320658.742691:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990174848:12345-0@lo:38:kworker.0 Request processed in 119us (13615us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320658.742698:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24266 00000100:00080000:0.0:1767320658.742841:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320658.742847:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320658.742851:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990174848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320658.784351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320658.788962:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320658.789275:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907456 00000100:00100000:2.0:1767320658.789285:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907456 00000100:00100000:2.0:1767320658.789360:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5818 00000100:00100000:2.0:1767320658.789369:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925907456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320658.789463:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925907456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320658.789471:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5818 00000100:00080000:0.0:1767320658.789752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320658.792335:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320658.792426:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907328 00000100:00100000:0.0:1767320658.792435:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907328 00000100:00100000:0.0:1767320658.792483:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24267 00000100:00100000:0.0:1767320658.792490:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925907328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320658.792512:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320658.792573:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925907328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 82us (247us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320658.792584:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24267 00010000:00010000:0.0:1767320659.553592:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320659.744685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990175232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320659.744762:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320659.744996:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175232 00000100:00100000:0.0:1767320659.745005:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175232 00000100:00100000:0.0:1767320659.745059:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:0.0:1767320659.745073:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990175232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320659.745106:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320659.745152:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990175232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320659.745159:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00000100:00100000:3.0:1767320659.745278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990175232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320659.745901:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320659.745911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990175360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320659.745944:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320659.746021:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175360 00000100:00100000:3.0:1767320659.746026:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175360 00000100:00100000:3.0:1767320659.746061:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:3.0:1767320659.746068:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990175360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320659.746087:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320659.746129:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990175360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320659.746135:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00100000:1.0:1767320659.746630:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990175360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320659.808450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320660.576482:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320660.832431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320661.600535:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320661.856362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320662.625411:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320662.880372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320663.648709:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320663.841086:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320663.841096:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320663.841099:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320663.841103:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320663.841108:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320663.841115:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767320663.841120:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320663.841126:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320663.841178:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa704e00 x1853163990175488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320663.841203:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320663.841207:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320663.841209:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320663.841213:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767320663.841216:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320663.841220:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320663.841252:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706680 x1853163990175616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320663.841295:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320663.841299:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320663.841301:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320663.841305:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767320663.841307:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320663.841311:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320663.841322:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163990175872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320663.841340:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320663.841343:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320663.841345:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320663.841349:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5908 00000100:00080000:1.0:1767320663.841351:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320663.841354:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320663.841364:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635180 x1853163990176128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320663.841413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990176256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320663.841477:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320663.841547:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320663.841553:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990176384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320663.841575:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320663.841607:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176256 00000100:00100000:1.0:1767320663.841613:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176256 00000100:00100000:1.0:1767320663.841658:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176384 00000100:00100000:1.0:1767320663.841661:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176384 00000100:00100000:1.0:1767320663.841681:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1767320663.841690:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990176256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320663.841774:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990176256:12345-0@lo:400:kworker.0 Request processed in 85us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320663.841781:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1767320663.841798:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:1.0:1767320663.841805:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990176384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320663.841831:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990176384:12345-0@lo:400:kworker.0 Request processed in 27us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320663.841836:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:3.0:1767320663.842015:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990175744:0@lo:400:kworker.0 00000100:00100000:3.0:1767320663.842050:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320663.842086:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320663.842091:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990176000:0@lo:400:kworker.0 00000100:00100000:3.0:1767320663.842111:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320663.842182:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990176384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320663.842192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990176256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320663.842274:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175744 00000100:00100000:2.0:1767320663.842279:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175744 00000100:00100000:2.0:1767320663.842318:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176000 00000100:00100000:2.0:1767320663.842321:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176000 00000100:00100000:2.0:1767320663.842339:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819 00000100:00100000:2.0:1767320663.842345:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990175744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320663.842385:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990175744:12345-0@lo:400:kworker.0 Request processed in 39us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320663.842390:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819 00000100:00100000:2.0:1767320663.842403:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5820 00000100:00100000:2.0:1767320663.842409:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990176000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320663.842434:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990176000:12345-0@lo:400:kworker.0 Request processed in 26us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320663.842440:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5820 00000100:00100000:2.0:1767320663.842466:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990176000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320663.842475:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990175744:0@lo:400:kworker.0 00000100:00100000:0.0:1767320663.843267:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990175488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320663.843306:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320663.843341:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990175616:0@lo:38:kworker.0 00000100:00100000:0.0:1767320663.843362:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320663.843378:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990175872:0@lo:38:kworker.0 00000100:00100000:0.0:1767320663.843393:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320663.843413:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990176128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320663.843428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320663.843453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320663.843458:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320663.843460:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320663.843487:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175488 00000100:00100000:0.0:1767320663.843491:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175488 00000100:00100000:0.0:1767320663.843509:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175872 00000100:00100000:0.0:1767320663.843511:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175872 00000100:00100000:0.0:1767320663.843517:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176128 00000100:00100000:0.0:1767320663.843518:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176128 00000100:00100000:0.0:1767320663.843527:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24268 00000100:00100000:0.0:1767320663.843532:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990175488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320663.843549:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320663.843580:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990175488:12345-0@lo:38:kworker.0 Request processed in 47us (274us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320663.843586:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24268 00000100:00100000:0.0:1767320663.843598:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24269 00000100:00100000:0.0:1767320663.843602:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990175872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320663.843610:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320663.843627:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990175872:12345-0@lo:38:kworker.0 Request processed in 24us (233us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320663.843632:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24269 00000100:00100000:0.0:1767320663.843640:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24270 00000100:00100000:0.0:1767320663.843643:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990176128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320663.843651:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320663.843665:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990176128:12345-0@lo:38:kworker.0 Request processed in 21us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320663.843669:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24270 00000100:00080000:0.0:1767320663.843708:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320663.843713:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320663.843717:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990175488:0@lo:38:kworker.0 00000100:00080000:0.0:1767320663.843727:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320663.843730:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320663.843732:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990175872:0@lo:38:kworker.0 00000100:00080000:0.0:1767320663.843739:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320663.843741:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320663.843744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990176128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320663.844439:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990175616 00000100:00100000:1.0:1767320663.844446:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990175616 00000100:00100000:1.0:1767320663.844484:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:1.0:1767320663.844489:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990175616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320663.844502:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320663.844548:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990175616:12345-0@lo:38:kworker.0 Request processed in 58us (1184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320663.844553:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00000100:00080000:0.0:1767320663.844653:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320663.844658:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320663.844661:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990175616:0@lo:38:kworker.0 00000100:00100000:3.0:1767320663.904397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320663.912184:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320663.912276:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320663.912374:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907712 00000100:00100000:2.0:1767320663.912384:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907712 00000100:00100000:2.0:1767320663.912468:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907584 00000100:00100000:2.0:1767320663.912472:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907584 00000100:00100000:2.0:1767320663.912493:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5821 00000100:00100000:2.0:1767320663.912503:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925907712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320663.912587:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925907712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320663.912596:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5821 00000100:00100000:2.0:1767320663.912616:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24271 00000100:00100000:2.0:1767320663.912621:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925907584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320663.912641:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320663.912667:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925907584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (391us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320663.912675:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24271 00000100:00080000:3.0:1767320663.912982:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320664.672543:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320664.864711:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990176512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320664.864786:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320664.865206:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176512 00000100:00100000:0.0:1767320664.865214:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176512 00000100:00100000:0.0:1767320664.865283:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:0.0:1767320664.865293:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990176512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320664.865324:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320664.865366:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990176512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320664.865373:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00100000:1.0:1767320664.865513:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990176640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320664.865549:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320664.865629:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176640 00000100:00100000:3.0:1767320664.865634:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176640 00000100:00100000:3.0:1767320664.865667:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218 00000100:00100000:3.0:1767320664.865689:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990176640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320664.865707:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320664.865749:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990176640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320664.865755:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218 00000100:00100000:1.0:1767320664.865836:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990176640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320664.866174:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990176512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320664.928477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320665.696478:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320665.953761:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320666.721071:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320666.976340:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320667.744575:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320668.001875:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320668.768684:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320668.962919:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320668.962933:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320668.962937:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320668.962942:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320668.962948:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320668.962959:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5913 00000100:00080000:1.0:1767320668.962966:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320668.962974:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320668.963027:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163990176768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320668.963059:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320668.963063:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320668.963064:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320668.963069:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5913 00000100:00080000:1.0:1767320668.963072:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320668.963077:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320668.963098:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634000 x1853163990176896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320668.963153:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320668.963157:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320668.963159:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320668.963163:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5913 00000100:00080000:1.0:1767320668.963166:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320668.963170:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320668.963183:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636a00 x1853163990177152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320668.963200:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320668.963204:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320668.963206:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320668.963210:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5913 00000100:00080000:1.0:1767320668.963212:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320668.963215:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320668.963225:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636300 x1853163990177408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320668.963320:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990177664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320668.963408:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.963489:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320668.963495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990177536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320668.963521:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320668.963698:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990177280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320668.963737:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320668.963777:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320668.963796:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990177024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320668.963820:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.963952:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177280 00000100:00100000:1.0:1767320668.963962:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177280 00000100:00100000:1.0:1767320668.964037:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177024 00000100:00100000:1.0:1767320668.964041:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177024 00000100:00100000:1.0:1767320668.964068:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822 00000100:00100000:1.0:1767320668.964077:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990177280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320668.964148:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990177280:12345-0@lo:400:kworker.0 Request processed in 72us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320668.964157:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822 00000100:00100000:1.0:1767320668.964177:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5823 00000100:00100000:1.0:1767320668.964183:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990177024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320668.964210:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990177024:12345-0@lo:400:kworker.0 Request processed in 28us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320668.964216:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5823 00000100:00100000:0.0:1767320668.964370:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177664 00000100:00100000:0.0:1767320668.964387:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177664 00000100:00100000:0.0:1767320668.964451:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177536 00000100:00100000:0.0:1767320668.964454:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177536 00000100:00100000:0.0:1767320668.964481:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1767320668.964492:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990177664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320668.964614:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990177664:12345-0@lo:400:kworker.0 Request processed in 124us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320668.964622:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1767320668.964640:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:0.0:1767320668.964646:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990177536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320668.964673:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990177536:12345-0@lo:400:kworker.0 Request processed in 28us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320668.964678:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00080000:2.0:1767320668.964899:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320668.964905:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320668.964908:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320668.964973:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990177024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320668.964994:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990177280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320668.965020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990176768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320668.965079:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.965124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990176896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320668.965148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.965169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990177152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320668.965186:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.965200:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990177408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320668.965216:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.965283:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176768 00000100:00100000:1.0:1767320668.965288:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176768 00000100:00100000:1.0:1767320668.965310:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177152 00000100:00100000:1.0:1767320668.965314:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177152 00000100:00100000:1.0:1767320668.965326:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177408 00000100:00100000:1.0:1767320668.965329:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177408 00000100:00100000:1.0:1767320668.965343:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24272 00000100:00100000:1.0:1767320668.965348:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990176768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320668.965366:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320668.965400:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990176768:12345-0@lo:38:kworker.0 Request processed in 50us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320668.965406:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24272 00000100:00100000:1.0:1767320668.965421:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24273 00000100:00100000:1.0:1767320668.965425:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990177152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320668.965434:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320668.965455:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990177152:12345-0@lo:38:kworker.0 Request processed in 29us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320668.965461:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24273 00000100:00100000:1.0:1767320668.965472:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24274 00000100:00100000:1.0:1767320668.965475:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990177408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320668.965484:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320668.965505:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990177408:12345-0@lo:38:kworker.0 Request processed in 28us (288us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320668.965511:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24274 00000100:00080000:1.0:1767320668.965542:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320668.965546:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320668.965550:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990176768:0@lo:38:kworker.0 00000100:00080000:1.0:1767320668.965558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320668.965561:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320668.965563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990177152:0@lo:38:kworker.0 00000100:00080000:1.0:1767320668.965569:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320668.965572:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320668.965588:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990177408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320668.965907:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990176896 00000100:00100000:2.0:1767320668.965917:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990176896 00000100:00100000:0.0:1767320668.965926:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990177536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320668.965954:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990177664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320668.965975:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284 00000100:00100000:2.0:1767320668.965984:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990176896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320668.966003:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320668.966062:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990176896:12345-0@lo:38:kworker.0 Request processed in 78us (912us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320668.966070:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284 00000100:00080000:0.0:1767320668.966488:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320668.966494:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320668.966498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990176896:0@lo:38:kworker.0 00000100:00100000:3.0:1767320669.025197:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320669.028648:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320669.028711:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320669.028793:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907840 00000100:00100000:2.0:1767320669.028811:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907840 00000100:00100000:2.0:1767320669.028861:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925907968 00000100:00100000:2.0:1767320669.028867:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925907968 00000100:00100000:1.0:1767320669.028893:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24275 00000100:00100000:1.0:1767320669.028918:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925907840:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:2.0:1767320669.028942:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5824 00000100:00100000:2.0:1767320669.028954:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925907968:12345-192.168.204.1@tcp:400:kworker.0 00010000:00020000:1.0:1767320669.028970:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320669.029051:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925907968:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 95us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320669.029053:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925907840:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 132us (418us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320669.029076:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5824 00000100:00080000:2.0:1767320669.029131:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320669.032772:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24275 00010000:00010000:0.0:1767320669.792464:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320669.984678:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320669.984704:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990177792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320669.984789:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320669.991041:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320669.991066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990177920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320669.991148:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320670.000142:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177792 00000100:00100000:3.0:1767320670.000156:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177792 00000100:00100000:3.0:1767320670.000283:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990177920 00000100:00100000:3.0:1767320670.000287:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990177920 00000100:00100000:2.0:1767320670.000353:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1767320670.000366:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990177792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320670.000398:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320670.000464:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990177792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (15674us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320670.000474:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1767320670.000491:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:2.0:1767320670.000497:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990177920:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320670.000522:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320670.000527:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320670.000535:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320670.000607:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990177920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (9453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320670.000615:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00100000:0.0:1767320670.005985:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990177792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320670.006465:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990177920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320670.048712:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320670.818017:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320671.072460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320671.841743:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320672.096819:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320672.865122:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320673.120381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320673.888633:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320674.081077:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320674.081090:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320674.081094:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320674.081099:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320674.081104:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320674.081128:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5918 00000100:00080000:3.0:1767320674.081140:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320674.081148:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320674.081207:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712d80 x1853163990178048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320674.081309:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320674.081313:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320674.081315:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320674.081320:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5918 00000100:00100000:0.0:1767320674.081323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990178048:0@lo:38:kworker.0 00000100:00080000:3.0:1767320674.081323:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320674.081327:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320674.081341:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713100 x1853163990178176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320674.081383:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320674.081387:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320674.081388:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320674.081392:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5918 00000100:00080000:3.0:1767320674.081395:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320674.081399:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320674.081409:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163990178432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320674.081423:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320674.081426:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320674.081428:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320674.081431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320674.081431:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5918 00000100:00080000:3.0:1767320674.081434:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320674.081438:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320674.081448:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710a80 x1853163990178688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320674.081520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990178176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320674.081551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320674.081558:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990178304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320674.081582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990178432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320674.081603:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320674.081627:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178176 00000100:00100000:0.0:1767320674.081638:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178176 00000100:00100000:2.0:1767320674.081640:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320674.081648:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990178560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.081674:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320674.081689:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:0.0:1767320674.081698:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990178176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320674.081722:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320674.081789:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990178176:12345-0@lo:38:kworker.0 Request processed in 90us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320674.081796:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00000100:00100000:2.0:1767320674.081896:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990178944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.081940:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320674.081964:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320674.081969:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990178816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.081993:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320674.082026:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178944 00000100:00100000:2.0:1767320674.082031:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178944 00000100:00100000:3.0:1767320674.082059:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178816 00000100:00100000:3.0:1767320674.082065:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178816 00000100:00100000:2.0:1767320674.082089:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:2.0:1767320674.082098:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990178944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.082146:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990178944:12345-0@lo:400:kworker.0 Request processed in 50us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320674.082595:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:3.0:1767320674.082606:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990178816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320674.082644:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990178816:12345-0@lo:400:kworker.0 Request processed in 43us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320674.082651:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00080000:3.0:1767320674.082703:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320674.082708:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320674.082749:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990178816:0@lo:400:kworker.0 00000100:00100000:3.0:1767320674.082763:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990178944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.085747:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:2.0:1767320674.086154:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320674.087429:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178048 00000100:00100000:1.0:1767320674.087446:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178048 00000100:00100000:2.0:1767320674.087479:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990178688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320674.087502:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178304 00000100:00100000:1.0:1767320674.087516:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178304 00000100:00100000:1.0:1767320674.087565:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178560 00000100:00100000:1.0:1767320674.087569:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178560 00000100:00100000:2.0:1767320674.087573:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320674.087591:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178432 00000100:00100000:1.0:1767320674.087594:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178432 00000100:00100000:1.0:1767320674.087603:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990178688 00000100:00100000:1.0:1767320674.087605:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990178688 00000100:00100000:1.0:1767320674.087616:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825 00000100:00100000:1.0:1767320674.087627:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990178304:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320674.087632:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320674.087639:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320674.087644:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990178176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320674.087697:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826 00000100:00100000:2.0:1767320674.087709:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990178560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320674.087759:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990178560:12345-0@lo:400:kworker.0 Request processed in 54us (6084us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320674.087767:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826 00000100:00100000:2.0:1767320674.087792:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24276 00000100:00100000:2.0:1767320674.087797:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990178048:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320674.087804:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990178304:12345-0@lo:400:kworker.0 Request processed in 178us (6200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320674.087813:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825 00010000:00020000:2.0:1767320674.087823:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320674.087833:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24277 00000100:00100000:1.0:1767320674.087839:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990178432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320674.087851:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320674.087862:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990178048:12345-0@lo:38:kworker.0 Request processed in 63us (6430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320674.087869:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24276 00000100:00100000:2.0:1767320674.087884:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24278 00000100:00100000:1.0:1767320674.087887:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990178432:12345-0@lo:38:kworker.0 Request processed in 46us (1731us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320674.087893:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990178688:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320674.087899:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24277 00010000:00020000:2.0:1767320674.087906:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320674.087933:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320674.088002:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990178560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320674.088015:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990178304:0@lo:400:kworker.0 00000100:00080000:1.0:1767320674.088351:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320674.088358:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320674.088362:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990178432:0@lo:38:kworker.0 00000100:00080000:1.0:1767320674.088371:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320674.088374:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320674.088377:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990178688:0@lo:38:kworker.0 00000100:00080000:1.0:1767320674.088386:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320674.088390:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320674.088393:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990178048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320674.089128:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990178688:12345-0@lo:38:kworker.0 Request processed in 1231us (1553us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320674.089139:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24278 00000100:00100000:3.0:1767320674.147378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320674.150568:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320674.150708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320674.150747:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908224 00000100:00100000:0.0:1767320674.150764:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908224 00000100:00100000:3.0:1767320674.150792:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908096 00000100:00080000:1.0:1767320674.150845:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320674.150876:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5827 00000100:00100000:0.0:1767320674.150892:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925908224:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320674.150945:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908096 00000100:00100000:3.0:1767320674.151016:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24279 00000100:00100000:0.0:1767320674.151017:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925908224:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 122us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320674.151034:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925908096:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767320674.151038:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5827 00010000:00020000:3.0:1767320674.151082:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320674.151314:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925908096:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 282us (606us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320674.151322:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24279 00010000:00010000:0.0:1767320674.916911:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320675.104455:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990179072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320675.104555:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320675.104641:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320675.104653:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179072 00000100:00100000:1.0:1767320675.104654:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990179200:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320675.104661:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179072 00000100:00100000:1.0:1767320675.104681:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320675.104709:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179200 00000100:00100000:3.0:1767320675.104712:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179200 00000100:00100000:0.0:1767320675.104805:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:0.0:1767320675.104830:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990179072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320675.104873:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320675.104950:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990179072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320675.104973:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:3.0:1767320675.104986:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990179200:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320675.105002:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990179072:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320675.105015:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320675.105066:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990179200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320675.105074:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:1.0:1767320675.105092:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990179200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320675.105188:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00100000:3.0:1767320675.168517:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320675.937563:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320676.192499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320676.966425:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320677.216671:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320677.985670:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320678.177485:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320653/real 1767320653] req@ffff96e2fa705500 x1853163990172800/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320678 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320678.177525:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa705500 x1853163990172800/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320678 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320678.177546:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320678.177573:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320678.177577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990172800:0@lo:250:kworker.0 00000100:00080000:0.0:1767320678.178698:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320678.178705:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320678.178708:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320678.178714:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5903 00000100:00080000:0.0:1767320678.178719:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320678.178725:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320678.178759:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15f80 x1853163990179328/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320678.178784:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320678.178788:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320678.178790:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320678.178793:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5923 00000100:00080000:0.0:1767320678.178795:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320678.178798:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320678.178823:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48700 x1853163990179456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320678.178832:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320678.178835:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320678.178837:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320678.178841:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5923 00000100:00080000:0.0:1767320678.178843:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320678.178846:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320678.178856:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49880 x1853163990179584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320678.178887:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320678.178890:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320678.178892:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320678.178895:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5923 00000100:00080000:0.0:1767320678.178897:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320678.178900:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320678.178909:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48380 x1853163990179840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320678.178922:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320678.178925:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320678.178927:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320678.178930:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5923 00000100:00080000:0.0:1767320678.178932:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320678.178935:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320678.178942:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49f80 x1853163990180096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320678.178985:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990180352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320678.179051:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320678.179107:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320678.179112:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990180224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320678.179131:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320678.179161:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180352 00000100:00100000:0.0:1767320678.179168:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180352 00000100:00100000:0.0:1767320678.179209:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180224 00000100:00100000:0.0:1767320678.179212:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180224 00000100:00100000:0.0:1767320678.179247:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:0.0:1767320678.179254:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990180352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320678.179303:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990180352:12345-0@lo:400:kworker.0 Request processed in 49us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320678.179310:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00100000:0.0:1767320678.179324:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1767320678.179330:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990180224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320678.179353:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990180224:12345-0@lo:400:kworker.0 Request processed in 23us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320678.179358:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1767320678.179389:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990180224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320678.179397:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990180352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320678.179608:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990179712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320678.179641:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320678.179674:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320678.179679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990179968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320678.179699:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320678.180013:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179712 00000100:00100000:3.0:1767320678.180018:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179712 00000100:00100000:3.0:1767320678.180050:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179968 00000100:00100000:3.0:1767320678.180053:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179968 00000100:00100000:3.0:1767320678.180073:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828 00000100:00100000:3.0:1767320678.180080:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990179712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320678.180118:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990179712:12345-0@lo:400:kworker.0 Request processed in 39us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320678.180124:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828 00000100:00100000:3.0:1767320678.180134:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5829 00000100:00100000:3.0:1767320678.180139:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990179968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320678.180159:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990179968:12345-0@lo:400:kworker.0 Request processed in 20us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320678.180164:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5829 00000100:00100000:2.0:1767320678.180323:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990179968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320678.180332:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990179712:0@lo:400:kworker.0 00000100:00080000:1.0:1767320678.181478:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320678.181486:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320678.181489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320678.181525:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990179328:0@lo:250:kworker.0 00000400:00000100:1.0:1767320678.181607:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990179328 offset 0 length 520: 4 00000100:00100000:1.0:1767320678.181666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990179456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320678.181719:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320678.181772:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990179584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320678.181809:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320678.181866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990179840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320678.181887:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320678.181913:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990180096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320678.181936:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320678.182043:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179584 00000100:00100000:3.0:1767320678.182043:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179456 00000100:00100000:2.0:1767320678.182050:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179584 00000100:00100000:3.0:1767320678.182050:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179456 00000100:00100000:3.0:1767320678.182077:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990179840 00000100:00100000:3.0:1767320678.182079:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990179840 00000100:00100000:2.0:1767320678.182088:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:3.0:1767320678.182090:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180096 00000100:00100000:3.0:1767320678.182092:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180096 00000100:00100000:2.0:1767320678.182094:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990179584:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320678.182103:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24280 00000100:00100000:3.0:1767320678.182107:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990179456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320678.182113:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320678.182115:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320678.182151:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990179584:12345-0@lo:38:kworker.0 Request processed in 56us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320678.182157:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1767320678.182190:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24281 00000100:00100000:0.0:1767320678.182196:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990179840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320678.182206:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320678.186115:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24282 00000100:00100000:2.0:1767320678.186133:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990180096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320678.186162:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320678.187676:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320678.187690:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320678.187695:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990179456:0@lo:38:kworker.0 00000100:00080000:1.0:1767320678.187711:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320678.187714:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320678.187716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990179584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320678.187727:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320678.187730:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320678.187733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990179840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320678.187870:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320678.187874:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320678.187877:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990180096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320678.188106:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990179840:12345-0@lo:38:kworker.0 Request processed in 5901us (6209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320678.188123:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24281 00000100:00100000:3.0:1767320678.192674:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990179456:12345-0@lo:38:kworker.0 Request processed in 10553us (10942us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320678.192691:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24280 00000100:00100000:2.0:1767320678.192696:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990180096:12345-0@lo:38:kworker.0 Request processed in 6566us (10758us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320678.192703:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24282 00000100:00100000:3.0:1767320678.240891:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320679.008466:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320679.264483:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320679.269171:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767320679.269290:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925908352 offset 0 length 520: 4 00000100:00100000:3.0:1767320679.269313:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320679.270551:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908608 00000100:00100000:0.0:1767320679.270563:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908608 00000100:00080000:1.0:1767320679.270645:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320679.270695:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908480 00000100:00100000:0.0:1767320679.270699:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908480 00000100:00100000:3.0:1767320679.270898:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5830 00000100:00100000:3.0:1767320679.270912:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925908608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320679.271012:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925908608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (1850us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320679.271021:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5830 00000100:00100000:3.0:1767320679.271052:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24283 00000100:00100000:3.0:1767320679.271057:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925908480:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320679.271077:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320679.271115:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925908480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (1801us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320679.271123:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24283 00010000:00010000:0.0:1767320680.034270:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320680.227030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990180480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320680.227100:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320680.227222:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180480 00000100:00100000:1.0:1767320680.227248:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180480 00000100:00100000:1.0:1767320680.227309:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:1.0:1767320680.227316:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990180480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320680.227339:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320680.227429:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320680.230105:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990180480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2781us (2997us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320680.230119:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:2.0:1767320680.233472:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990180608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320680.233562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320680.234539:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180608 00000100:00100000:1.0:1767320680.234549:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180608 00000100:00100000:1.0:1767320680.234701:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:1.0:1767320680.234713:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990180608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320680.234743:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320680.234811:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990180608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320680.234818:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00100000:1.0:1767320680.234904:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990180608:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320680.236669:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320680.238731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990180480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320680.288460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320681.058584:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320681.313903:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320682.084763:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320682.336791:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320683.104412:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320683.299744:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320683.299753:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320683.299756:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320683.299759:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320683.299763:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320683.299770:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5927 00000100:00080000:1.0:1767320683.299774:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320683.299779:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320683.299819:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634e00 x1853163990180736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320683.299842:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320683.299844:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320683.299846:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320683.299848:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5927 00000100:00080000:1.0:1767320683.299850:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320683.299852:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320683.299861:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637800 x1853163990180864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320683.299896:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320683.299899:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320683.299900:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320683.299902:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5927 00000100:00080000:1.0:1767320683.299903:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320683.299905:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320683.299912:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634000 x1853163990181120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320683.299922:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320683.299929:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320683.299931:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320683.299933:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5927 00000100:00080000:1.0:1767320683.299935:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320683.299938:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320683.299946:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634a80 x1853163990181376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320683.299994:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990181632:0@lo:400:kworker.0 00000100:00100000:1.0:1767320683.300052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320683.300112:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320683.300116:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990181504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320683.300130:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320683.300152:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181632 00000100:00100000:1.0:1767320683.300158:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181632 00000100:00100000:1.0:1767320683.300198:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181504 00000100:00100000:1.0:1767320683.300200:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181504 00000100:00100000:1.0:1767320683.300213:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1767320683.300219:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990181632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320683.300272:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990181632:12345-0@lo:400:kworker.0 Request processed in 53us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320683.300277:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1767320683.300288:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:1.0:1767320683.300292:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990181504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320683.300306:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990181504:12345-0@lo:400:kworker.0 Request processed in 14us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320683.300310:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:1.0:1767320683.300350:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990181504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320683.300361:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990180992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320683.300362:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990181632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320683.300372:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990181248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320683.300403:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320683.300430:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181248 00000100:00100000:3.0:1767320683.300435:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181248 00000100:00100000:3.0:1767320683.300481:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831 00000100:00100000:3.0:1767320683.300489:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990181248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320683.300526:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990181248:12345-0@lo:400:kworker.0 Request processed in 38us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320683.300533:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831 00000100:00100000:0.0:1767320683.300609:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990181248:0@lo:400:kworker.0 00000100:00080000:2.0:1767320683.300800:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320683.300822:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320683.300824:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320683.300835:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990180736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320683.300858:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320683.300880:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990180864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320683.300896:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320683.300904:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180736 00000100:00100000:0.0:1767320683.300910:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180736 00000100:00100000:2.0:1767320683.300920:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990181120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320683.300940:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24284 00000100:00100000:2.0:1767320683.300941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320683.300949:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990180736:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320683.300957:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990181376:0@lo:38:kworker.0 00010000:00020000:0.0:1767320683.300968:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320683.300972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320683.301012:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990180736:12345-0@lo:38:kworker.0 Request processed in 62us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320683.301018:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24284 00000100:00100000:0.0:1767320683.301030:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181120 00000100:00100000:0.0:1767320683.301033:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181120 00000100:00100000:0.0:1767320683.301045:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181376 00000100:00100000:0.0:1767320683.301047:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181376 00000100:00100000:0.0:1767320683.301059:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24285 00000100:00100000:0.0:1767320683.301062:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990181120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320683.301071:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320683.301094:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990181120:12345-0@lo:38:kworker.0 Request processed in 30us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320683.301100:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24285 00000100:00100000:0.0:1767320683.301116:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24286 00000100:00100000:0.0:1767320683.301120:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990181376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320683.301128:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320683.301150:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990181376:12345-0@lo:38:kworker.0 Request processed in 28us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320683.301155:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24286 00000100:00100000:3.0:1767320683.301332:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180864 00000100:00100000:3.0:1767320683.301347:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180864 00000100:00100000:3.0:1767320683.301377:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:3.0:1767320683.301383:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990180864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320683.301393:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320683.301421:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990180864:12345-0@lo:38:kworker.0 Request processed in 37us (523us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320683.301426:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00080000:3.0:1767320683.301464:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320683.301468:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320683.301472:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990180736:0@lo:38:kworker.0 00000100:00080000:3.0:1767320683.301480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320683.301483:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320683.301487:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990180864:0@lo:38:kworker.0 00000100:00080000:3.0:1767320683.301494:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320683.301497:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320683.301500:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990181120:0@lo:38:kworker.0 00000100:00080000:3.0:1767320683.301508:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320683.301510:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320683.301513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990181376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320683.302359:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320683.302418:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990180992 00000100:00100000:1.0:1767320683.302899:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990180992 00000100:00100000:1.0:1767320683.303638:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5832 00000100:00100000:1.0:1767320683.303649:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990180992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320683.303750:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990180992:12345-0@lo:400:kworker.0 Request processed in 102us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320683.303758:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5832 00000100:00100000:0.0:1767320683.303811:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990180992:0@lo:400:kworker.0 00000100:00080000:2.0:1767320683.306831:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320683.360363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320684.130823:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320684.384386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320684.389201:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320684.389331:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320684.389404:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908864 00000100:00100000:3.0:1767320684.389415:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908864 00000100:00100000:3.0:1767320684.389486:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908736 00000100:00100000:3.0:1767320684.389490:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908736 00000100:00100000:3.0:1767320684.389516:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5833 00000100:00100000:3.0:1767320684.389525:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925908864:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320684.389602:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925908864:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 78us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320684.389610:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5833 00000100:00100000:3.0:1767320684.389627:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24287 00000100:00100000:3.0:1767320684.389632:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925908736:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320684.389649:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320684.389676:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925908736:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320684.389682:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24287 00000100:00080000:0.0:1767320684.389835:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320685.152649:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320685.344680:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990181760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320685.344782:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320685.344942:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181760 00000100:00100000:2.0:1767320685.344953:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181760 00000100:00100000:2.0:1767320685.345042:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:2.0:1767320685.345054:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990181760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320685.345091:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320685.345171:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990181760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320685.345180:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00100000:1.0:1767320685.345591:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990181760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320685.345627:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990181888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320685.345668:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320685.345801:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990181888 00000100:00100000:1.0:1767320685.345811:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990181888 00000100:00100000:1.0:1767320685.346018:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:1.0:1767320685.346029:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990181888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320685.346062:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320685.346153:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990181888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320685.346161:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1767320685.348454:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990181888:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320685.349049:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320685.349059:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320685.408576:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320686.177719:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320686.433710:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320687.200845:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320687.458005:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320688.224620:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320688.417723:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320688.417735:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320688.417738:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320688.417742:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320688.417746:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320688.417755:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5933 00000100:00080000:2.0:1767320688.417759:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320688.417765:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320688.417816:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeffb80 x1853163990182016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320688.417844:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320688.417848:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320688.417850:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320688.417854:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5933 00000100:00080000:2.0:1767320688.417857:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320688.417861:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320688.417876:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163990182144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320688.417928:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320688.417932:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320688.417934:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320688.417937:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5933 00000100:00080000:2.0:1767320688.417940:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320688.417943:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320688.417956:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250700 x1853163990182400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320688.417981:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320688.417985:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320688.417986:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320688.417990:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5933 00000100:00080000:2.0:1767320688.417992:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320688.417996:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320688.418008:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd252a00 x1853163990182656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320688.418062:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990182912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320688.418145:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320688.418204:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320688.418210:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990182784:0@lo:400:kworker.0 00000100:00100000:2.0:1767320688.418263:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320688.418361:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182912 00000100:00100000:1.0:1767320688.418369:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182912 00000100:00100000:1.0:1767320688.418429:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182784 00000100:00100000:1.0:1767320688.418432:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182784 00000100:00100000:1.0:1767320688.418457:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:1.0:1767320688.418465:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990182912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418518:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990182912:12345-0@lo:400:kworker.0 Request processed in 54us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320688.418524:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026 00000100:00100000:1.0:1767320688.418542:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1767320688.418548:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990182784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418576:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990182784:12345-0@lo:400:kworker.0 Request processed in 28us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320688.418581:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1767320688.418607:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990182528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418634:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320688.418660:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320688.418665:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990182272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418686:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320688.418710:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182528 00000100:00100000:1.0:1767320688.418714:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182528 00000100:00100000:1.0:1767320688.418738:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182272 00000100:00100000:1.0:1767320688.418740:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182272 00000100:00100000:1.0:1767320688.418759:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834 00000100:00100000:1.0:1767320688.418765:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990182528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418799:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990182528:12345-0@lo:400:kworker.0 Request processed in 33us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320688.418804:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834 00000100:00100000:1.0:1767320688.418816:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835 00000100:00100000:1.0:1767320688.418822:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990182272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418847:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990182272:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320688.418852:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835 00000100:00100000:1.0:1767320688.418885:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990182272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418896:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990182528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418924:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990182784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320688.418933:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990182912:0@lo:400:kworker.0 00000100:00080000:2.0:1767320688.419199:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320688.419204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320688.419206:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320688.419290:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990182016:0@lo:38:kworker.0 00000100:00100000:3.0:1767320688.419324:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320688.419354:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990182144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320688.419378:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320688.419412:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990182400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320688.419433:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320688.419449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990182656:0@lo:38:kworker.0 00000100:00100000:3.0:1767320688.419472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320688.419499:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182016 00000100:00100000:3.0:1767320688.419503:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182016 00000100:00100000:3.0:1767320688.419529:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182400 00000100:00100000:3.0:1767320688.419532:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182400 00000100:00100000:3.0:1767320688.419542:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182656 00000100:00100000:3.0:1767320688.419544:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182656 00000100:00100000:3.0:1767320688.419557:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24288 00000100:00100000:3.0:1767320688.419562:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990182016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320688.419582:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320688.419618:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990182016:12345-0@lo:38:kworker.0 Request processed in 54us (294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320688.419625:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24288 00000100:00100000:3.0:1767320688.419638:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24289 00000100:00100000:3.0:1767320688.419641:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990182400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320688.419651:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320688.419673:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990182400:12345-0@lo:38:kworker.0 Request processed in 30us (238us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320688.419679:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24289 00000100:00100000:3.0:1767320688.419690:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24290 00000100:00100000:3.0:1767320688.419693:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990182656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320688.419701:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320688.419721:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990182656:12345-0@lo:38:kworker.0 Request processed in 27us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320688.419727:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24290 00000100:00080000:3.0:1767320688.419758:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320688.419762:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320688.419765:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990182016:0@lo:38:kworker.0 00000100:00080000:3.0:1767320688.419773:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320688.419775:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320688.419778:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990182400:0@lo:38:kworker.0 00000100:00080000:3.0:1767320688.419784:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320688.419787:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320688.419789:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990182656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320688.419901:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990182144 00000100:00100000:1.0:1767320688.419905:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990182144 00000100:00100000:1.0:1767320688.419932:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:1.0:1767320688.419937:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990182144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320688.419947:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320688.420000:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990182144:12345-0@lo:38:kworker.0 Request processed in 61us (620us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320688.420006:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00080000:2.0:1767320688.420262:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320688.420267:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320688.420269:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990182144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320688.480626:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320689.250100:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320689.506166:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320689.510040:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320689.510203:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925909120 00000100:00100000:3.0:1767320689.510213:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925909120 00000100:00100000:3.0:1767320689.510344:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5836 00000100:00100000:3.0:1767320689.510355:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925909120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320689.510440:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925909120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320689.510449:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5836 00000100:00080000:2.0:1767320689.510582:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320689.524982:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320689.526542:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925908992 00000100:00100000:2.0:1767320689.526557:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925908992 00000100:00100000:2.0:1767320689.526678:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24291 00000100:00100000:2.0:1767320689.526688:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925908992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320689.526712:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320689.526796:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925908992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 107us (1824us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320689.526804:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24291 00010000:00010000:0.0:1767320690.272541:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320690.464610:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320690.464633:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990183040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320690.464704:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320690.464776:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183040 00000100:00100000:2.0:1767320690.464784:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183040 00000100:00100000:2.0:1767320690.464835:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:2.0:1767320690.464843:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990183040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320690.464873:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320690.464912:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990183040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320690.464919:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00080000:2.0:1767320690.464938:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320690.464969:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990183040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320690.465161:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320690.465170:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990183168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320690.465199:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320690.465263:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183168 00000100:00100000:3.0:1767320690.465267:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183168 00000100:00100000:3.0:1767320690.465299:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:3.0:1767320690.465305:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990183168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320690.465322:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320690.465364:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990183168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320690.465374:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00080000:3.0:1767320690.465392:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320690.465411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990183168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320690.528363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320691.298372:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320691.552930:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320692.320450:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320692.576891:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320693.344463:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320693.536375:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320693.536385:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320693.536388:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320693.536393:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320693.536397:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320693.536405:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5938 00000100:00080000:2.0:1767320693.536410:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320693.536417:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320693.536460:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0000 x1853163990183296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320693.536503:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320693.536506:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320693.536508:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320693.536512:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5938 00000100:00080000:2.0:1767320693.536514:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320693.536517:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320693.536539:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2300 x1853163990183424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320693.536580:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320693.536584:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320693.536586:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320693.536589:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5938 00000100:00080000:2.0:1767320693.536591:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320693.536595:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320693.536606:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0a80 x1853163990183680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320693.536623:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320693.536626:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320693.536628:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320693.536631:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5938 00000100:00080000:2.0:1767320693.536633:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320693.536637:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320693.536647:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0dbb80 x1853163990183936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320693.536764:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990183552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.536827:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320693.536894:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320693.536900:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990183808:0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.536922:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320693.536951:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990184064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.536976:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320693.536993:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320693.536999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990184192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.537021:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320693.537069:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183552 00000100:00100000:3.0:1767320693.537077:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183552 00000100:00100000:3.0:1767320693.537135:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183808 00000100:00100000:3.0:1767320693.537139:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183808 00000100:00080000:0.0:1767320693.537164:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320693.537180:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184064 00000100:00100000:0.0:1767320693.537184:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184064 00000100:00100000:3.0:1767320693.537206:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837 00000100:00100000:3.0:1767320693.537219:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990183552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320693.537220:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184192 00000100:00100000:0.0:1767320693.537225:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184192 00000100:00100000:3.0:1767320693.537298:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990183552:12345-0@lo:400:kworker.0 Request processed in 82us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320693.537305:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837 00000100:00100000:3.0:1767320693.537321:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838 00000100:00100000:3.0:1767320693.537327:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990183808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.537354:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990183808:12345-0@lo:400:kworker.0 Request processed in 28us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320693.537361:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838 00000100:00080000:3.0:1767320693.537384:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320693.537386:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00080000:3.0:1767320693.537388:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320693.537392:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320693.537398:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990184064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.537432:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990183808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320693.537447:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990184064:12345-0@lo:400:kworker.0 Request processed in 51us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320693.537451:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990183552:0@lo:400:kworker.0 00000100:00100000:0.0:1767320693.537458:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1767320693.537478:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1767320693.537486:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990184192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320693.537492:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990184064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320693.537526:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990184192:12345-0@lo:400:kworker.0 Request processed in 41us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320693.537535:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:3.0:1767320693.537552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990184192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320693.537787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990183296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320693.537818:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320693.537851:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990183424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320693.537876:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320693.537904:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990183680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320693.537928:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320693.537956:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990183936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320693.537975:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320693.538056:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183424 00000100:00100000:3.0:1767320693.538060:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183424 00000100:00100000:3.0:1767320693.538087:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:3.0:1767320693.538092:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990183424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320693.538109:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320693.538141:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990183424:12345-0@lo:38:kworker.0 Request processed in 47us (263us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320693.538158:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:3.0:1767320693.538176:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183296 00000100:00100000:3.0:1767320693.538179:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183296 00000100:00100000:3.0:1767320693.538195:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183680 00000100:00100000:3.0:1767320693.538198:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183680 00000100:00100000:3.0:1767320693.538211:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990183936 00000100:00100000:3.0:1767320693.538213:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990183936 00000100:00100000:3.0:1767320693.538226:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24292 00000100:00100000:3.0:1767320693.538252:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990183296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320693.538262:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320693.538288:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990183296:12345-0@lo:38:kworker.0 Request processed in 57us (470us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320693.538295:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24292 00000100:00100000:3.0:1767320693.538306:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24293 00000100:00100000:3.0:1767320693.538309:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990183680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320693.538318:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320693.538339:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990183680:12345-0@lo:38:kworker.0 Request processed in 28us (410us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320693.538344:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24293 00000100:00100000:3.0:1767320693.538353:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24294 00000100:00100000:3.0:1767320693.538356:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990183936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320693.538364:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320693.538385:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990183936:12345-0@lo:38:kworker.0 Request processed in 27us (408us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320693.538389:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24294 00000100:00080000:1.0:1767320693.538619:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320693.538625:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320693.538628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990183296:0@lo:38:kworker.0 00000100:00080000:1.0:1767320693.538638:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320693.538641:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320693.538644:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990183424:0@lo:38:kworker.0 00000100:00080000:1.0:1767320693.538650:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320693.538653:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320693.538656:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990183680:0@lo:38:kworker.0 00000100:00080000:1.0:1767320693.538663:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320693.538666:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320693.538668:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990183936:0@lo:38:kworker.0 00000100:00100000:2.0:1767320693.600465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320694.368529:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320694.624968:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320694.629800:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320694.629956:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320694.630445:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925909376 00000100:00100000:0.0:1767320694.630456:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925909376 00000100:00080000:3.0:1767320694.630677:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320694.630718:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925909248 00000100:00100000:0.0:1767320694.630722:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925909248 00000100:00100000:0.0:1767320694.630802:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5839 00000100:00100000:0.0:1767320694.630815:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925909376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320694.630909:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925909376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320694.630917:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5839 00000100:00100000:0.0:1767320694.630939:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24295 00000100:00100000:0.0:1767320694.630944:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925909248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320694.630963:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320694.630989:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925909248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (1033us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320694.630995:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24295 00010000:00010000:0.0:1767320695.396454:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320695.585196:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320695.585220:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990184320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320695.585331:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320695.587575:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990184448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320695.587626:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320695.592422:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184320 00000100:00100000:2.0:1767320695.592435:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184448 00000100:00100000:3.0:1767320695.592440:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184320 00000100:00100000:2.0:1767320695.592513:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184448 00000100:00100000:3.0:1767320695.592668:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:3.0:1767320695.592690:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990184320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320695.592729:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320695.592812:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990184320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (7481us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320695.595631:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320695.595643:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320695.595753:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990184320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320695.604981:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00100000:2.0:1767320695.605809:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230 00000100:00100000:2.0:1767320695.605829:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990184448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320695.605865:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320695.606026:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990184448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 206us (18399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320695.606034:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230 00000100:00100000:0.0:1767320695.606212:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990184448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320695.651469:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320696.416522:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320696.672478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320697.440564:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320697.696412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320698.467548:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320698.656591:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320698.656601:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320698.656605:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320698.656609:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320698.656613:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320698.656621:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5943 00000100:00080000:2.0:1767320698.656626:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320698.656633:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320698.656674:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa706680 x1853163990184576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320698.656711:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320698.656715:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320698.656717:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320698.656721:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5943 00000100:00080000:2.0:1767320698.656723:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320698.656728:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320698.656744:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa705c00 x1853163990184704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320698.656778:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320698.656781:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320698.656783:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320698.656787:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5943 00000100:00080000:2.0:1767320698.656789:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320698.656793:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320698.656803:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa707b80 x1853163990184960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320698.656818:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320698.656821:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320698.656822:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320698.656825:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5943 00000100:00080000:2.0:1767320698.656828:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320698.656831:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320698.656844:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5880 x1853163990185216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320698.656903:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990185344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320698.656967:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320698.657020:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320698.657026:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990185472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320698.657050:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320698.657377:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990185088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320698.657411:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320698.657443:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320698.657449:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990184832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320698.657470:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320698.657556:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185088 00000100:00100000:0.0:1767320698.657563:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185088 00000100:00100000:0.0:1767320698.657603:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184832 00000100:00100000:0.0:1767320698.657606:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184832 00000100:00100000:0.0:1767320698.657624:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840 00000100:00100000:0.0:1767320698.657631:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990185088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320698.657673:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990185088:12345-0@lo:400:kworker.0 Request processed in 41us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320698.657679:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840 00000100:00100000:0.0:1767320698.657826:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5841 00000100:00100000:0.0:1767320698.657833:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990184832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320698.657858:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990184832:12345-0@lo:400:kworker.0 Request processed in 26us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320698.657863:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5841 00000100:00080000:0.0:1767320698.657881:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320698.657909:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990184832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320698.657918:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990185088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320698.658007:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185344 00000100:00100000:1.0:1767320698.658011:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185344 00000100:00100000:1.0:1767320698.658048:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185472 00000100:00100000:1.0:1767320698.658051:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185472 00000100:00100000:1.0:1767320698.658079:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1767320698.658087:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990185344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320698.658135:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990185344:12345-0@lo:400:kworker.0 Request processed in 50us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320698.658141:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1767320698.658153:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1767320698.658159:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990185472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320698.658183:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990185472:12345-0@lo:400:kworker.0 Request processed in 24us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320698.658188:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1767320698.658218:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990185472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320698.658227:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990185344:0@lo:400:kworker.0 00000100:00100000:1.0:1767320698.658473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990184576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320698.658498:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320698.658518:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990184704:0@lo:38:kworker.0 00000100:00100000:1.0:1767320698.658537:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320698.658556:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990184960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320698.658572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320698.658584:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990185216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320698.658601:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320698.658623:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184704 00000100:00100000:1.0:1767320698.658626:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184704 00000100:00100000:1.0:1767320698.658645:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290 00000100:00100000:1.0:1767320698.658650:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990184704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320698.658668:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320698.658948:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990184704:12345-0@lo:38:kworker.0 Request processed in 295us (408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320698.658955:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290 00000100:00100000:1.0:1767320698.658974:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184576 00000100:00100000:1.0:1767320698.658977:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184576 00000100:00100000:1.0:1767320698.658993:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990184960 00000100:00100000:1.0:1767320698.658995:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990184960 00000100:00100000:1.0:1767320698.659004:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185216 00000100:00100000:1.0:1767320698.659007:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185216 00000100:00100000:1.0:1767320698.659016:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24296 00000100:00100000:1.0:1767320698.659021:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990184576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320698.659030:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320698.659068:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990184576:12345-0@lo:38:kworker.0 Request processed in 46us (569us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320698.659074:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24296 00000100:00100000:1.0:1767320698.659087:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24297 00000100:00100000:1.0:1767320698.659090:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990184960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320698.659098:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320698.659367:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320698.659373:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320698.659377:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990184576:0@lo:38:kworker.0 00000100:00080000:2.0:1767320698.659388:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320698.659391:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320698.659394:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990184704:0@lo:38:kworker.0 00000100:00080000:2.0:1767320698.659402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320698.659405:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320698.659408:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990184960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320698.659621:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990184960:12345-0@lo:38:kworker.0 Request processed in 528us (1046us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320698.659628:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24297 00000100:00100000:1.0:1767320698.659642:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24298 00000100:00100000:1.0:1767320698.659646:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990185216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320698.659657:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320698.659706:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990185216:12345-0@lo:38:kworker.0 Request processed in 57us (1101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320698.659712:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24298 00000100:00080000:0.0:1767320698.659865:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320698.659871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320698.660307:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320698.660325:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320698.660328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990185216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320698.720642:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320699.488648:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320699.744422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320699.747491:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320699.747538:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320699.747640:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925909632 00000100:00100000:1.0:1767320699.747650:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925909632 00000100:00100000:1.0:1767320699.747730:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925909504 00000100:00100000:1.0:1767320699.747733:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925909504 00000100:00100000:1.0:1767320699.747753:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5842 00000100:00100000:1.0:1767320699.747763:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925909632:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320699.747838:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925909632:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320699.747845:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5842 00000100:00100000:1.0:1767320699.747877:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24299 00000100:00100000:1.0:1767320699.747881:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925909504:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320699.747901:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320699.747926:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925909504:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320699.747933:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24299 00000100:00080000:0.0:1767320699.748407:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320700.512568:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320700.704639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990185600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320700.704714:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320700.705393:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185600 00000100:00100000:0.0:1767320700.705402:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185600 00000100:00100000:0.0:1767320700.705470:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:0.0:1767320700.705479:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990185600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320700.705508:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320700.705559:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990185600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320700.705567:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00100000:0.0:1767320700.705615:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990185600:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320700.705685:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320700.706078:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990185728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320700.706133:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320700.706840:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185728 00000100:00100000:2.0:1767320700.706846:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185728 00000100:00100000:2.0:1767320700.706963:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:2.0:1767320700.706972:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990185728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320700.706996:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320700.707062:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990185728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320700.707069:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00100000:1.0:1767320700.707152:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990185728:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320700.710378:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320700.768836:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320701.536855:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320701.792572:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320702.560825:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320702.816433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320703.584460:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320703.776355:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320703.776365:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320703.776369:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320703.776372:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320703.776376:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320703.776385:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5948 00000100:00080000:2.0:1767320703.776390:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320703.776396:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320703.776435:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7100 x1853163990185856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320703.776453:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320703.776456:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320703.776457:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320703.776462:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5948 00000100:00080000:2.0:1767320703.776464:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320703.776468:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320703.776482:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163990185984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320703.776519:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320703.776523:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320703.776525:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320703.776528:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5948 00000100:00080000:2.0:1767320703.776531:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320703.776534:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320703.776545:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163990186240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320703.776565:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320703.776568:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320703.776569:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320703.776573:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5948 00000100:00080000:2.0:1767320703.776575:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320703.776578:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320703.776589:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163990186496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320703.776640:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990186752:0@lo:400:kworker.0 00000100:00100000:2.0:1767320703.776707:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320703.776757:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320703.776763:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990186624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320703.776785:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320703.776907:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990186368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320703.776936:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320703.776972:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320703.776978:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990186112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320703.777004:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320703.777033:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990186752 00000100:00100000:0.0:1767320703.777040:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990186752 00000100:00100000:3.0:1767320703.777051:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320678/real 1767320678] req@ffff96e227a15f80 x1853163990179328/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320703 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320703.777071:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e227a15f80 x1853163990179328/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320703 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320703.777082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990185856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320703.777097:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990186624 00000100:00100000:0.0:1767320703.777100:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990186624 00000100:00100000:3.0:1767320703.777106:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320703.777121:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032 00000100:00100000:0.0:1767320703.777129:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990186752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320703.777148:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990185984:0@lo:38:kworker.0 00000100:00100000:3.0:1767320703.777169:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320703.777178:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990186752:12345-0@lo:400:kworker.0 Request processed in 50us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320703.777185:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032 00000100:00100000:3.0:1767320703.777187:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990186240:0@lo:38:kworker.0 00000100:00100000:0.0:1767320703.777203:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1767320703.777205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320703.777209:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990186624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320703.777284:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990186368 00000100:00100000:1.0:1767320703.777288:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990186368 00000100:00100000:1.0:1767320703.777327:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990186112 00000100:00100000:2.0:1767320703.777329:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185856 00000100:00100000:1.0:1767320703.777331:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990186112 00000100:00100000:2.0:1767320703.777331:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185856 00000100:00100000:2.0:1767320703.777350:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990186240 00000100:00100000:2.0:1767320703.777352:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990186240 00000100:00100000:3.0:1767320703.777379:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990186496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320703.777506:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990186624:12345-0@lo:400:kworker.0 Request processed in 297us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320703.777513:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1767320703.777801:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320703.780648:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320703.780686:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320703.780694:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990179328:0@lo:250:kworker.0 00000100:00100000:1.0:1767320703.782216:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990186496 00000100:00100000:1.0:1767320703.782275:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990186496 00000100:00100000:3.0:1767320703.782300:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843 00000100:00100000:3.0:1767320703.782319:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990186368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320703.782410:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5844 00000100:00100000:3.0:1767320703.782417:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990186368:12345-0@lo:400:kworker.0 Request processed in 109us (5480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320703.782420:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990186112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320703.782424:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843 00000100:00100000:3.0:1767320703.782444:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24300 00000100:00100000:3.0:1767320703.782448:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990185856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320703.782467:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320703.782500:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990185856:12345-0@lo:38:kworker.0 Request processed in 51us (5393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320703.782506:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24300 00000100:00100000:3.0:1767320703.782519:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24301 00000100:00100000:3.0:1767320703.782523:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990186240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320703.782533:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320703.782556:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990186240:12345-0@lo:38:kworker.0 Request processed in 32us (5350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320703.782562:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24301 00000100:00100000:3.0:1767320703.782572:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24302 00000100:00100000:3.0:1767320703.782576:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990186496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320703.782584:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320703.782606:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990186496:12345-0@lo:38:kworker.0 Request processed in 28us (4804us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320703.782612:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24302 00000100:00100000:3.0:1767320703.782636:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990185984 00000100:00100000:3.0:1767320703.782640:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990185984 00000100:00100000:3.0:1767320703.782662:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1767320703.782666:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990185984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320703.782675:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320703.782699:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990185984:12345-0@lo:38:kworker.0 Request processed in 31us (5529us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320703.782704:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1767320703.782752:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990186368:0@lo:400:kworker.0 00000100:00080000:3.0:1767320703.782789:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320703.782795:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320703.782798:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990185856:0@lo:38:kworker.0 00000100:00080000:3.0:1767320703.782808:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320703.782812:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320703.782814:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990185984:0@lo:38:kworker.0 00000100:00080000:3.0:1767320703.782823:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320703.782826:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320703.782828:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990186240:0@lo:38:kworker.0 00000100:00080000:3.0:1767320703.782836:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320703.782839:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320703.782842:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990186496:0@lo:38:kworker.0 00000100:00080000:3.0:1767320703.782887:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320703.782892:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320703.782895:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320703.782899:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5927 00000100:00080000:3.0:1767320703.782903:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320703.782907:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320703.782928:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163990186880/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320703.782983:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990186880:0@lo:250:kworker.0 00000400:00000100:3.0:1767320703.783012:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990186880 offset 0 length 520: 4 00000100:00100000:1.0:1767320703.783047:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990186112:12345-0@lo:400:kworker.0 Request processed in 629us (6041us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320703.783053:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5844 00000100:00080000:3.0:1767320703.783074:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320703.783080:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320703.783083:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320703.783085:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990186112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320703.783103:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990186624:0@lo:400:kworker.0 00000100:00100000:3.0:1767320703.783115:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990186752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320703.841121:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:3.0:1767320703.846000:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925909760 offset 0 length 520: 4 00000100:00100000:3.0:1767320703.846207:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320703.846317:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925909888 00000100:00100000:2.0:1767320703.846328:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925909888 00000100:00100000:2.0:1767320703.846381:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24303 00000100:00100000:2.0:1767320703.846389:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925909888:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320703.846413:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320703.846494:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925909888:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 103us (433us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320703.846502:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24303 00000100:00100000:1.0:1767320703.854610:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320703.858980:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910016 00000100:00100000:0.0:1767320703.858997:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910016 00000100:00100000:0.0:1767320703.859116:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5845 00000100:00100000:0.0:1767320703.859128:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925910016:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320703.859244:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925910016:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (4629us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320703.859253:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5845 00000100:00080000:3.0:1767320703.859917:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320704.608552:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320704.864829:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320705.634089:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320705.824720:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990187008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320705.824795:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320705.824961:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187008 00000100:00100000:2.0:1767320705.824970:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187008 00000100:00080000:3.0:1767320705.825028:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320705.825049:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:2.0:1767320705.825059:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990187008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320705.825090:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320705.825146:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990187008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320705.825153:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:1.0:1767320705.825406:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990187008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320705.830976:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320705.831000:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990187136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320705.831058:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320705.831205:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187136 00000100:00100000:0.0:1767320705.831212:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187136 00000100:00100000:0.0:1767320705.831288:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767320705.831299:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990187136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320705.831331:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320705.831370:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990187136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320705.831376:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00080000:3.0:1767320705.831424:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320705.831480:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990187136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320705.888447:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320706.656465:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320706.912386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320707.685702:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320707.936448:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320708.705374:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320708.896608:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320708.896619:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320708.896623:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320708.896627:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320708.896632:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320708.896641:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5953 00000100:00080000:2.0:1767320708.896646:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320708.896654:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320708.896711:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5180 x1853163990187264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320708.896737:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320708.896741:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320708.896742:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320708.896747:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5953 00000100:00080000:2.0:1767320708.896749:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320708.896753:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320708.896766:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163990187392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320708.896814:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320708.896818:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320708.896820:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320708.896823:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5953 00000100:00080000:2.0:1767320708.896835:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320708.896839:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320708.896853:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163990187648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320708.896899:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320708.896903:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320708.896905:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320708.896909:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5953 00000100:00080000:2.0:1767320708.896911:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320708.896915:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320708.896929:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7100 x1853163990187904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320708.897018:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990187264:0@lo:38:kworker.0 00000100:00100000:3.0:1767320708.897089:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320708.897163:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990187392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320708.897185:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320708.897205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990187648:0@lo:38:kworker.0 00000100:00100000:3.0:1767320708.897224:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320708.897258:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990187904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320708.897278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320708.897349:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187264 00000100:00100000:2.0:1767320708.897356:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187264 00000100:00100000:2.0:1767320708.897394:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187648 00000100:00100000:2.0:1767320708.897398:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187648 00000100:00100000:2.0:1767320708.897410:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187904 00000100:00100000:2.0:1767320708.897413:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187904 00000100:00100000:2.0:1767320708.897430:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24304 00000100:00100000:2.0:1767320708.897437:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990187264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320708.897457:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320708.897498:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990187264:12345-0@lo:38:kworker.0 Request processed in 60us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320708.897506:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24304 00000100:00100000:2.0:1767320708.897522:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24305 00000100:00100000:2.0:1767320708.897526:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990187648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320708.897535:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320708.897558:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990187648:12345-0@lo:38:kworker.0 Request processed in 31us (333us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320708.897563:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24305 00000100:00100000:2.0:1767320708.897575:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24306 00000100:00100000:2.0:1767320708.897578:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990187904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320708.897586:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320708.897607:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990187904:12345-0@lo:38:kworker.0 Request processed in 26us (327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320708.897611:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24306 00000100:00100000:0.0:1767320708.897772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990187520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320708.897803:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320708.897844:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320708.897850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990187776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320708.897887:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320708.897909:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187520 00000100:00100000:0.0:1767320708.897913:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187520 00000100:00100000:0.0:1767320708.897943:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187776 00000100:00100000:0.0:1767320708.897946:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187776 00000100:00100000:0.0:1767320708.897960:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846 00000100:00100000:0.0:1767320708.897966:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990187520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320708.898008:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990187520:12345-0@lo:400:kworker.0 Request processed in 42us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320708.898017:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846 00000100:00100000:0.0:1767320708.898030:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5847 00000100:00100000:0.0:1767320708.898036:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990187776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320708.898059:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990187776:12345-0@lo:400:kworker.0 Request processed in 24us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320708.898064:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5847 00000100:00100000:0.0:1767320708.898108:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990187776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320708.898119:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990187520:0@lo:400:kworker.0 00000100:00080000:3.0:1767320708.898262:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320708.898284:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320708.898289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320708.898292:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990187264:0@lo:38:kworker.0 00000100:00080000:3.0:1767320708.898300:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320708.898303:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320708.898306:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990187648:0@lo:38:kworker.0 00000100:00080000:3.0:1767320708.898314:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320708.898317:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320708.898320:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990187904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320708.898385:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990188032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320708.898418:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320708.898452:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320708.898458:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990188160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320708.898481:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320708.898493:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990187392 00000100:00100000:2.0:1767320708.898497:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990187392 00000100:00100000:1.0:1767320708.898510:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188032 00000100:00100000:1.0:1767320708.898513:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188032 00000100:00100000:2.0:1767320708.898515:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:2.0:1767320708.898520:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990187392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320708.898531:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320708.898536:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188160 00000100:00100000:1.0:1767320708.898539:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188160 00000100:00100000:1.0:1767320708.898557:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1767320708.898560:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990187392:12345-0@lo:38:kworker.0 Request processed in 39us (1374us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320708.898564:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990188032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320708.898566:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:1.0:1767320708.898594:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990188032:12345-0@lo:400:kworker.0 Request processed in 32us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320708.898601:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1767320708.898604:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:2.0:1767320708.898611:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990188160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320708.898623:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990188032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320708.898648:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990188160:12345-0@lo:400:kworker.0 Request processed in 38us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320708.898654:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:1.0:1767320708.898666:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990188160:0@lo:400:kworker.0 00000100:00080000:3.0:1767320708.900466:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320708.900474:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320708.900504:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320708.900511:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320708.900515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990187392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320708.960641:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320708.969932:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320708.969979:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320708.970007:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910144 00000100:00100000:2.0:1767320708.970017:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910144 00000100:00100000:2.0:1767320708.970180:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910272 00000100:00100000:2.0:1767320708.970184:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910272 00000100:00080000:1.0:1767320708.970336:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320708.979081:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5848 00000100:00100000:2.0:1767320708.979112:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925910272:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320708.979200:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925910272:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (9219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320708.979208:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5848 00000100:00100000:2.0:1767320708.979248:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24307 00000100:00100000:2.0:1767320708.979253:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925910144:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320708.979272:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320708.979297:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925910144:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (9374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320708.979304:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24307 00010000:00010000:3.0:1767320709.729268:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320709.984989:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320710.755083:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320710.944710:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990188288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320710.944810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320710.944924:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320710.944931:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990188416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320710.944957:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320710.945009:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188288 00000100:00100000:0.0:1767320710.945019:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188288 00000100:00100000:0.0:1767320710.945076:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188416 00000100:00100000:0.0:1767320710.945080:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188416 00000100:00100000:0.0:1767320710.945099:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:0.0:1767320710.945107:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990188288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320710.945145:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320710.945197:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990188288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320710.945205:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00100000:0.0:1767320710.945226:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:0.0:1767320710.945264:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990188416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320710.945286:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320710.945315:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990188416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320710.945321:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00100000:0.0:1767320710.945373:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990188416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320710.945393:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990188288:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320710.945490:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320710.945496:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320711.009466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320711.780111:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320712.032368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320712.800690:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320713.056569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320713.824622:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320714.017285:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320714.017301:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320714.017305:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320714.017310:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320714.017315:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320714.017327:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5958 00000100:00080000:2.0:1767320714.017336:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320714.017344:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320714.017414:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163990188544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320714.017453:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320714.017457:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320714.017459:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320714.017463:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5958 00000100:00080000:2.0:1767320714.017466:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320714.017470:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320714.017489:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6d80 x1853163990188672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320714.017544:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320714.017548:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320714.017550:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320714.017555:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5958 00000100:00080000:2.0:1767320714.017557:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320714.017561:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320714.017573:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163990188928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320714.017589:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767320714.017590:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320714.017595:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320714.017596:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320714.017600:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5958 00000100:00080000:2.0:1767320714.017603:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320714.017617:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320714.017619:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990189056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.017634:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163990189184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320714.017728:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320714.017810:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990188800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.017836:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.017871:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189056 00000100:00100000:0.0:1767320714.017873:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990189312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.017883:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189056 00000100:00100000:0.0:1767320714.017909:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320714.017928:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320714.017933:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990189440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.017954:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188800 00000100:00100000:0.0:1767320714.017956:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.017957:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188800 00000100:00100000:2.0:1767320714.017982:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849 00000100:00100000:0.0:1767320714.017984:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189312 00000100:00100000:0.0:1767320714.017987:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189312 00000100:00100000:0.0:1767320714.018020:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189440 00000100:00100000:0.0:1767320714.018023:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189440 00000100:00100000:0.0:1767320714.018043:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767320714.018051:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990189312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.018109:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990189312:12345-0@lo:400:kworker.0 Request processed in 58us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320714.018118:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1767320714.018140:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:2.0:1767320714.018142:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990189056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.018146:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990189440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.018175:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990189440:12345-0@lo:400:kworker.0 Request processed in 29us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320714.018181:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:2.0:1767320714.018181:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990189056:12345-0@lo:400:kworker.0 Request processed in 191us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320714.018187:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849 00000100:00100000:2.0:1767320714.018201:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5850 00000100:00100000:2.0:1767320714.018207:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990188800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320714.018256:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990188800:12345-0@lo:400:kworker.0 Request processed in 50us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320714.018262:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5850 00000100:00100000:0.0:1767320714.018265:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990189440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.018279:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990189312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.018352:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990189056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320714.018361:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990188800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320714.018544:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990188544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320714.018578:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320714.018626:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990188672:0@lo:38:kworker.0 00000100:00100000:3.0:1767320714.018652:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320714.018944:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188544 00000100:00100000:2.0:1767320714.018952:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188544 00000100:00100000:2.0:1767320714.018980:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24308 00000100:00100000:2.0:1767320714.018986:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990188544:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320714.019090:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990188928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320714.019121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320714.019141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990189184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320714.019163:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320714.019198:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188928 00000100:00100000:3.0:1767320714.019202:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188928 00000100:00100000:0.0:1767320714.019223:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990188672 00000100:00100000:3.0:1767320714.019224:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189184 00000100:00100000:0.0:1767320714.019227:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990188672 00000100:00100000:3.0:1767320714.019227:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189184 00000100:00100000:3.0:1767320714.019256:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24309 00000100:00100000:3.0:1767320714.019261:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990188928:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320714.019269:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:0.0:1767320714.019272:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990188672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320714.019330:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320714.019372:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990188928:12345-0@lo:38:kworker.0 Request processed in 110us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320714.019379:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24309 00000100:00100000:3.0:1767320714.019395:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24310 00000100:00100000:3.0:1767320714.019400:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990189184:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320714.019474:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320714.019481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320714.019484:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767320714.019784:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320714.019820:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990188672:12345-0@lo:38:kworker.0 Request processed in 546us (1167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320714.019827:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00010000:00020000:2.0:1767320714.021296:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320714.021380:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990188544:12345-0@lo:38:kworker.0 Request processed in 2391us (2799us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320714.021392:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24308 00010000:00020000:3.0:1767320714.021510:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320714.021547:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990189184:12345-0@lo:38:kworker.0 Request processed in 2145us (2383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320714.021555:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24310 00000100:00080000:0.0:1767320714.022097:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320714.022104:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320714.022108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990188672:0@lo:38:kworker.0 00000100:00080000:0.0:1767320714.022131:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320714.022134:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320714.022137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990188928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320714.022144:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320714.022146:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320714.022148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990189184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320714.022178:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320714.022180:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320714.022181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990188544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320714.080543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320714.083609:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320714.083859:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910400 00000100:00100000:3.0:1767320714.083871:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910400 00000100:00100000:3.0:1767320714.083925:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24311 00000100:00100000:3.0:1767320714.083934:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925910400:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320714.083959:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320714.084027:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925910400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320714.084035:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24311 00000100:00100000:1.0:1767320714.092017:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320714.092126:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910528 00000100:00100000:2.0:1767320714.092137:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910528 00000100:00100000:2.0:1767320714.092263:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5851 00000100:00100000:2.0:1767320714.092274:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925910528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320714.092352:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925910528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320714.092359:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5851 00000100:00080000:1.0:1767320714.093013:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320714.848492:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320715.104749:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320715.872476:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320716.064898:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990189568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320716.064971:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320716.065098:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189568 00000100:00100000:2.0:1767320716.065107:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189568 00000100:00100000:2.0:1767320716.065180:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:2.0:1767320716.065190:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990189568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320716.065222:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320716.065293:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990189568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320716.065301:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00080000:1.0:1767320716.065439:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320716.065475:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990189568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320716.066382:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990189696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320716.066430:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320716.066557:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189696 00000100:00100000:1.0:1767320716.066563:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189696 00000100:00100000:1.0:1767320716.066614:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:1.0:1767320716.066632:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990189696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320716.066655:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320716.068689:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320716.076436:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990189696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9804us (9994us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320716.076452:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:0.0:1767320716.076571:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990189696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320716.129264:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320716.897349:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320717.152350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320717.920480:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320718.176439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320718.948783:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320719.137011:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320719.137023:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320719.137025:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320719.137029:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320719.137033:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320719.137042:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5963 00000100:00080000:2.0:1767320719.137046:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320719.137053:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320719.137095:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163990189824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320719.137134:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320719.137138:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320719.137139:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320719.137143:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5963 00000100:00080000:2.0:1767320719.137146:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320719.137149:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320719.137164:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7800 x1853163990189952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320719.137207:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320719.137211:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320719.137213:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320719.137216:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5963 00000100:00080000:2.0:1767320719.137219:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320719.137222:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320719.137255:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7100 x1853163990190208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320719.137271:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320719.137274:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320719.137275:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320719.137279:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5963 00000100:00080000:2.0:1767320719.137281:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320719.137284:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320719.137293:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163990190464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320719.137356:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990190592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.137441:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320719.137447:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990190080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320719.137494:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.137521:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320719.137530:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990190720:0@lo:400:kworker.0 00000100:00100000:3.0:1767320719.137533:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320719.137541:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990190336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.137579:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320719.137585:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.137627:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190080 00000100:00100000:2.0:1767320719.137635:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190080 00000100:00100000:3.0:1767320719.137640:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190336 00000100:00100000:3.0:1767320719.137646:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190336 00000100:00100000:0.0:1767320719.137901:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990189824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320719.137934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320719.138008:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190592 00000100:00100000:1.0:1767320719.138013:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190592 00000100:00100000:1.0:1767320719.138046:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190720 00000100:00100000:1.0:1767320719.138050:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190720 00000100:00100000:1.0:1767320719.138075:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:1.0:1767320719.138084:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990190592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320719.138138:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990190592:12345-0@lo:400:kworker.0 Request processed in 55us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320719.138146:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038 00000100:00100000:1.0:1767320719.138161:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1767320719.138168:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990190720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320719.138191:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990190720:12345-0@lo:400:kworker.0 Request processed in 25us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320719.138197:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:0.0:1767320719.141222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990189952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320719.141292:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320719.141317:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990190208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320719.141357:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320719.141792:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189824 00000100:00100000:2.0:1767320719.141801:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189824 00000100:00100000:2.0:1767320719.141843:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5852 00000100:00100000:2.0:1767320719.141856:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990190080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.141922:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990190080:12345-0@lo:400:kworker.0 Request processed in 71us (4427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320719.141929:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5852 00000100:00100000:2.0:1767320719.141948:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5853 00000100:00100000:2.0:1767320719.141955:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990190336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.141984:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990190336:12345-0@lo:400:kworker.0 Request processed in 30us (4402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320719.141990:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5853 00000100:00100000:2.0:1767320719.142004:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24312 00000100:00100000:2.0:1767320719.142008:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990189824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320719.142028:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.142056:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990189824:12345-0@lo:38:kworker.0 Request processed in 46us (4122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.142063:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24312 00000100:00080000:2.0:1767320719.142101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320719.142106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320719.142108:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320719.142150:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990190336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.142160:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990190080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320719.142198:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990189952 00000100:00100000:2.0:1767320719.142202:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990189952 00000100:00100000:2.0:1767320719.142223:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:2.0:1767320719.142227:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990189952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320719.142256:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.142284:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990189952:12345-0@lo:38:kworker.0 Request processed in 55us (992us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.142290:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00100000:1.0:1767320719.143034:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990190720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320719.143047:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990190592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320719.146858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990190464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320719.146920:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320719.151957:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190208 00000100:00100000:3.0:1767320719.151974:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190208 00000100:00100000:1.0:1767320719.152055:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190464 00000100:00100000:1.0:1767320719.152061:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190464 00000100:00080000:0.0:1767320719.152168:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320719.152176:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320719.152181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990189824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320719.152198:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320719.152201:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320719.152205:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990189952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320719.152367:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24313 00000100:00100000:0.0:1767320719.152375:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990190208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320719.152397:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320719.153187:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24314 00000100:00100000:3.0:1767320719.153195:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990190464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320719.153209:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320719.153990:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990190464:12345-0@lo:38:kworker.0 Request processed in 790us (7066us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320719.154000:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24314 00000100:00080000:3.0:1767320719.154088:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320719.154094:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320719.154098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990190464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320719.155893:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990190208:12345-0@lo:38:kworker.0 Request processed in 3511us (14529us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320719.155906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24313 00000100:00080000:3.0:1767320719.155983:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320719.155990:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320719.155994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990190208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320719.201890:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320719.203725:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320719.203964:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910784 00000100:00100000:2.0:1767320719.203983:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910784 00000100:00100000:2.0:1767320719.204190:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5854 00000100:00100000:2.0:1767320719.204200:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925910784:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:3.0:1767320719.205018:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320719.205260:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925910784:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1056us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320719.205273:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5854 00000100:00100000:1.0:1767320719.207869:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320719.207963:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910656 00000100:00100000:2.0:1767320719.207972:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910656 00000100:00100000:2.0:1767320719.208062:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24315 00000100:00100000:2.0:1767320719.208069:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925910656:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320719.208092:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320719.208163:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925910656:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320719.208170:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24315 00010000:00010000:3.0:1767320719.970051:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320720.224364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320720.996850:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320721.184665:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320721.184683:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990190848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320721.184753:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320721.184859:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190848 00000100:00100000:2.0:1767320721.184867:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190848 00000100:00100000:2.0:1767320721.184926:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:2.0:1767320721.184934:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990190848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320721.184961:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320721.185003:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990190848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320721.185010:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00100000:1.0:1767320721.185096:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990190848:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320721.185524:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320721.185681:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320721.185692:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990190976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320721.185725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320721.185797:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990190976 00000100:00100000:3.0:1767320721.185802:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990190976 00000100:00100000:3.0:1767320721.185846:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:3.0:1767320721.185853:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990190976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320721.185871:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320721.185903:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990190976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320721.185910:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:3.0:1767320721.185937:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990190976:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320721.186029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320721.248669:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320722.017111:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320722.273431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320723.041052:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320723.296350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320724.064488:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320724.257007:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320724.257017:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320724.257020:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320724.257025:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320724.257029:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320724.257038:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5968 00000100:00080000:2.0:1767320724.257042:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320724.257048:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320724.257086:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eed80 x1853163990191104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320724.257118:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320724.257122:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320724.257124:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320724.257136:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5968 00000100:00080000:2.0:1767320724.257140:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320724.257143:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320724.257158:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163990191232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320724.257199:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320724.257203:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767320724.257355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990191104:0@lo:38:kworker.0 00000100:00100000:3.0:1767320724.257421:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320724.257481:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990191232:0@lo:38:kworker.0 00000100:00100000:3.0:1767320724.257513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320724.257543:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320724.257554:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990191360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320724.257563:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191104 00000100:00100000:3.0:1767320724.257570:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191104 00000100:00100000:0.0:1767320724.257600:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320724.257641:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320724.257646:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5968 00000100:00100000:1.0:1767320724.257648:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191232 00000100:00080000:2.0:1767320724.257648:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320724.257652:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191232 00000100:00080000:2.0:1767320724.257652:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320724.257666:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163990191488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320724.257679:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:1.0:1767320724.257686:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990191232:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320724.257700:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320724.257704:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320724.257705:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00020000:1.0:1767320724.257706:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320724.257708:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5968 00000100:00080000:2.0:1767320724.257710:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320724.257713:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320724.257731:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4380 x1853163990191744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320724.257744:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990191232:12345-0@lo:38:kworker.0 Request processed in 57us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320724.257750:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00100000:1.0:1767320724.257771:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320724.257777:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990191616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320724.257777:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990191488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320724.257803:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990192000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320724.257806:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990191872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320724.257826:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320724.257864:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191872 00000100:00100000:2.0:1767320724.257868:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191872 00000100:00100000:2.0:1767320724.257908:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:2.0:1767320724.257914:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990191872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320724.257967:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990191872:12345-0@lo:400:kworker.0 Request processed in 42us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320724.257973:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:2.0:1767320724.258013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990191872:0@lo:400:kworker.0 00000100:00080000:2.0:1767320724.258048:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320724.258738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320724.262829:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191360 00000100:00100000:3.0:1767320724.262846:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191360 00000100:00100000:0.0:1767320724.263352:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990191744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320724.263450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320724.269910:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191488 00000100:00100000:2.0:1767320724.270349:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855 00000100:00100000:2.0:1767320724.270377:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990191360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320724.270480:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990191360:12345-0@lo:400:kworker.0 Request processed in 117us (12879us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320724.270487:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855 00000100:00100000:2.0:1767320724.270511:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24316 00000100:00100000:2.0:1767320724.270515:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990191104:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320724.270614:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191488 00000100:00100000:1.0:1767320724.270650:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24317 00000100:00100000:1.0:1767320724.270655:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990191488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320724.270676:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320724.270712:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990191488:12345-0@lo:38:kworker.0 Request processed in 55us (11976us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320724.270718:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24317 00000100:00100000:1.0:1767320724.270753:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320724.270837:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990191360:0@lo:400:kworker.0 00000100:00080000:1.0:1767320724.270882:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320724.271818:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320724.271826:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320724.271830:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990191232:0@lo:38:kworker.0 00000100:00080000:0.0:1767320724.271860:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320724.271864:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320724.271866:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990191488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320724.271892:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320724.272125:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191744 00000100:00100000:0.0:1767320724.272131:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191744 00000100:00100000:0.0:1767320724.272158:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990191616 00000100:00100000:0.0:1767320724.272162:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990191616 00000100:00100000:0.0:1767320724.272199:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5856 00000100:00100000:0.0:1767320724.272207:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990191616:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1767320724.272322:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320724.272368:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990191104:12345-0@lo:38:kworker.0 Request processed in 1851us (14947us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320724.272375:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24316 00000100:00100000:2.0:1767320724.272391:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24318 00000100:00100000:2.0:1767320724.272396:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990191744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320724.272405:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320724.272427:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990191744:12345-0@lo:38:kworker.0 Request processed in 30us (8978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320724.272432:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24318 00000100:00080000:2.0:1767320724.272460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320724.272465:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320724.272468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990191744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320724.272477:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320724.272481:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320724.272484:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990191104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320724.272749:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990191616:12345-0@lo:400:kworker.0 Request processed in 542us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320724.272756:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5856 00000100:00080000:0.0:1767320724.272779:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320724.272839:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192000 00000100:00100000:1.0:1767320724.272844:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192000 00000100:00100000:1.0:1767320724.272899:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:1.0:1767320724.272908:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990192000:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320724.273255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320724.273342:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990192000:12345-0@lo:400:kworker.0 Request processed in 436us (2588us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320724.273350:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:2.0:1767320724.273434:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990191616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320724.273502:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990192000:0@lo:400:kworker.0 00000100:00100000:3.0:1767320724.320500:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320724.323865:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320724.324340:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911040 00000100:00100000:0.0:1767320724.324351:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911040 00000100:00100000:0.0:1767320724.324439:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5857 00000100:00100000:0.0:1767320724.324450:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925911040:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320724.324626:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925911040:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 177us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320724.324635:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5857 00000100:00080000:1.0:1767320724.326134:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320724.326640:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320724.327123:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925910912 00000100:00100000:2.0:1767320724.327132:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925910912 00000100:00100000:2.0:1767320724.327181:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24319 00000100:00100000:2.0:1767320724.327189:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925910912:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320724.327211:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320724.327287:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925910912:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320724.327300:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24319 00010000:00010000:3.0:1767320725.088936:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320725.344422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320726.115166:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320726.304750:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990192128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320726.304828:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320726.305297:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192128 00000100:00100000:3.0:1767320726.305307:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192128 00000100:00100000:3.0:1767320726.305379:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1767320726.305389:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990192128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320726.305420:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320726.305478:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990192128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320726.305486:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1767320726.305532:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990192128:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320726.305603:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320726.306026:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990192256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320726.306066:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320726.306325:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192256 00000100:00100000:3.0:1767320726.306331:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192256 00000100:00100000:3.0:1767320726.306371:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242 00000100:00100000:3.0:1767320726.306377:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990192256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320726.306396:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320726.307116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320726.313928:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990192256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7530us (7841us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320726.313944:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242 00000100:00100000:1.0:1767320726.318853:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990192256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320726.368451:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320727.141435:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320727.392396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320728.164212:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320728.352669:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320703/real 1767320703] req@ffff96e301da0000 x1853163990186880/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320728 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320728.352706:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301da0000 x1853163990186880/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320728 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320728.352728:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320728.352755:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320728.352759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990186880:0@lo:250:kworker.0 00000100:00080000:3.0:1767320728.352926:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320728.352932:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320728.352942:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320728.352947:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5953 00000100:00080000:3.0:1767320728.352952:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320728.352958:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320728.352993:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0000 x1853163990192384/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320728.353020:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320728.353024:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320728.353026:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320728.353029:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5973 00000100:00080000:3.0:1767320728.353032:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320728.353035:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320728.353050:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3100 x1853163990192512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320728.353059:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320728.353063:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320728.353064:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320728.353068:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5973 00000100:00080000:3.0:1767320728.353071:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320728.353074:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320728.353085:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3480 x1853163990192640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320728.353120:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320728.353124:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320728.353125:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320728.353128:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5973 00000100:00080000:3.0:1767320728.353130:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320728.353133:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320728.353146:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163990192896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320728.353160:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320728.353163:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320728.353165:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320728.353168:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5973 00000100:00080000:3.0:1767320728.353170:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320728.353173:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320728.353184:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2a00 x1853163990193152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320728.353282:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990192768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353345:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320728.353412:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320728.353418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990193024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320728.353467:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990193280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353492:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320728.353532:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320728.353540:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990193408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353567:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320728.353609:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192768 00000100:00100000:2.0:1767320728.353617:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192768 00000100:00100000:1.0:1767320728.353622:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193280 00000100:00100000:1.0:1767320728.353626:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193280 00000100:00100000:1.0:1767320728.353663:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193408 00000100:00100000:2.0:1767320728.353664:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193024 00000100:00100000:2.0:1767320728.353666:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193024 00000100:00100000:1.0:1767320728.353667:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193408 00000100:00100000:1.0:1767320728.353686:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1767320728.353686:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858 00000100:00100000:2.0:1767320728.353692:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990192768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320728.353694:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990193280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320728.353738:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990193280:12345-0@lo:400:kworker.0 Request processed in 45us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320728.353738:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990192768:12345-0@lo:400:kworker.0 Request processed in 45us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320728.353745:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1767320728.353745:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858 00000100:00100000:1.0:1767320728.353762:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767320728.353762:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5859 00000100:00100000:1.0:1767320728.353768:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990193408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353768:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990193024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320728.353792:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990193408:12345-0@lo:400:kworker.0 Request processed in 25us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320728.353792:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990193024:12345-0@lo:400:kworker.0 Request processed in 25us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320728.353799:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1767320728.353799:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5859 00000100:00080000:2.0:1767320728.353819:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320728.353822:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320728.353824:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320728.353957:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990193408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353967:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990193280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.353992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990193024:0@lo:400:kworker.0 00000100:00100000:2.0:1767320728.354000:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990192768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320728.354178:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990192384:0@lo:250:kworker.0 00000400:00000100:0.0:1767320728.354202:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990192384 offset 0 length 520: 4 00000100:00100000:0.0:1767320728.354221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990192512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320728.354256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320728.354311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990192640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320728.354331:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320728.354354:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990192896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320728.354371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320728.354408:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192640 00000100:00100000:2.0:1767320728.354412:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192640 00000100:00100000:2.0:1767320728.354438:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:2.0:1767320728.354442:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990192640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320728.354460:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320728.354488:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990192640:12345-0@lo:38:kworker.0 Request processed in 45us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320728.354494:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00000100:00100000:0.0:1767320728.354702:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990193152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320728.354723:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320728.354746:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192512 00000100:00100000:3.0:1767320728.354751:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192512 00000100:00100000:2.0:1767320728.354780:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990192896 00000100:00100000:2.0:1767320728.354784:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990192896 00000100:00100000:2.0:1767320728.354799:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24320 00000100:00100000:2.0:1767320728.354804:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990192512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320728.354814:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320728.354846:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990192512:12345-0@lo:38:kworker.0 Request processed in 41us (589us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320728.354852:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24320 00000100:00100000:2.0:1767320728.354864:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24321 00000100:00100000:2.0:1767320728.354868:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990192896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320728.354875:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320728.354894:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990192896:12345-0@lo:38:kworker.0 Request processed in 25us (522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320728.354898:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24321 00000100:00080000:0.0:1767320728.355048:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320728.355053:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320728.355057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990192512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320728.355066:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320728.355069:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320728.355071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990192640:0@lo:38:kworker.0 00000100:00080000:0.0:1767320728.355080:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320728.355083:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320728.355086:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990192896:0@lo:38:kworker.0 00000100:00100000:3.0:1767320728.355148:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193152 00000100:00100000:3.0:1767320728.355152:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193152 00000100:00100000:3.0:1767320728.355172:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24322 00000100:00100000:3.0:1767320728.355177:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990193152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320728.355187:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320728.355217:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990193152:12345-0@lo:38:kworker.0 Request processed in 39us (492us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320728.355222:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24322 00000100:00080000:0.0:1767320728.355323:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320728.355328:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320728.355331:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990193152:0@lo:38:kworker.0 00000100:00100000:3.0:1767320728.416463:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320728.419423:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767320728.419465:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925911168 offset 0 length 520: 4 00000100:00100000:1.0:1767320728.419492:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320728.421747:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911424 00000100:00100000:3.0:1767320728.421762:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911424 00000100:00100000:3.0:1767320728.421850:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911296 00000100:00100000:3.0:1767320728.421854:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911296 00000100:00100000:3.0:1767320728.421881:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5860 00000100:00100000:3.0:1767320728.421891:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925911424:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320728.422043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320728.422082:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24323 00000100:00100000:0.0:1767320728.422088:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925911296:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320728.422109:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320728.422372:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925911424:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 480us (2956us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320728.422381:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5860 00000100:00100000:0.0:1767320728.423561:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925911296:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1464us (4060us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320728.423572:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24323 00010000:00010000:3.0:1767320729.184921:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320729.440536:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320730.208607:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320730.464455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320731.234284:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320731.424438:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990193536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320731.424532:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320731.424938:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193536 00000100:00100000:3.0:1767320731.424948:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193536 00000100:00100000:3.0:1767320731.425014:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:3.0:1767320731.425024:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990193536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320731.425055:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320731.425106:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990193536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320731.425113:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00080000:2.0:1767320731.425181:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320731.425251:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990193664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320731.425284:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320731.425365:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193664 00000100:00100000:2.0:1767320731.425370:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193664 00000100:00100000:0.0:1767320731.425412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990193536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320731.425414:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1767320731.425421:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990193664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320731.425440:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320731.425492:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990193664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320731.425498:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:0.0:1767320731.425624:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990193664:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320731.425833:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320731.490607:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320732.256519:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320732.512357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320733.280550:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320733.472712:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320733.472723:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320733.472726:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320733.472730:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320733.472734:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320733.472742:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5978 00000100:00080000:2.0:1767320733.472746:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320733.472753:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320733.472793:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163990193792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320733.472822:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320733.472825:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320733.472827:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320733.472830:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5978 00000100:00080000:2.0:1767320733.472832:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320733.472836:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320733.472849:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab7100 x1853163990193920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320733.472888:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320733.472891:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320733.472893:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320733.472898:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5978 00000100:00080000:2.0:1767320733.472900:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320733.472913:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320733.472927:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb2a00 x1853163990194176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320733.472942:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320733.472945:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320733.472947:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320733.472950:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5978 00000100:00080000:2.0:1767320733.472953:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320733.472956:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320733.472967:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3480 x1853163990194432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320733.473052:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990193792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320733.473124:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.473188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990193920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320733.473212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.473256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990194176:0@lo:38:kworker.0 00000100:00100000:0.0:1767320733.473278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.473295:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990194432:0@lo:38:kworker.0 00000100:00100000:0.0:1767320733.473311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.473339:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990194560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320733.473366:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.473385:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320733.473390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990194688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320733.473408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320733.473451:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193920 00000100:00100000:0.0:1767320733.473458:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193920 00000100:00100000:0.0:1767320733.473495:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297 00000100:00100000:0.0:1767320733.473501:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990193920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320733.473520:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320733.473563:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990193920:12345-0@lo:38:kworker.0 Request processed in 60us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320733.473570:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297 00000100:00100000:0.0:1767320733.473596:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990193792 00000100:00100000:0.0:1767320733.473599:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990193792 00000100:00100000:0.0:1767320733.473615:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194176 00000100:00100000:0.0:1767320733.473618:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194176 00000100:00100000:0.0:1767320733.473627:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194432 00000100:00100000:0.0:1767320733.473629:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194432 00000100:00100000:0.0:1767320733.473639:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24324 00000100:00100000:0.0:1767320733.473643:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990193792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320733.473653:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320733.473680:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990193792:12345-0@lo:38:kworker.0 Request processed in 35us (556us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320733.473685:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24324 00000100:00100000:0.0:1767320733.473699:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24325 00000100:00100000:0.0:1767320733.473702:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990194176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320733.473710:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320733.473732:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990194176:12345-0@lo:38:kworker.0 Request processed in 28us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320733.473737:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24325 00000100:00100000:0.0:1767320733.473748:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24326 00000100:00100000:0.0:1767320733.473752:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990194432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320733.473760:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320733.473781:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990194432:12345-0@lo:38:kworker.0 Request processed in 27us (468us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320733.473786:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24326 00000100:00100000:0.0:1767320733.473807:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194560 00000100:00100000:0.0:1767320733.473811:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194560 00000100:00100000:0.0:1767320733.473842:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194688 00000100:00100000:0.0:1767320733.473845:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194688 00000100:00100000:0.0:1767320733.473861:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:0.0:1767320733.473867:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990194560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320733.473911:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990194560:12345-0@lo:400:kworker.0 Request processed in 44us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320733.473917:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00000100:00100000:0.0:1767320733.473929:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1767320733.473935:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990194688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320733.473959:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990194688:12345-0@lo:400:kworker.0 Request processed in 25us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320733.473965:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1767320733.474003:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990194688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320733.474014:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990194560:0@lo:400:kworker.0 00000100:00080000:0.0:1767320733.474042:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320733.474047:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320733.474049:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990193792:0@lo:38:kworker.0 00000100:00080000:0.0:1767320733.474058:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320733.474061:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320733.474063:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990193920:0@lo:38:kworker.0 00000100:00080000:0.0:1767320733.474071:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320733.474074:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320733.474077:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990194176:0@lo:38:kworker.0 00000100:00080000:0.0:1767320733.474085:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320733.474088:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320733.474090:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990194432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320733.474284:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990194304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320733.474319:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320733.474349:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320733.474355:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990194048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320733.474376:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320733.474407:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194304 00000100:00100000:1.0:1767320733.474411:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194304 00000100:00100000:1.0:1767320733.474445:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194048 00000100:00100000:1.0:1767320733.474448:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194048 00000100:00100000:1.0:1767320733.474460:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861 00000100:00100000:1.0:1767320733.474465:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990194304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320733.474499:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990194304:12345-0@lo:400:kworker.0 Request processed in 34us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320733.474505:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861 00000100:00100000:1.0:1767320733.474518:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5862 00000100:00100000:1.0:1767320733.474523:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990194048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320733.474548:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990194048:12345-0@lo:400:kworker.0 Request processed in 25us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320733.474553:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5862 00000100:00100000:1.0:1767320733.474596:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990194048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320733.474605:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990194304:0@lo:400:kworker.0 00000100:00080000:3.0:1767320733.474777:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320733.474782:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320733.474784:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320733.538260:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320733.539830:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320733.540075:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911680 00000100:00100000:0.0:1767320733.540086:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911680 00000100:00100000:0.0:1767320733.540206:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5863 00000100:00100000:0.0:1767320733.540216:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925911680:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320733.540329:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925911680:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 113us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320733.540337:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5863 00000100:00080000:3.0:1767320733.543350:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320733.552839:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320733.552959:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911552 00000100:00100000:2.0:1767320733.552970:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911552 00000100:00100000:2.0:1767320733.553038:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24327 00000100:00100000:2.0:1767320733.553048:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925911552:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320733.553083:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320733.553160:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925911552:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 112us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320733.553168:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24327 00010000:00010000:3.0:1767320734.305258:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320734.560353:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320735.330787:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320735.584475:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320736.354579:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320736.544682:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990194816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320736.544754:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320736.545324:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194816 00000100:00100000:2.0:1767320736.545333:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194816 00000100:00100000:2.0:1767320736.545409:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:2.0:1767320736.545418:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990194816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320736.545448:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320736.545501:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990194816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320736.545508:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00080000:0.0:1767320736.545670:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320736.545708:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990194816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320736.546006:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990194944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320736.546042:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320736.546210:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990194944 00000100:00100000:3.0:1767320736.546215:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990194944 00000100:00100000:3.0:1767320736.546279:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:3.0:1767320736.546287:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990194944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320736.546306:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320736.546349:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990194944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320736.546355:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00100000:1.0:1767320736.546462:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990194944:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320736.546514:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320736.608373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320737.376620:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320737.633141:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320738.407176:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320738.594586:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320738.594597:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320738.594600:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320738.594603:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320738.594607:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320738.594615:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5983 00000100:00080000:0.0:1767320738.594620:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320738.594626:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320738.594666:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163990195072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320738.594699:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320738.594703:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320738.594705:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320738.594709:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5983 00000100:00080000:0.0:1767320738.594711:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320738.594715:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320738.594732:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163990195200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320738.594837:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990195328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320738.594906:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990195072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320738.594907:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320738.594986:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195328 00000100:00100000:3.0:1767320738.594995:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195328 00000100:00100000:3.0:1767320738.595056:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864 00000100:00100000:3.0:1767320738.595066:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990195328:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320738.595130:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320738.595139:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320738.595141:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320738.595145:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5983 00000100:00080000:0.0:1767320738.595147:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320738.595151:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320738.595166:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6300 x1853163990195456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320738.595191:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320738.595194:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320738.595196:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320738.595200:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5983 00000100:00080000:0.0:1767320738.595202:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320738.595205:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320738.595217:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6680 x1853163990195712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320738.595280:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320738.595307:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990195968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320738.597999:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320738.598084:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320738.598096:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990195840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320738.598582:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320738.598603:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320738.598615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990195584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320738.598650:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320738.598684:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195968 00000100:00100000:1.0:1767320738.598692:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195968 00000100:00100000:1.0:1767320738.598743:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195840 00000100:00100000:1.0:1767320738.598747:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195840 00000100:00100000:0.0:1767320738.598769:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:1.0:1767320738.598784:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:1.0:1767320738.598794:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990195840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320738.598851:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990195840:12345-0@lo:400:kworker.0 Request processed in 58us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320738.598859:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00080000:1.0:1767320738.598900:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320738.598904:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320738.598942:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990195840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320738.598978:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990195968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320738.598980:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195584 00000100:00100000:1.0:1767320738.598986:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195584 00000100:00100000:1.0:1767320738.599020:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5865 00000100:00100000:1.0:1767320738.599027:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990195584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320738.599064:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990195584:12345-0@lo:400:kworker.0 Request processed in 38us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320738.599070:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5865 00000100:00100000:0.0:1767320738.599260:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990195968:12345-0@lo:400:kworker.0 Request processed in 481us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320738.599270:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:0.0:1767320738.599301:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990195968:0@lo:400:kworker.0 00000100:00080000:0.0:1767320738.599334:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320738.599451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990195584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320738.599592:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320738.599620:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990195200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320738.599983:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195072 00000100:00100000:0.0:1767320738.599988:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195072 00000100:00100000:0.0:1767320738.600134:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24328 00000100:00100000:0.0:1767320738.600140:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990195072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320738.600158:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320738.600487:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990195328:12345-0@lo:400:kworker.0 Request processed in 5421us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320738.600496:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320738.600500:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864 00000100:00100000:3.0:1767320738.600543:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195200 00000100:00100000:2.0:1767320738.600547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990195456:0@lo:38:kworker.0 00000100:00100000:3.0:1767320738.600549:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195200 00000100:00100000:3.0:1767320738.600576:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:3.0:1767320738.600583:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990195200:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320738.600588:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767320738.600598:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320738.600610:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990195712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320738.600667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990195328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320738.601016:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320738.601016:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990195200:12345-0@lo:38:kworker.0 Request processed in 421us (512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320738.601027:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:3.0:1767320738.601052:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195456 00000100:00100000:3.0:1767320738.601056:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195456 00000100:00080000:2.0:1767320738.601060:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320738.601066:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320738.601071:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990195200:0@lo:38:kworker.0 00000100:00100000:3.0:1767320738.601073:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990195712 00000100:00100000:3.0:1767320738.601078:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990195712 00000100:00100000:3.0:1767320738.601225:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24329 00000100:00100000:3.0:1767320738.601541:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990195456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320738.601559:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320738.601602:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990195456:12345-0@lo:38:kworker.0 Request processed in 371us (1017us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320738.601609:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24329 00000100:00100000:3.0:1767320738.601621:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24330 00000100:00100000:3.0:1767320738.601626:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990195712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320738.601634:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320738.601656:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990195712:12345-0@lo:38:kworker.0 Request processed in 29us (651us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320738.601662:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24330 00000100:00080000:2.0:1767320738.601943:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320738.601949:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320738.601952:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990195456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320738.601962:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320738.601965:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320738.601967:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990195712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320738.603951:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990195072:12345-0@lo:38:kworker.0 Request processed in 3797us (4346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320738.603965:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24328 00000100:00080000:2.0:1767320738.604097:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320738.604275:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320738.604280:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990195072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320738.656568:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320738.660689:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320738.660915:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320738.662135:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911936 00000100:00100000:0.0:1767320738.662148:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911936 00000100:00100000:0.0:1767320738.662276:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925911808 00000100:00100000:0.0:1767320738.662280:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925911808 00000100:00100000:0.0:1767320738.662300:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5866 00000100:00100000:0.0:1767320738.662309:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925911936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320738.662397:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925911936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320738.662405:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5866 00000100:00100000:0.0:1767320738.662424:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24331 00000100:00100000:0.0:1767320738.662429:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925911808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320738.662447:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320738.662473:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925911808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (1559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320738.662479:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24331 00000100:00080000:1.0:1767320738.663720:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320739.424528:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320739.680364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320740.448620:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320740.704376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320741.476819:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320741.666246:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320741.666272:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990196096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320741.666342:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320741.666499:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196096 00000100:00100000:2.0:1767320741.666507:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196096 00000100:00100000:2.0:1767320741.666575:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00080000:0.0:1767320741.666823:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320741.666864:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990196096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320741.666891:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320741.666953:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990196096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320741.666962:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00100000:0.0:1767320741.667057:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990196096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320741.669908:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990196224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320741.669989:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320741.670504:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196224 00000100:00100000:3.0:1767320741.670512:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196224 00000100:00100000:3.0:1767320741.670579:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:3.0:1767320741.670589:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990196224:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320741.670792:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767320741.670838:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320741.670903:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990196224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 316us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320741.670911:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00100000:0.0:1767320741.671009:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990196224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320741.728364:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320742.496837:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320742.752683:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320743.521197:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320743.713956:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320743.713969:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320743.713972:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320743.713976:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320743.713982:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320743.713990:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5988 00000100:00080000:3.0:1767320743.714005:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320743.714013:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320743.714056:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163990196352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320743.714145:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990196352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320743.714218:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320743.714363:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320743.714367:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320743.714369:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320743.714373:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5988 00000100:00080000:3.0:1767320743.714376:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320743.714380:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320743.714396:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd500 x1853163990196480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320743.714451:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196352 00000100:00100000:0.0:1767320743.714460:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196352 00000100:00100000:0.0:1767320743.714498:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24332 00000100:00100000:0.0:1767320743.714505:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990196352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320743.714526:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320743.714979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990196480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320743.715084:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320743.715350:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196480 00000100:00100000:1.0:1767320743.715356:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196480 00000100:00100000:1.0:1767320743.715385:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:1.0:1767320743.715391:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990196480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320743.715406:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320743.715441:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990196480:12345-0@lo:38:kworker.0 Request processed in 48us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320743.715447:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00080000:2.0:1767320743.715558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320743.715564:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320743.715567:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990196480:0@lo:38:kworker.0 00000100:00080000:3.0:1767320743.715812:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320743.715816:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320743.715819:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320743.715823:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5988 00000100:00080000:3.0:1767320743.715826:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320743.715830:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320743.715846:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381f80 x1853163990196736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320743.715862:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320743.715864:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320743.715867:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320743.715869:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5988 00000100:00080000:3.0:1767320743.715871:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320743.715874:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320743.715883:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163990196992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320743.715939:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990196864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320743.715971:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320743.715993:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320743.716376:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990197120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.716409:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320743.716431:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320743.716437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990197248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.716457:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320743.716483:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197120 00000100:00100000:1.0:1767320743.716488:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197120 00000100:00100000:1.0:1767320743.716532:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197248 00000100:00100000:1.0:1767320743.716536:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197248 00000100:00100000:1.0:1767320743.716558:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:1.0:1767320743.716566:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990197120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.716624:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990197120:12345-0@lo:400:kworker.0 Request processed in 59us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320743.716631:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:1.0:1767320743.716656:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:1.0:1767320743.716664:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990197248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.716692:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990197248:12345-0@lo:400:kworker.0 Request processed in 30us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320743.716697:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00080000:1.0:1767320743.716718:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320743.716723:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320743.716739:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196864 00000100:00100000:1.0:1767320743.716743:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196864 00000100:00100000:1.0:1767320743.716771:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867 00000100:00100000:1.0:1767320743.716778:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990196864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.716809:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990196864:12345-0@lo:400:kworker.0 Request processed in 32us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320743.716815:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867 00000100:00080000:1.0:1767320743.716830:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320743.716853:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990197248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.716863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990197120:0@lo:400:kworker.0 00000100:00100000:3.0:1767320743.717506:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990196608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320743.717539:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320743.717581:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990196864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.717760:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196608 00000100:00100000:1.0:1767320743.717764:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196608 00000100:00100000:1.0:1767320743.717812:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868 00000100:00100000:1.0:1767320743.717819:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990196608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320743.717855:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990196608:12345-0@lo:400:kworker.0 Request processed in 37us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320743.717861:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868 00000100:00080000:3.0:1767320743.718141:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320743.718162:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990196608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320743.719473:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990196352:12345-0@lo:38:kworker.0 Request processed in 4961us (5248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320743.719487:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24332 00000100:00080000:2.0:1767320743.720376:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320743.720386:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320743.720391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990196352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320743.720426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990196736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320743.720491:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320743.720535:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990196992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320743.720560:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320743.720794:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196736 00000100:00100000:0.0:1767320743.720801:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196736 00000100:00100000:0.0:1767320743.720966:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990196992 00000100:00100000:0.0:1767320743.720970:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990196992 00000100:00100000:3.0:1767320743.721152:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24333 00000100:00100000:3.0:1767320743.721160:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990196736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320743.721355:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320743.721473:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990196736:12345-0@lo:38:kworker.0 Request processed in 311us (980us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320743.721481:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24333 00000100:00100000:3.0:1767320743.721501:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24334 00000100:00100000:3.0:1767320743.721505:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990196992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320743.721514:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320743.721538:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990196992:12345-0@lo:38:kworker.0 Request processed in 32us (977us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320743.721545:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24334 00000100:00080000:2.0:1767320743.721828:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320743.721834:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320743.721837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990196736:0@lo:38:kworker.0 00000100:00080000:2.0:1767320743.721847:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320743.721850:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320743.721852:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990196992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320743.776466:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320743.779026:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320743.779722:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320743.780863:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912192 00000100:00100000:0.0:1767320743.780876:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912192 00000100:00100000:2.0:1767320743.781030:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912064 00000100:00100000:2.0:1767320743.781035:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912064 00000100:00100000:0.0:1767320743.781075:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5869 00000100:00100000:0.0:1767320743.781087:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925912192:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320743.781184:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925912192:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320743.781192:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5869 00000100:00100000:0.0:1767320743.781214:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24335 00000100:00100000:0.0:1767320743.781218:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925912064:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320743.781265:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320743.781291:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925912064:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 72us (1573us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320743.781297:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24335 00000100:00080000:3.0:1767320743.782803:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320744.544850:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320744.800360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320745.569208:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320745.824337:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320746.592487:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320746.785783:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990197376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320746.785858:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320746.785942:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320746.785949:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990197504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320746.785973:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320746.786051:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197376 00000100:00100000:2.0:1767320746.786059:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197376 00000100:00100000:2.0:1767320746.786129:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197504 00000100:00100000:2.0:1767320746.786133:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197504 00000100:00100000:2.0:1767320746.786151:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:2.0:1767320746.786160:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990197376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320746.786205:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320746.786271:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990197376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320746.786278:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00000100:00100000:2.0:1767320746.786294:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:2.0:1767320746.786300:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990197504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320746.786314:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320746.786341:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990197504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320746.786347:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:2.0:1767320746.786384:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990197504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320746.786398:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990197376:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320746.786805:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320746.786810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320746.848365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320747.616471:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320747.872738:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320748.642731:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320748.832623:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320748.832633:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320748.832636:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320748.832640:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320748.832644:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320748.832671:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5993 00000100:00080000:3.0:1767320748.832676:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320748.832683:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320748.832728:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75500 x1853163990197632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320748.832790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990197632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320748.832855:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320748.832970:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197632 00000100:00100000:0.0:1767320748.832978:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197632 00000100:00100000:0.0:1767320748.833029:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24336 00000100:00100000:0.0:1767320748.833037:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990197632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320748.833059:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320748.833107:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320748.833111:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320748.833114:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320748.833118:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5993 00000100:00080000:3.0:1767320748.833121:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320748.833126:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320748.833152:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b74000 x1853163990197760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320748.833190:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990197760:0@lo:38:kworker.0 00000100:00100000:2.0:1767320748.833218:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320748.833311:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197760 00000100:00100000:1.0:1767320748.833317:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197760 00000100:00100000:1.0:1767320748.833344:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1767320748.833350:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990197760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320748.833361:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320748.833393:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990197760:12345-0@lo:38:kworker.0 Request processed in 42us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320748.833400:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:0.0:1767320748.834063:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990197632:12345-0@lo:38:kworker.0 Request processed in 949us (1130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320748.834072:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24336 00000100:00080000:2.0:1767320748.834155:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320748.834161:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320748.834165:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990197632:0@lo:38:kworker.0 00000100:00080000:2.0:1767320748.834191:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320748.834195:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320748.834198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990197760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320748.834392:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990197888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320748.834499:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320748.834562:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990197888 00000100:00100000:2.0:1767320748.834567:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990197888 00000100:00100000:2.0:1767320748.834618:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870 00000100:00100000:2.0:1767320748.834626:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990197888:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320748.834693:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320748.834702:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320748.834708:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320748.834711:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320748.834716:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5993 00000100:00080000:3.0:1767320748.834720:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320748.834725:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320748.834743:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c9b75500 x1853163990198016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320748.834814:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990198016:0@lo:38:kworker.0 00000100:00100000:1.0:1767320748.834836:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320748.834856:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198016 00000100:00100000:1.0:1767320748.834858:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198016 00000100:00100000:1.0:1767320748.834873:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24337 00000100:00100000:1.0:1767320748.834876:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990198016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320748.834888:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320748.834916:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990198016:12345-0@lo:38:kworker.0 Request processed in 37us (78us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320748.834922:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24337 00000100:00100000:2.0:1767320748.834957:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990197888:12345-0@lo:400:kworker.0 Request processed in 331us (457us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320748.834958:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320748.834967:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320748.834972:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1767320748.834973:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990198016:0@lo:38:kworker.0 00000100:00100000:1.0:1767320748.835008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990198144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320748.835030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320748.835106:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320748.835110:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320748.835112:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320748.835117:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5993 00000100:00080000:3.0:1767320748.835119:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320748.835124:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320748.835151:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163990198272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320748.835198:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198144 00000100:00100000:2.0:1767320748.835202:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198144 00000100:00100000:2.0:1767320748.835244:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871 00000100:00100000:2.0:1767320748.835250:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990198144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320748.835254:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990198528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320748.835286:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990198144:12345-0@lo:400:kworker.0 Request processed in 35us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320748.835292:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871 00000100:00100000:3.0:1767320748.835301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320748.835307:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320748.835326:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990198144:0@lo:400:kworker.0 00000100:00100000:3.0:1767320748.835334:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320748.835345:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990198400:0@lo:400:kworker.0 00000100:00100000:2.0:1767320748.835360:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198528 00000100:00100000:2.0:1767320748.835363:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198528 00000100:00100000:3.0:1767320748.835373:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320748.835424:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990198272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320748.835449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320748.835937:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990197888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320748.835974:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198272 00000100:00100000:0.0:1767320748.835978:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198272 00000100:00100000:0.0:1767320748.836161:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24338 00000100:00100000:0.0:1767320748.836172:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990198272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320748.836190:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320748.836252:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990198272:12345-0@lo:38:kworker.0 Request processed in 78us (800us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320748.836258:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24338 00000100:00080000:1.0:1767320748.836330:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320748.836335:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320748.836338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990198272:0@lo:38:kworker.0 00000100:00080000:1.0:1767320748.836362:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320748.838441:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198400 00000100:00100000:2.0:1767320748.838452:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198400 00000100:00100000:3.0:1767320748.838560:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00000100:00100000:3.0:1767320748.838575:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990198528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320748.838806:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990198528:12345-0@lo:400:kworker.0 Request processed in 235us (3507us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320748.838814:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00000100:00100000:3.0:1767320748.838832:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:3.0:1767320748.838839:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990198400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320748.838869:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990198400:12345-0@lo:400:kworker.0 Request processed in 31us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320748.838875:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00100000:3.0:1767320748.838918:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990198400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320748.838930:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990198528:0@lo:400:kworker.0 00000100:00080000:0.0:1767320748.841771:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320748.902351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320748.909196:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320748.910378:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912448 00000100:00100000:0.0:1767320748.910392:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912448 00000100:00100000:0.0:1767320748.910491:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5872 00000100:00100000:1.0:1767320748.910495:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320748.910505:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925912448:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320748.910532:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912320 00000100:00100000:1.0:1767320748.910537:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912320 00000100:00100000:1.0:1767320748.910568:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24339 00000100:00100000:1.0:1767320748.910575:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925912320:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767320748.910583:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925912448:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 80us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320748.910591:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5872 00010000:00020000:1.0:1767320748.910612:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320748.910657:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c9b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925912320:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 81us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320748.910664:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24339 00000100:00080000:2.0:1767320748.910746:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320749.664551:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320749.920627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320750.688484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320750.944597:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320751.714494:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320751.905449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990198656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320751.905525:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320751.905608:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320751.905615:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990198784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320751.905640:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320751.905728:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198656 00000100:00100000:3.0:1767320751.905737:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198656 00000100:00100000:3.0:1767320751.905815:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990198784 00000100:00100000:3.0:1767320751.905819:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990198784 00000100:00100000:3.0:1767320751.905840:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:3.0:1767320751.905849:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990198656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320751.905881:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320751.905928:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990198656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320751.905936:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:3.0:1767320751.905955:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:3.0:1767320751.905963:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990198784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320751.905977:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320751.906003:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990198784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320751.906009:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:3.0:1767320751.906054:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990198784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320751.906112:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990198656:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320751.908321:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320751.908330:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320751.981222:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320752.736462:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320752.992325:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320753.763576:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320753.952360:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320728/real 1767320728] req@ffff96e2fbcb0000 x1853163990192384/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320753 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320753.952397:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fbcb0000 x1853163990192384/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320753 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320753.952421:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320753.952442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320753.952445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990192384:0@lo:250:kworker.0 00000100:00080000:3.0:1767320753.952601:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320753.952607:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320753.952610:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320753.952615:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 5978 00000100:00080000:3.0:1767320753.952620:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320753.952625:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320753.952658:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253100 x1853163990198912/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320753.952729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990198912:0@lo:250:kworker.0 00000400:00000100:2.0:1767320753.952777:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990198912 offset 0 length 520: 4 00000100:00080000:3.0:1767320753.952835:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320753.952839:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320753.952841:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320753.952845:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5998 00000100:00080000:3.0:1767320753.952848:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320753.952852:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320753.952867:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251500 x1853163990199040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320753.958270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990199040:0@lo:38:kworker.0 00000100:00080000:3.0:1767320753.958515:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320753.958522:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320753.958525:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320753.958530:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5998 00000100:00080000:3.0:1767320753.958534:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320753.958541:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320753.958578:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253800 x1853163990199168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320753.958634:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320753.958638:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320753.958640:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320753.958643:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5998 00000100:00080000:3.0:1767320753.958646:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320753.958650:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320753.958662:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711180 x1853163990199424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320753.958679:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320753.958683:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320753.958685:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320753.958688:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5998 00000100:00080000:3.0:1767320753.958690:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320753.958694:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320753.958707:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163990199680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320753.959190:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320753.959260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990199168:0@lo:38:kworker.0 00000100:00100000:2.0:1767320753.959286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320753.959549:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990199552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320753.959581:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320753.959603:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320753.959609:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990199296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320753.959630:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320753.959667:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199040 00000100:00100000:1.0:1767320753.959674:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199040 00000100:00100000:1.0:1767320753.959705:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199552 00000100:00100000:1.0:1767320753.959708:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199552 00000100:00100000:2.0:1767320753.959832:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990199424:0@lo:38:kworker.0 00000100:00100000:2.0:1767320753.959856:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320753.959885:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199168 00000100:00100000:2.0:1767320753.959889:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199168 00000100:00100000:2.0:1767320753.959914:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1767320753.959921:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990199168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320753.959939:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320753.959981:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990199168:12345-0@lo:38:kworker.0 Request processed in 59us (693us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320753.959989:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1767320753.960011:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199296 00000100:00100000:2.0:1767320753.960015:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199296 00000100:00100000:0.0:1767320753.960213:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199424 00000100:00100000:0.0:1767320753.960218:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199424 00000100:00100000:0.0:1767320753.960291:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1767320753.960297:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990199040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320753.960309:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320753.960341:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990199040:12345-0@lo:38:kworker.0 Request processed in 43us (1153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320753.960347:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1767320753.960361:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24341 00000100:00100000:0.0:1767320753.960365:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990199424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320753.960376:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320753.960422:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990199424:12345-0@lo:38:kworker.0 Request processed in 54us (565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320753.960428:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24341 00000100:00080000:0.0:1767320753.960478:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320753.960519:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320753.960527:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320753.960532:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990199168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320753.960546:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320753.960551:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320753.960552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990199808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320753.960556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990199424:0@lo:38:kworker.0 00000100:00080000:0.0:1767320753.960582:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320753.960586:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320753.960589:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990199040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320753.960618:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990199680:0@lo:38:kworker.0 00000100:00100000:2.0:1767320753.960696:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873 00000100:00100000:2.0:1767320753.960705:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990199552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320753.960758:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874 00000100:00100000:1.0:1767320753.960767:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990199296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320753.961261:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320753.961287:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320753.961414:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320753.961439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990199936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320753.961452:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199680 00000100:00100000:0.0:1767320753.961457:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199680 00000100:00100000:3.0:1767320753.961472:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320753.961483:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24342 00000100:00100000:0.0:1767320753.961489:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990199680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320753.961503:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320753.961522:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199808 00000100:00100000:3.0:1767320753.961527:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199808 00000100:00100000:0.0:1767320753.961552:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990199680:12345-0@lo:38:kworker.0 Request processed in 61us (137us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320753.961559:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24342 00000100:00100000:3.0:1767320753.961563:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990199936 00000100:00100000:3.0:1767320753.961568:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990199936 00000100:00100000:3.0:1767320753.961595:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00080000:0.0:1767320753.961597:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320753.961603:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990199808:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320753.961605:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320753.961612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990199680:0@lo:38:kworker.0 00000100:00080000:0.0:1767320753.961652:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320753.961654:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990199808:12345-0@lo:400:kworker.0 Request processed in 51us (392us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320753.961656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320753.961660:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320753.961667:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:3.0:1767320753.961684:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:3.0:1767320753.961692:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990199936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320753.961736:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990199936:12345-0@lo:400:kworker.0 Request processed in 45us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320753.961742:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:3.0:1767320753.961769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990199936:0@lo:400:kworker.0 00000100:00100000:3.0:1767320753.961779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990199808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320753.962331:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990199552:12345-0@lo:400:kworker.0 Request processed in 1626us (2747us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320753.962340:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873 00000100:00100000:1.0:1767320753.962439:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990199296:12345-0@lo:400:kworker.0 Request processed in 1672us (2806us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320753.962446:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874 00000100:00100000:3.0:1767320753.962612:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990199552:0@lo:400:kworker.0 00000100:00100000:3.0:1767320753.962632:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990199296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320754.016373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320754.020029:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320754.020092:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767320754.020130:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925912832 offset 0 length 520: 4 00000100:00100000:2.0:1767320754.020225:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912704 00000100:00100000:2.0:1767320754.020254:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912704 00000100:00100000:0.0:1767320754.020449:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912576 00000100:00100000:0.0:1767320754.020454:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912576 00000100:00100000:2.0:1767320754.020471:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5875 00000100:00100000:0.0:1767320754.020484:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24343 00000100:00100000:2.0:1767320754.020487:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925912704:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320754.020495:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925912576:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320754.020527:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320754.020565:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925912704:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320754.020566:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925912576:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 72us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320754.020582:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5875 00000100:00100000:0.0:1767320754.020589:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24343 00000100:00080000:3.0:1767320754.021909:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320754.784470:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320755.040423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320755.808886:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320756.064388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320756.834766:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320757.024567:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320757.024595:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990200064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320757.024665:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320757.024687:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200064 00000100:00100000:1.0:1767320757.024695:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200064 00000100:00080000:3.0:1767320757.024727:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320757.024748:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:1.0:1767320757.024755:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990200064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320757.024780:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320757.024871:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990200064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320757.025178:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320757.025189:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990200192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320757.025219:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320757.025273:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990200064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320757.025302:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200192 00000100:00100000:0.0:1767320757.025307:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200192 00000100:00080000:2.0:1767320757.027061:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320757.027543:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1767320757.030994:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254 00000100:00100000:0.0:1767320757.031022:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990200192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320757.031062:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320757.031157:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990200192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (5935us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320757.031164:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254 00000100:00100000:2.0:1767320757.031437:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990200192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320757.088564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320757.856555:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320758.112356:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320758.880534:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320759.073497:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320759.073508:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320759.073511:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320759.073515:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320759.073519:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320759.073528:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767320759.073534:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320759.073541:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320759.073577:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48380 x1853163990200320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320759.073607:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320759.073611:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320759.073613:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320759.073617:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767320759.073620:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320759.073624:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320759.073641:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49500 x1853163990200448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320759.073649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990200320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320759.073684:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320759.073689:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320759.073691:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320759.073695:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767320759.073698:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320759.073702:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320759.073716:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8f480 x1853163990200704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320759.073731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320759.073737:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320759.073742:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320759.073744:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320759.073748:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6003 00000100:00080000:2.0:1767320759.073750:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767320759.073754:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320759.073765:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584a80 x1853163990200960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320759.073800:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990200448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320759.073818:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990201088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320759.073831:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320759.073859:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320759.073863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990200704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320759.073885:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320759.073893:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990201216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320759.073901:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320759.073923:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320759.073927:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990200960:0@lo:38:kworker.0 00000100:00100000:0.0:1767320759.073968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320759.074006:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200320 00000100:00100000:2.0:1767320759.074006:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200448 00000100:00100000:0.0:1767320759.074014:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200320 00000100:00100000:2.0:1767320759.074014:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200448 00000100:00100000:2.0:1767320759.074053:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302 00000100:00100000:0.0:1767320759.074057:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200704 00000100:00100000:0.0:1767320759.074061:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200704 00000100:00100000:2.0:1767320759.074062:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990200448:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320759.074072:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200960 00000100:00100000:0.0:1767320759.074074:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200960 00010000:00020000:2.0:1767320759.074084:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320759.074085:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24344 00000100:00100000:0.0:1767320759.074091:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990200320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320759.074099:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320759.074126:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990200320:12345-0@lo:38:kworker.0 Request processed in 34us (397us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320759.074130:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24344 00000100:00100000:0.0:1767320759.074150:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24345 00000100:00100000:0.0:1767320759.074153:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990200704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320759.074159:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320759.074180:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990200704:12345-0@lo:38:kworker.0 Request processed in 26us (280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320759.074184:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24345 00000100:00100000:0.0:1767320759.074191:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24346 00000100:00100000:0.0:1767320759.074193:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990200960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320759.074198:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320759.074211:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990200960:12345-0@lo:38:kworker.0 Request processed in 17us (246us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320759.074214:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24346 00000100:00100000:0.0:1767320759.074227:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201088 00000100:00100000:0.0:1767320759.074245:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201088 00000100:00100000:0.0:1767320759.074270:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201216 00000100:00100000:0.0:1767320759.074271:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201216 00000100:00100000:0.0:1767320759.074285:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:0.0:1767320759.074289:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990201088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320759.074353:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990200832:0@lo:400:kworker.0 00000100:00100000:3.0:1767320759.074364:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990200576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320759.078278:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990200448:12345-0@lo:38:kworker.0 Request processed in 4203us (4433us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320759.078294:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302 00000100:00100000:1.0:1767320759.078359:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320759.078462:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200832 00000100:00100000:1.0:1767320759.078472:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200832 00000100:00100000:1.0:1767320759.078515:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1767320759.078523:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990200832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320759.078579:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990200832:12345-0@lo:400:kworker.0 Request processed in 58us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320759.078585:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876 00000100:00080000:1.0:1767320759.078633:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320759.078638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320759.078642:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990200448:0@lo:38:kworker.0 00000100:00080000:1.0:1767320759.078654:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320759.078657:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320759.078660:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990200704:0@lo:38:kworker.0 00000100:00080000:1.0:1767320759.078670:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320759.078673:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320759.078676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990200960:0@lo:38:kworker.0 00000100:00080000:1.0:1767320759.078892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320759.078897:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320759.078900:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990200320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320759.078956:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990200832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320759.078996:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:1.0:1767320759.079005:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990201216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320759.079049:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320759.079093:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990200576 00000100:00100000:3.0:1767320759.079097:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990200576 00000100:00100000:3.0:1767320759.079128:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5877 00000100:00100000:3.0:1767320759.079136:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990200576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320759.079168:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990200576:12345-0@lo:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320759.079174:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5877 00000100:00100000:3.0:1767320759.079200:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990200576:0@lo:400:kworker.0 00000100:00080000:3.0:1767320759.079255:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320759.079261:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320759.079263:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320759.079363:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990201216:12345-0@lo:400:kworker.0 Request processed in 359us (5439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320759.079369:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00100000:2.0:1767320759.079481:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990201216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320759.079501:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990201088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320759.079505:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990201088:12345-0@lo:400:kworker.0 Request processed in 5211us (5644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320759.079515:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00100000:2.0:1767320759.136365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320759.146471:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320759.146569:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320759.146857:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913088 00000100:00100000:3.0:1767320759.146868:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913088 00000100:00100000:3.0:1767320759.147196:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925912960 00000100:00100000:3.0:1767320759.147201:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925912960 00000100:00080000:2.0:1767320759.147257:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320759.147523:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5878 00000100:00100000:1.0:1767320759.147537:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925913088:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320759.147628:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925913088:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320759.147637:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5878 00000100:00100000:1.0:1767320759.147654:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24347 00000100:00100000:1.0:1767320759.147658:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925912960:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320759.147676:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320759.147702:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925912960:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (1133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320759.147708:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24347 00010000:00010000:3.0:1767320759.904498:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320760.160361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320760.928477:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320761.186273:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320761.956351:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320762.146057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990201344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320762.146141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320762.146316:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201344 00000100:00100000:0.0:1767320762.146325:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201344 00000100:00100000:0.0:1767320762.146391:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:0.0:1767320762.146401:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990201344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320762.146432:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320762.146490:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990201344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320762.146497:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00080000:2.0:1767320762.146561:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320762.147019:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990201472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320762.147051:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320762.149207:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201472 00000100:00100000:2.0:1767320762.149220:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201472 00000100:00100000:2.0:1767320762.149373:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:2.0:1767320762.149384:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990201472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320762.149415:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320762.149488:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990201472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (2435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320762.149499:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00080000:3.0:1767320762.149557:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320762.149617:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990201472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320762.149955:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990201344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320762.208458:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320762.976472:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320763.232359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320764.001396:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320764.202183:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320764.202193:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320764.202197:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320764.202201:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320764.202205:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320764.202213:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1767320764.202218:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320764.202224:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320764.202290:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587800 x1853163990201600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320764.202321:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320764.202324:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320764.202326:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320764.202330:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1767320764.202332:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320764.202336:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320764.202347:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584a80 x1853163990201728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320764.202389:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320764.202393:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320764.202395:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320764.202398:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1767320764.202401:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320764.202404:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320764.202413:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584700 x1853163990201984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320764.202425:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320764.202428:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320764.202430:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320764.202433:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1767320764.202435:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767320764.202437:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320764.202444:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586a00 x1853163990202240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320764.202494:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990202496:0@lo:400:kworker.0 00000100:00100000:3.0:1767320764.202562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320764.202620:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320764.202625:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990202368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320764.202643:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.202796:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990202112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320764.202828:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.202875:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320764.202881:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990201856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320764.202907:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320764.202937:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202496 00000100:00100000:0.0:1767320764.202945:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202496 00000100:00100000:0.0:1767320764.202993:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202368 00000100:00100000:0.0:1767320764.202997:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202368 00000100:00100000:0.0:1767320764.203032:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:0.0:1767320764.203041:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990202496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320764.203087:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990202496:12345-0@lo:400:kworker.0 Request processed in 48us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320764.203094:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00000100:00100000:0.0:1767320764.203111:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:0.0:1767320764.203118:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990202368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320764.203141:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990202368:12345-0@lo:400:kworker.0 Request processed in 25us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320764.203146:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00080000:0.0:1767320764.203162:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320764.203165:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320764.203348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990201600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320764.203379:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320764.203412:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990201728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320764.203436:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320764.203455:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990201984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320764.203473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320764.203493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990202240:0@lo:38:kworker.0 00000100:00100000:1.0:1767320764.203513:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320764.203551:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202112 00000100:00100000:1.0:1767320764.203555:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202112 00000100:00100000:1.0:1767320764.203586:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201856 00000100:00100000:1.0:1767320764.203589:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201856 00000100:00100000:1.0:1767320764.203603:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201600 00000100:00100000:1.0:1767320764.203605:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201600 00000100:00100000:1.0:1767320764.203613:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201984 00000100:00100000:1.0:1767320764.203615:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201984 00000100:00100000:1.0:1767320764.203621:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202240 00000100:00100000:1.0:1767320764.203623:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202240 00000100:00100000:1.0:1767320764.203634:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879 00000100:00100000:1.0:1767320764.203640:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990202112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320764.203677:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990202112:12345-0@lo:400:kworker.0 Request processed in 38us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320764.203683:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879 00000100:00100000:1.0:1767320764.203695:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5880 00000100:00100000:1.0:1767320764.203701:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990201856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320764.203722:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990201856:12345-0@lo:400:kworker.0 Request processed in 22us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320764.203728:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5880 00000100:00100000:1.0:1767320764.203738:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24348 00000100:00100000:1.0:1767320764.203742:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990201600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320764.203759:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320764.203790:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990201600:12345-0@lo:38:kworker.0 Request processed in 47us (411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320764.203796:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24348 00000100:00100000:1.0:1767320764.203808:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24349 00000100:00100000:1.0:1767320764.203812:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990201984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320764.203821:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320764.203843:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990201984:12345-0@lo:38:kworker.0 Request processed in 29us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320764.203860:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24349 00000100:00100000:1.0:1767320764.203870:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24350 00000100:00100000:1.0:1767320764.203874:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990202240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320764.203883:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320764.203906:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990202240:12345-0@lo:38:kworker.0 Request processed in 31us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320764.203912:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24350 00000100:00080000:1.0:1767320764.203931:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320764.203956:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990201856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320764.203966:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990202112:0@lo:400:kworker.0 00000100:00080000:1.0:1767320764.203991:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320764.203994:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320764.203997:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990201600:0@lo:38:kworker.0 00000100:00080000:1.0:1767320764.204004:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320764.204007:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320764.204010:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990201984:0@lo:38:kworker.0 00000100:00080000:1.0:1767320764.204016:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320764.204079:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320764.204084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990202240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320764.204172:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990201728 00000100:00100000:2.0:1767320764.204177:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990201728 00000100:00100000:2.0:1767320764.204209:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:2.0:1767320764.204214:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990201728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320764.204223:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320764.204281:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990201728:12345-0@lo:38:kworker.0 Request processed in 65us (843us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320764.204287:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00080000:2.0:1767320764.204309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320764.204313:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320764.204316:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990201728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320764.204485:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990202368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320764.204496:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990202496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320764.256542:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320764.259695:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320764.259762:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320764.259874:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913344 00000100:00100000:3.0:1767320764.259893:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913344 00000100:00100000:0.0:1767320764.259915:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913216 00000100:00100000:0.0:1767320764.259927:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913216 00000100:00100000:0.0:1767320764.260005:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5881 00000100:00100000:0.0:1767320764.260022:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925913344:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320764.260111:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925913344:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320764.260120:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5881 00000100:00100000:0.0:1767320764.260141:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24351 00000100:00100000:0.0:1767320764.260145:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925913216:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320764.260166:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320764.260193:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925913216:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320764.260200:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24351 00000100:00080000:1.0:1767320764.260259:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320765.024500:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320765.280392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320766.048616:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320766.304421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320767.073422:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320767.265012:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990202624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320767.265111:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320767.265365:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202624 00000100:00100000:1.0:1767320767.265376:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202624 00000100:00100000:0.0:1767320767.265430:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990202752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320767.265464:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:0.0:1767320767.265466:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320767.265475:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990202624:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320767.265509:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202752 00000100:00100000:0.0:1767320767.265512:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202752 00002000:00000024:1.0:1767320767.265515:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320767.265533:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1767320767.265538:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990202752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320767.265557:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320767.265562:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990202624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320767.265572:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00100000:0.0:1767320767.265590:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990202752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320767.265597:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:1.0:1767320767.265648:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990202752:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320767.270130:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320767.270149:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320767.270291:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990202624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320767.328661:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320768.096842:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320768.352495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320769.120481:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320769.314962:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320769.314975:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320769.314979:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320769.314984:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320769.314989:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320769.315000:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1767320769.315009:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767320769.315018:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320769.315084:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229f80 x1853163990202880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320769.315121:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320769.315125:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320769.315127:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320769.315132:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1767320769.315135:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767320769.315139:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320769.315155:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228380 x1853163990203008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320769.315208:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320769.315212:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320769.315214:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320769.315217:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1767320769.315220:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767320769.315224:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320769.315261:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09b480 x1853163990203264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320769.315279:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320769.315283:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320769.315285:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320769.315288:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1767320769.315293:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767320769.315296:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320769.315310:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099880 x1853163990203520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320769.315419:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990203776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.315516:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.315599:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320769.315606:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990203648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.315632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.315674:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203776 00000100:00100000:1.0:1767320769.315683:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203776 00000100:00100000:1.0:1767320769.315749:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203648 00000100:00100000:1.0:1767320769.315764:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203648 00000100:00100000:1.0:1767320769.315792:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:1.0:1767320769.315801:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990203776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.315858:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990203776:12345-0@lo:400:kworker.0 Request processed in 58us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320769.315867:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00100000:1.0:1767320769.315885:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:1.0:1767320769.315891:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990203648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.315919:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990203648:12345-0@lo:400:kworker.0 Request processed in 28us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320769.315925:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00080000:1.0:1767320769.315950:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320769.315955:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320769.315973:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990202880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320769.316006:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.316033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990203008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320769.316060:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.316084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990203264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320769.316109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.316125:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990203520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320769.316147:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.316180:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203008 00000100:00100000:1.0:1767320769.316184:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203008 00000100:00100000:1.0:1767320769.316206:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1767320769.316212:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990203008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320769.316256:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320769.316292:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990203008:12345-0@lo:38:kworker.0 Request processed in 78us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320769.316299:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1767320769.316319:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990202880 00000100:00100000:1.0:1767320769.316322:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990202880 00000100:00100000:1.0:1767320769.316341:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203264 00000100:00100000:1.0:1767320769.316343:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203264 00000100:00100000:1.0:1767320769.316356:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203520 00000100:00100000:1.0:1767320769.316359:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203520 00000100:00100000:1.0:1767320769.316373:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24352 00000100:00100000:1.0:1767320769.316377:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990202880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320769.316387:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320769.316410:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990202880:12345-0@lo:38:kworker.0 Request processed in 32us (404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320769.316416:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24352 00000100:00100000:1.0:1767320769.316427:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24353 00000100:00100000:1.0:1767320769.316431:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990203264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320769.316439:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320769.316458:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990203264:12345-0@lo:38:kworker.0 Request processed in 27us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320769.316463:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24353 00000100:00100000:1.0:1767320769.316473:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24354 00000100:00100000:1.0:1767320769.316476:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990203520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320769.316483:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320769.316500:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990203520:12345-0@lo:38:kworker.0 Request processed in 22us (352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320769.316505:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24354 00000100:00080000:1.0:1767320769.316555:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320769.316560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320769.316564:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990202880:0@lo:38:kworker.0 00000100:00080000:1.0:1767320769.316574:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320769.316577:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320769.316579:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990203008:0@lo:38:kworker.0 00000100:00080000:1.0:1767320769.316587:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320769.316590:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320769.316593:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990203264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320769.316598:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320769.316601:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320769.316604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990203520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320769.316649:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990203648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.316658:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990203776:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.316735:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990203392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.316777:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.316803:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320769.316811:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990203136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.316832:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320769.316855:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203392 00000100:00100000:1.0:1767320769.316859:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203392 00000100:00100000:1.0:1767320769.316891:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203136 00000100:00100000:1.0:1767320769.316894:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203136 00000100:00100000:1.0:1767320769.316913:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882 00000100:00100000:1.0:1767320769.316918:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990203392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.316953:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990203392:12345-0@lo:400:kworker.0 Request processed in 34us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320769.316959:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882 00000100:00100000:1.0:1767320769.316971:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5883 00000100:00100000:1.0:1767320769.316977:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990203136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.317003:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990203136:12345-0@lo:400:kworker.0 Request processed in 27us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320769.317009:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5883 00000100:00080000:1.0:1767320769.317029:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320769.317045:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990203136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320769.317055:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990203392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320769.376448:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320769.380973:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320769.381038:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320769.381145:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913600 00000100:00100000:0.0:1767320769.381162:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913600 00000100:00100000:0.0:1767320769.381290:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913472 00000100:00100000:0.0:1767320769.381294:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913472 00000100:00100000:0.0:1767320769.381333:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5884 00000100:00100000:0.0:1767320769.381346:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925913600:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320769.381444:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925913600:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320769.381453:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5884 00000100:00100000:3.0:1767320769.381468:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24355 00000100:00100000:3.0:1767320769.381479:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925913472:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320769.381507:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320769.381541:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925913472:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 63us (503us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320769.381548:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24355 00000100:00080000:1.0:1767320769.381871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320770.147301:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320770.400385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320771.171259:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320771.424603:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320772.194096:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320772.384739:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320772.384761:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990203904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320772.384866:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320772.385205:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320772.385210:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990203904 00000100:00100000:0.0:1767320772.385221:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990204032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320772.385223:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990203904 00000100:00100000:0.0:1767320772.385297:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320772.385440:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320772.385492:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204032 00000100:00100000:3.0:1767320772.385497:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204032 00000100:00080000:1.0:1767320772.385716:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320772.388027:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:3.0:1767320772.388064:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990203904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320772.388114:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320772.388252:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990203904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 206us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320772.388388:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990203904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320772.389936:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:2.0:1767320772.389967:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990204032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320772.390004:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320772.390218:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:2.0:1767320772.390414:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990204032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 463us (5115us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320772.390421:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:1.0:1767320772.394343:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990204032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320772.453205:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320773.220157:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320773.472405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320774.246486:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320774.432424:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320774.432439:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320774.432443:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320774.432447:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320774.432453:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320774.432463:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6019 00000100:00080000:3.0:1767320774.432469:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320774.432477:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320774.432532:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163990204160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320774.432563:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320774.432566:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320774.432568:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320774.432572:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6019 00000100:00080000:3.0:1767320774.432575:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320774.432579:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320774.432674:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990204160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320774.432677:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef586300 x1853163990204288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320774.432729:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320774.432733:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320774.432735:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320774.432739:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6019 00000100:00080000:3.0:1767320774.432741:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320774.432744:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320774.432755:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585180 x1853163990204544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320774.432771:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320774.432771:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320774.432775:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320774.432776:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320774.432780:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6019 00000100:00080000:3.0:1767320774.432782:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320774.432786:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320774.432795:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584a80 x1853163990204800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320774.432839:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990205056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320774.432858:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990204416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320774.432876:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320774.432888:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320774.432936:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990204288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320774.432949:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990204672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320774.432963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320774.432979:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320774.432988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990204544:0@lo:38:kworker.0 00000100:00100000:2.0:1767320774.433008:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320774.433025:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990204800:0@lo:38:kworker.0 00000100:00100000:0.0:1767320774.433029:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204160 00000100:00100000:0.0:1767320774.433038:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204160 00000100:00100000:2.0:1767320774.433058:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320774.435033:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320774.435056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990204928:0@lo:400:kworker.0 00000100:00100000:3.0:1767320774.435131:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320774.436332:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204416 00000100:00100000:0.0:1767320774.436346:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204416 00000100:00100000:0.0:1767320774.436411:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204672 00000100:00100000:0.0:1767320774.436414:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204672 00000100:00100000:0.0:1767320774.436426:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204544 00000100:00100000:0.0:1767320774.436429:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204544 00000100:00100000:0.0:1767320774.436438:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204800 00000100:00100000:0.0:1767320774.436440:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204800 00000100:00100000:0.0:1767320774.436454:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885 00000100:00100000:0.0:1767320774.436463:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990204416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.436545:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990204416:12345-0@lo:400:kworker.0 Request processed in 83us (3655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320774.436553:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885 00000100:00100000:0.0:1767320774.436574:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886 00000100:00100000:0.0:1767320774.436580:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990204672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.436624:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990204672:12345-0@lo:400:kworker.0 Request processed in 45us (3644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320774.436631:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886 00000100:00100000:0.0:1767320774.436645:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24356 00000100:00100000:0.0:1767320774.436649:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990204160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320774.436685:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320774.436719:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990204160:12345-0@lo:38:kworker.0 Request processed in 68us (3947us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320774.436725:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24356 00000100:00100000:0.0:1767320774.436736:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24357 00000100:00100000:0.0:1767320774.436740:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990204544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320774.436750:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320774.436769:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990204544:12345-0@lo:38:kworker.0 Request processed in 28us (3761us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320774.436774:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24357 00000100:00100000:0.0:1767320774.436783:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24358 00000100:00100000:0.0:1767320774.436786:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990204800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320774.436794:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320774.436811:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990204800:12345-0@lo:38:kworker.0 Request processed in 24us (3752us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320774.436816:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24358 00000100:00080000:0.0:1767320774.436833:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320774.436847:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205056 00000100:00100000:0.0:1767320774.436851:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205056 00000100:00100000:0.0:1767320774.436880:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204928 00000100:00100000:0.0:1767320774.436883:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204928 00000100:00100000:0.0:1767320774.436900:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767320774.436906:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990205056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.436947:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990205056:12345-0@lo:400:kworker.0 Request processed in 41us (4070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320774.436952:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1767320774.436962:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:0.0:1767320774.436967:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990204928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.436990:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990204928:12345-0@lo:400:kworker.0 Request processed in 23us (1859us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320774.436995:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00080000:0.0:1767320774.437013:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320774.437016:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320774.437053:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990204672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.437089:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990204416:0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.437141:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990204288 00000100:00100000:0.0:1767320774.437144:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990204288 00000100:00100000:0.0:1767320774.437164:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:0.0:1767320774.437168:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990204288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320774.437177:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320774.437202:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990204288:12345-0@lo:38:kworker.0 Request processed in 34us (4238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320774.437208:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00080000:0.0:1767320774.437273:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320774.437278:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320774.437282:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990204288:0@lo:38:kworker.0 00000100:00080000:0.0:1767320774.437292:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320774.437296:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320774.437299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990204544:0@lo:38:kworker.0 00000100:00080000:0.0:1767320774.437307:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320774.437311:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320774.437314:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990204800:0@lo:38:kworker.0 00000100:00080000:0.0:1767320774.437322:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320774.437325:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320774.437328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990204160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320774.437366:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990204928:0@lo:400:kworker.0 00000100:00100000:0.0:1767320774.437377:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990205056:0@lo:400:kworker.0 00000100:00100000:3.0:1767320774.496421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320774.501899:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320774.502017:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913856 00000100:00100000:2.0:1767320774.502030:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913856 00000100:00100000:2.0:1767320774.502132:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5887 00000100:00100000:2.0:1767320774.502143:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925913856:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320774.502286:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925913856:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 144us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320774.502294:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5887 00000100:00080000:0.0:1767320774.502469:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320774.503352:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320774.504868:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925913728 00000100:00100000:1.0:1767320774.504882:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925913728 00000100:00100000:1.0:1767320774.504939:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24359 00000100:00100000:1.0:1767320774.504948:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925913728:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320774.504979:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320774.505080:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925913728:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 131us (1732us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320774.505088:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24359 00010000:00010000:3.0:1767320775.264527:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320775.520596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320776.291469:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320776.544433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320777.312664:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320777.506667:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990205184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320777.506747:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320777.506982:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205184 00000100:00100000:3.0:1767320777.507000:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205184 00000100:00100000:3.0:1767320777.507071:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:3.0:1767320777.507081:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990205184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320777.507112:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320777.507164:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990205184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320777.507171:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00100000:3.0:1767320777.507260:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990205184:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320777.507672:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320777.507927:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990205312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320777.508044:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320777.508386:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205312 00000100:00100000:1.0:1767320777.508395:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205312 00000100:00080000:0.0:1767320777.508471:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320777.508478:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:1.0:1767320777.508494:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990205312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320777.508529:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320777.508737:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990205312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 248us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320777.508755:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:2.0:1767320777.509292:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990205312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320777.568423:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320778.336461:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320778.528363:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320753/real 1767320753] req@ffff96e2fd253100 x1853163990198912/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320778 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320778.528399:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd253100 x1853163990198912/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320778 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320778.528420:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320778.528449:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320778.528453:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990198912:0@lo:250:kworker.0 00000100:00080000:1.0:1767320778.528549:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320778.528554:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320778.528557:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320778.528561:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6003 00000100:00080000:1.0:1767320778.528565:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320778.528572:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320778.528656:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ca80 x1853163990205440/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320778.528682:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320778.528686:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320778.528688:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320778.528691:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6024 00000100:00080000:1.0:1767320778.528693:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320778.528697:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320778.528711:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48fb80 x1853163990205568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320778.528719:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320778.528722:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320778.528724:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320778.528728:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6024 00000100:00080000:1.0:1767320778.528730:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320778.528734:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320778.528746:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ce00 x1853163990205696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320778.528794:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320778.528798:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320778.528800:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320778.528804:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6024 00000100:00080000:1.0:1767320778.528806:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320778.528809:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320778.528823:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d880 x1853163990205952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320778.528837:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320778.528841:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320778.528842:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320778.528846:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6024 00000100:00080000:1.0:1767320778.528848:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320778.528851:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320778.528860:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163990206208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320778.529066:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990205824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529128:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320778.529186:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320778.529192:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990206080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320778.529259:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990206336:0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529288:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320778.529309:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320778.529315:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990206464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529335:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320778.529364:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206336 00000100:00100000:3.0:1767320778.529372:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206336 00000100:00100000:3.0:1767320778.529414:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206464 00000100:00100000:3.0:1767320778.529417:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206464 00000100:00100000:3.0:1767320778.529439:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:3.0:1767320778.529448:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990206336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529498:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990206336:12345-0@lo:400:kworker.0 Request processed in 51us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320778.529506:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00000100:00100000:3.0:1767320778.529521:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767320778.529528:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990206464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529555:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990206464:12345-0@lo:400:kworker.0 Request processed in 28us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320778.529561:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:3.0:1767320778.529620:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990206464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.529628:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990206336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320778.529799:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205824 00000100:00100000:1.0:1767320778.529804:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205824 00000100:00100000:1.0:1767320778.529845:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206080 00000100:00100000:1.0:1767320778.529848:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206080 00000100:00100000:1.0:1767320778.529879:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888 00000100:00100000:1.0:1767320778.529886:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990205824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320778.529925:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990205824:12345-0@lo:400:kworker.0 Request processed in 40us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320778.529931:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888 00000100:00100000:1.0:1767320778.529945:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5889 00000100:00100000:1.0:1767320778.529951:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990206080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320778.529976:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990206080:12345-0@lo:400:kworker.0 Request processed in 27us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320778.529982:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5889 00000100:00100000:2.0:1767320778.530411:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990205440:0@lo:250:kworker.0 00000400:00000100:2.0:1767320778.530441:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990205440 offset 0 length 520: 4 00000100:00100000:2.0:1767320778.530465:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990205568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320778.530489:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320778.530520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990205696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320778.530543:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320778.530571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990205952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320778.530605:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320778.530624:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990206208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320778.530644:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320778.530672:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205568 00000100:00100000:2.0:1767320778.530676:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205568 00000100:00100000:2.0:1767320778.530710:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205952 00000100:00100000:2.0:1767320778.530713:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205952 00000100:00100000:2.0:1767320778.530725:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206208 00000100:00100000:2.0:1767320778.530728:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206208 00000100:00100000:2.0:1767320778.530737:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24360 00000100:00100000:2.0:1767320778.530742:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990205568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320778.530759:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320778.530873:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990205568:12345-0@lo:38:kworker.0 Request processed in 129us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320778.530880:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24360 00000100:00100000:2.0:1767320778.530896:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24361 00000100:00100000:2.0:1767320778.530900:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990205952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320778.530909:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320778.530934:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990205952:12345-0@lo:38:kworker.0 Request processed in 33us (328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320778.530940:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24361 00000100:00100000:2.0:1767320778.530951:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24362 00000100:00100000:2.0:1767320778.530955:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990206208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320778.530964:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320778.530986:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990206208:12345-0@lo:38:kworker.0 Request processed in 29us (341us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320778.530993:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24362 00000100:00080000:3.0:1767320778.531371:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320778.531412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990206080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320778.531425:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990205824:0@lo:400:kworker.0 00000100:00080000:3.0:1767320778.531468:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320778.531473:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320778.531476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990205568:0@lo:38:kworker.0 00000100:00080000:3.0:1767320778.531483:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320778.531486:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320778.531489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990205952:0@lo:38:kworker.0 00000100:00080000:3.0:1767320778.531496:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320778.531499:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320778.531502:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990206208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320778.531639:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990205696 00000100:00100000:1.0:1767320778.531644:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990205696 00000100:00100000:1.0:1767320778.531675:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:1.0:1767320778.531680:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990205696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320778.531692:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320778.531737:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990205696:12345-0@lo:38:kworker.0 Request processed in 55us (1192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320778.531743:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00080000:3.0:1767320778.532197:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320778.532203:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320778.532206:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990205696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320778.592357:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320778.601663:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767320778.601704:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925913984 offset 0 length 520: 4 00000100:00100000:3.0:1767320778.601729:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320778.601837:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914240 00000100:00100000:1.0:1767320778.601847:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914240 00000100:00100000:1.0:1767320778.601937:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914112 00000100:00100000:1.0:1767320778.601941:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914112 00000100:00100000:1.0:1767320778.601960:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5890 00000100:00100000:1.0:1767320778.601970:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925914240:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320778.602057:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925914240:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320778.602064:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5890 00000100:00080000:3.0:1767320778.602227:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320778.602317:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24363 00000100:00100000:0.0:1767320778.602324:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925914112:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320778.602345:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320778.602377:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925914112:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320778.602384:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24363 00010000:00010000:3.0:1767320779.362268:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320779.616488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320780.384969:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320780.640368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320781.408504:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320781.665705:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320782.432755:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320782.627563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990206592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320782.627646:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320782.627941:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990206720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320782.627977:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320782.633676:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206592 00000100:00100000:3.0:1767320782.633691:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206592 00000100:00100000:3.0:1767320782.633773:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206720 00000100:00100000:3.0:1767320782.633777:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206720 00000100:00100000:3.0:1767320782.633806:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:3.0:1767320782.633815:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990206592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320782.633847:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320782.633907:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:0.0:1767320782.633918:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990206720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320782.633934:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320782.634101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320782.634106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320782.634453:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990206592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 637us (6805us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320782.634462:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:2.0:1767320782.634516:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990206592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320782.634538:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990206720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 611us (6548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320782.634547:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:0.0:1767320782.634797:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990206720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320782.688416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320783.456443:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320783.648878:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320783.648888:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320783.648891:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320783.648895:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320783.648899:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320783.648907:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6028 00000100:00080000:2.0:1767320783.648911:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320783.648918:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320783.648955:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400dc00 x1853163990206848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320783.648991:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320783.648994:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320783.648996:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320783.648999:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6028 00000100:00080000:2.0:1767320783.649001:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320783.649004:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320783.649018:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ed80 x1853163990206976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320783.649059:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320783.649063:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320783.649066:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320783.649071:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6028 00000100:00100000:0.0:1767320783.649072:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767320783.649074:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320783.649081:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320783.649088:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990207104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320783.649094:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400fb80 x1853163990207232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320783.649114:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320783.649118:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320783.649120:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320783.649124:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6028 00000100:00080000:2.0:1767320783.649127:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320783.649130:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320783.649141:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d180 x1853163990207488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320783.649158:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320783.649206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990207616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320783.649250:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990207360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320783.649271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320783.649294:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320783.649300:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990207744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320783.649331:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320783.649367:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207104 00000100:00100000:0.0:1767320783.649372:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320783.649375:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207104 00000100:00100000:0.0:1767320783.649436:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207616 00000100:00100000:2.0:1767320783.649438:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207360 00000100:00100000:0.0:1767320783.649442:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207616 00000100:00100000:2.0:1767320783.649444:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207360 00000100:00100000:0.0:1767320783.649478:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207744 00000100:00100000:0.0:1767320783.649482:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207744 00000100:00100000:2.0:1767320783.649498:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891 00000100:00100000:2.0:1767320783.649510:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990207104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320783.649539:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767320783.649548:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990207616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320783.649565:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990207104:12345-0@lo:400:kworker.0 Request processed in 55us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320783.649578:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891 00000100:00100000:2.0:1767320783.649599:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5892 00000100:00100000:0.0:1767320783.649605:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990207616:12345-0@lo:400:kworker.0 Request processed in 57us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320783.649609:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990207360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320783.649618:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:0.0:1767320783.649639:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:0.0:1767320783.649650:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990207744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320783.649650:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990207360:12345-0@lo:400:kworker.0 Request processed in 41us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320783.649683:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990207744:12345-0@lo:400:kworker.0 Request processed in 39us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320783.649730:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5892 00000100:00100000:0.0:1767320783.649882:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1767320783.649901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990207744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320783.649921:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990207616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320783.649931:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990207360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320783.649945:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990207104:0@lo:400:kworker.0 00000100:00080000:1.0:1767320783.649999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320783.650032:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990206848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320783.650065:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320783.650098:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990206976:0@lo:38:kworker.0 00000100:00100000:3.0:1767320783.650122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320783.650136:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206848 00000100:00100000:1.0:1767320783.650142:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206848 00000100:00100000:3.0:1767320783.650161:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990207232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320783.650178:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24364 00000100:00100000:1.0:1767320783.650185:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990206848:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320783.650192:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767320783.650212:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320783.650217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990207488:0@lo:38:kworker.0 00000100:00100000:3.0:1767320783.650275:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320783.650281:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990206848:12345-0@lo:38:kworker.0 Request processed in 93us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320783.650290:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24364 00000100:00100000:1.0:1767320783.650303:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207232 00000100:00100000:1.0:1767320783.650307:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207232 00000100:00080000:3.0:1767320783.650312:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320783.650319:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320783.650325:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990206848:0@lo:38:kworker.0 00000100:00100000:1.0:1767320783.650327:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207488 00000100:00100000:1.0:1767320783.650332:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207488 00000100:00100000:3.0:1767320783.650357:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24365 00000100:00100000:0.0:1767320783.650406:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990206976 00000100:00100000:0.0:1767320783.650411:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990206976 00000100:00100000:0.0:1767320783.650438:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:0.0:1767320783.650444:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990206976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320783.650455:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320783.650502:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990206976:12345-0@lo:38:kworker.0 Request processed in 57us (379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320783.650509:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00100000:1.0:1767320783.650530:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24366 00000100:00080000:0.0:1767320783.650535:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320783.650539:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990207488:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320783.650543:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320783.650549:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990206976:0@lo:38:kworker.0 00010000:00020000:1.0:1767320783.650554:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320783.650591:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990207488:12345-0@lo:38:kworker.0 Request processed in 53us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320783.650597:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24366 00000100:00080000:0.0:1767320783.650612:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320783.650619:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320783.650624:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990207488:0@lo:38:kworker.0 00000100:00100000:3.0:1767320783.650739:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990207232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320783.650751:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320783.650787:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990207232:12345-0@lo:38:kworker.0 Request processed in 423us (600us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320783.650794:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24365 00000100:00080000:1.0:1767320783.650822:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320783.650828:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320783.650832:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990207232:0@lo:38:kworker.0 00000100:00100000:3.0:1767320783.712424:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320783.715662:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320783.716563:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914368 00000100:00100000:2.0:1767320783.716575:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914368 00000100:00100000:2.0:1767320783.716679:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24367 00000100:00100000:2.0:1767320783.716689:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925914368:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320783.716711:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320783.716785:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925914368:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 91us (1127us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320783.716792:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24367 00000100:00100000:3.0:1767320783.717046:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320783.717540:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914496 00000100:00100000:1.0:1767320783.717547:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914496 00000100:00100000:1.0:1767320783.717745:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5893 00000100:00100000:1.0:1767320783.717755:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925914496:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320783.717816:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925914496:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 63us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320783.717824:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5893 00000100:00080000:3.0:1767320783.718795:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320784.483085:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320784.737135:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320785.504508:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320785.760462:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320786.529488:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320786.787037:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320787.555833:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320787.747947:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990208000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320787.748025:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320787.748123:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320787.748130:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990207872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320787.748157:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320787.748402:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208000 00000100:00100000:3.0:1767320787.748421:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208000 00000100:00100000:3.0:1767320787.748484:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990207872 00000100:00100000:3.0:1767320787.748487:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990207872 00000100:00100000:3.0:1767320787.748505:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:3.0:1767320787.748513:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990208000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320787.748544:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320787.748606:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990208000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320787.748613:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00100000:3.0:1767320787.748628:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:3.0:1767320787.748634:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990207872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320787.748649:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320787.748673:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990207872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320787.748679:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:3.0:1767320787.748730:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990207872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320787.748744:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990208000:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320787.749184:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320787.749189:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320787.808506:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320788.576561:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320788.768382:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320788.768404:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320788.768408:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320788.768412:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320788.768416:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320788.768426:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6033 00000100:00080000:3.0:1767320788.768431:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320788.768438:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320788.768489:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ce00 x1853163990208128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320788.768506:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320788.768510:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320788.768512:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320788.768515:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6033 00000100:00080000:3.0:1767320788.768517:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320788.768521:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320788.768535:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d180 x1853163990208256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320788.768574:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320788.768577:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320788.768579:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320788.768582:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6033 00000100:00080000:3.0:1767320788.768585:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320788.768588:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320788.768601:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067df80 x1853163990208512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320788.768615:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320788.768618:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320788.768620:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320788.768623:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6033 00000100:00080000:3.0:1767320788.768625:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320788.768628:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320788.768716:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990208384:0@lo:400:kworker.0 00000100:00100000:2.0:1767320788.768784:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320788.768846:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320788.768852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990208640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320788.768872:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320788.768904:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208384 00000100:00100000:2.0:1767320788.768924:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208384 00000100:00100000:2.0:1767320788.768976:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208640 00000100:00100000:2.0:1767320788.768979:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208640 00000100:00100000:2.0:1767320788.769003:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894 00000100:00100000:2.0:1767320788.769011:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990208384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320788.769057:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990208384:12345-0@lo:400:kworker.0 Request processed in 46us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320788.769064:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894 00000100:00100000:2.0:1767320788.769081:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5895 00000100:00100000:2.0:1767320788.769087:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990208640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320788.769111:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990208640:12345-0@lo:400:kworker.0 Request processed in 25us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320788.769117:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5895 00000100:00080000:2.0:1767320788.769134:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320788.769183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990208640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320788.769195:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990208384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320788.769403:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163990208768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320788.769462:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990209024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320788.769492:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320788.769512:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320788.769517:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990208896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320788.769537:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320788.769562:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209024 00000100:00100000:3.0:1767320788.769565:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209024 00000100:00100000:3.0:1767320788.769589:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208896 00000100:00100000:3.0:1767320788.769592:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208896 00000100:00100000:3.0:1767320788.769611:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:3.0:1767320788.769618:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990209024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320788.769774:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990209024:12345-0@lo:400:kworker.0 Request processed in 154us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320788.769781:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00100000:3.0:1767320788.769794:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:3.0:1767320788.769799:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990208896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320788.769825:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990208896:12345-0@lo:400:kworker.0 Request processed in 26us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320788.769832:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:3.0:1767320788.769863:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990208896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320788.769873:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990209024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320788.770163:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990208128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320788.770257:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320788.770289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990208256:0@lo:38:kworker.0 00000100:00100000:1.0:1767320788.770313:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320788.770382:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208128 00000100:00100000:0.0:1767320788.770388:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208128 00000100:00100000:0.0:1767320788.770431:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24368 00000100:00100000:0.0:1767320788.770437:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990208128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320788.770456:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320788.770491:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990208128:12345-0@lo:38:kworker.0 Request processed in 54us (234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320788.770497:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24368 00000100:00100000:1.0:1767320788.770552:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990208512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320788.770573:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320788.770595:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990208768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320788.770613:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320788.770654:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320788.770659:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320788.770662:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990208128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320788.770683:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208512 00000100:00100000:1.0:1767320788.770686:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208512 00000100:00100000:1.0:1767320788.770706:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208768 00000100:00100000:1.0:1767320788.770709:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208768 00000100:00100000:1.0:1767320788.770723:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24369 00000100:00100000:1.0:1767320788.770727:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990208512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320788.770737:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320788.770765:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990208512:12345-0@lo:38:kworker.0 Request processed in 37us (191us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320788.770771:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24369 00000100:00100000:1.0:1767320788.770784:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24370 00000100:00100000:1.0:1767320788.770788:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990208768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320788.770797:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320788.770818:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990208768:12345-0@lo:38:kworker.0 Request processed in 28us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320788.770826:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24370 00000100:00080000:1.0:1767320788.770852:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320788.770856:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320788.770860:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990208512:0@lo:38:kworker.0 00000100:00080000:1.0:1767320788.770866:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320788.770869:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320788.770871:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990208768:0@lo:38:kworker.0 00000100:00100000:2.0:1767320788.771975:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990208256 00000100:00100000:2.0:1767320788.771985:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990208256 00000100:00100000:2.0:1767320788.772060:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:2.0:1767320788.772067:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990208256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320788.772081:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320788.772137:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990208256:12345-0@lo:38:kworker.0 Request processed in 68us (1821us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320788.772142:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00000100:00080000:1.0:1767320788.772219:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320788.772225:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320788.772242:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990208256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320788.832371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320788.836016:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320788.836078:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320788.838569:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914752 00000100:00100000:1.0:1767320788.838584:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914752 00000100:00100000:1.0:1767320788.838674:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914624 00000100:00100000:1.0:1767320788.838678:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914624 00000100:00100000:1.0:1767320788.838703:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5896 00000100:00100000:1.0:1767320788.838715:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925914752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320788.838767:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24371 00000100:00100000:3.0:1767320788.838777:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925914624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320788.838802:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320788.838811:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925914752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (2809us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320788.838820:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5896 00000100:00100000:3.0:1767320788.838864:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925914624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 86us (2785us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320788.838870:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24371 00000100:00080000:0.0:1767320788.839011:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320789.601646:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320789.856497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320790.624603:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320790.880426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320791.649008:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320791.904500:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320792.673470:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320792.864948:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990209280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320792.865062:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320792.865182:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320792.865188:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990209152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320792.865207:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320792.866345:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209280 00000100:00100000:3.0:1767320792.866360:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209280 00000100:00100000:3.0:1767320792.866453:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209152 00000100:00100000:3.0:1767320792.866457:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209152 00000100:00100000:3.0:1767320792.866478:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:3.0:1767320792.866488:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990209280:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320792.866531:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00002000:00000024:3.0:1767320792.866537:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320792.866543:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990209152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320792.866561:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320792.866650:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320792.866656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320792.866799:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990209152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 259us (1588us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320792.866809:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1767320792.869607:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990209152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320792.870386:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990209280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3893us (5318us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320792.870399:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00100000:0.0:1767320792.871460:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990209280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320792.928501:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320793.699884:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320793.888625:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.888639:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320793.888643:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.888648:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.888653:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.888663:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6038 00000100:00080000:3.0:1767320793.888670:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.888679:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320793.888742:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e300 x1853163990209408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320793.888776:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.888780:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.888782:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.888786:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6038 00000100:00080000:3.0:1767320793.888789:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.888793:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320793.888808:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163990209536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320793.888864:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.888868:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.888870:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.888874:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6038 00000100:00080000:3.0:1767320793.888876:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.888880:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320793.888894:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067dc00 x1853163990209792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320793.888910:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.888915:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.888916:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.888920:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6038 00000100:00080000:3.0:1767320793.888922:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.888927:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320793.888937:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f800 x1853163990210048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320793.889116:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990209920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320793.889219:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.889343:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320793.889350:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990209664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320793.889376:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.889446:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990210176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320793.889482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.889509:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320793.889512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990209408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320793.889518:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990210304:0@lo:400:kworker.0 00000100:00100000:0.0:1767320793.889554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320793.889569:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.889593:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210176 00000100:00100000:2.0:1767320793.889602:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990209536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320793.889605:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210176 00000100:00100000:2.0:1767320793.889647:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.889666:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210304 00000100:00100000:0.0:1767320793.889672:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210304 00000100:00100000:2.0:1767320793.889676:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990209792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320793.889701:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767320793.889702:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.889717:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990210176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320793.889723:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990210048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320793.889751:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320793.889791:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209536 00000100:00100000:0.0:1767320793.889792:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990210176:12345-0@lo:400:kworker.0 Request processed in 78us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320793.889803:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1767320793.889806:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209536 00000100:00100000:0.0:1767320793.889825:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1767320793.889835:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990210304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320793.889841:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:2.0:1767320793.889848:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990209536:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320793.889868:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990210304:12345-0@lo:400:kworker.0 Request processed in 34us (312us total) trans 0 rc 0/0 00010000:00020000:2.0:1767320793.889873:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320793.889878:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1767320793.889928:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990210304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320793.889931:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990209536:12345-0@lo:38:kworker.0 Request processed in 81us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320793.889941:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00100000:0.0:1767320793.889946:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990210176:0@lo:400:kworker.0 00000100:00080000:2.0:1767320793.889979:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320793.889988:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320793.889993:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990209536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.890280:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209920 00000100:00100000:3.0:1767320793.890285:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209920 00000100:00100000:3.0:1767320793.890345:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209664 00000100:00100000:3.0:1767320793.890349:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209664 00000100:00100000:3.0:1767320793.890364:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209408 00000100:00100000:3.0:1767320793.890366:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209408 00000100:00100000:3.0:1767320793.890377:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990209792 00000100:00100000:3.0:1767320793.890380:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990209792 00000100:00100000:3.0:1767320793.890387:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210048 00000100:00100000:3.0:1767320793.890389:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210048 00000100:00100000:3.0:1767320793.890400:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897 00000100:00100000:3.0:1767320793.890407:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990209920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320793.890455:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990209920:12345-0@lo:400:kworker.0 Request processed in 49us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320793.890461:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897 00000100:00100000:3.0:1767320793.890474:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898 00000100:00100000:3.0:1767320793.890480:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990209664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320793.890508:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990209664:12345-0@lo:400:kworker.0 Request processed in 28us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320793.890513:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898 00000100:00100000:3.0:1767320793.890524:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24372 00000100:00100000:3.0:1767320793.890528:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990209408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320793.890539:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320793.890565:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990209408:12345-0@lo:38:kworker.0 Request processed in 36us (997us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320793.890571:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24372 00000100:00100000:3.0:1767320793.890582:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24373 00000100:00100000:3.0:1767320793.890586:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990209792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320793.890594:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320793.890616:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990209792:12345-0@lo:38:kworker.0 Request processed in 28us (915us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320793.890622:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24373 00000100:00100000:3.0:1767320793.890633:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24374 00000100:00100000:3.0:1767320793.890637:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990210048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320793.890646:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320793.890669:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990210048:12345-0@lo:38:kworker.0 Request processed in 30us (916us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320793.890674:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24374 00000100:00100000:3.0:1767320793.890742:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990209664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320793.890754:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990209920:0@lo:400:kworker.0 00000100:00080000:2.0:1767320793.890974:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320793.890999:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320793.891005:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320793.891008:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990209408:0@lo:38:kworker.0 00000100:00080000:2.0:1767320793.891017:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320793.891020:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320793.891023:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990209792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320793.891031:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320793.891034:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320793.891037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990210048:0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.952415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320793.958758:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320793.958873:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320793.958913:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915008 00000100:00100000:2.0:1767320793.958933:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915008 00000100:00100000:2.0:1767320793.959042:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925914880 00000100:00100000:2.0:1767320793.959046:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925914880 00000100:00100000:3.0:1767320793.959151:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5899 00000100:00100000:3.0:1767320793.959172:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925915008:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320793.959283:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925915008:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 119us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320793.959290:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5899 00000100:00080000:0.0:1767320793.959635:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320793.960814:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24375 00000100:00100000:2.0:1767320793.960825:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925914880:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320793.960853:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320793.960945:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925914880:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 119us (2072us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320793.960953:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24375 00010000:00010000:3.0:1767320794.720520:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320794.976411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320795.746328:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320796.000420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320796.768448:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320797.024391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320797.793292:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320797.984803:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990210432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320797.984910:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320797.985016:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210432 00000100:00100000:1.0:1767320797.985028:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210432 00000100:00100000:1.0:1767320797.985121:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:1.0:1767320797.985134:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990210432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320797.985174:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320797.985272:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990210432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320797.985282:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00100000:0.0:1767320797.985353:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990210432:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320797.985364:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320797.985784:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990210560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320797.985920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320797.986137:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210560 00000100:00100000:2.0:1767320797.986144:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210560 00000100:00100000:2.0:1767320797.986192:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:2.0:1767320797.986198:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990210560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320797.986220:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320797.986346:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990210560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320797.986358:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:1.0:1767320797.986590:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990210560:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320797.987203:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320798.048511:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320798.816546:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320799.010478:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320799.010493:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320799.010496:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320799.010501:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320799.010506:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320799.010517:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6043 00000100:00080000:1.0:1767320799.010522:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320799.010530:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320799.010585:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48dc00 x1853163990210688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320799.010670:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990210688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320799.010765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320799.010993:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210688 00000100:00100000:2.0:1767320799.011004:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210688 00000100:00100000:2.0:1767320799.011093:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24376 00000100:00100000:2.0:1767320799.011101:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990210688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320799.011125:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320799.012174:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320799.012181:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320799.012184:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320799.012191:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6043 00000100:00080000:1.0:1767320799.012195:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320799.012200:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320799.012255:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163990210816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320799.013869:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990210816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320799.013956:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320799.014103:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210816 00000100:00100000:3.0:1767320799.014113:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210816 00000100:00100000:3.0:1767320799.014182:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:3.0:1767320799.014191:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990210816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320799.014224:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320799.014288:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990210816:12345-0@lo:38:kworker.0 Request processed in 96us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320799.014295:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1767320799.014605:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990210688:12345-0@lo:38:kworker.0 Request processed in 3500us (3836us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320799.014615:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24376 00000100:00080000:0.0:1767320799.014711:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320799.014717:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320799.014799:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990210688:0@lo:38:kworker.0 00000100:00080000:0.0:1767320799.014834:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320799.014838:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320799.014841:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990210816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320799.018362:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320799.018368:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320799.018372:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320799.018380:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6043 00000100:00080000:1.0:1767320799.018385:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320799.018392:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320799.018413:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48dc00 x1853163990211072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320799.018427:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320799.018430:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320799.018431:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320799.018433:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6043 00000100:00080000:1.0:1767320799.018435:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320799.018437:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320799.018443:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48f100 x1853163990211328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320799.018507:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990211584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320799.018574:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320799.018610:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320799.018613:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990211456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320799.018628:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320799.018750:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211584 00000100:00100000:3.0:1767320799.018756:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211584 00000100:00100000:3.0:1767320799.018824:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211456 00000100:00100000:3.0:1767320799.018827:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211456 00000100:00100000:3.0:1767320799.018854:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:3.0:1767320799.018864:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990211584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.018927:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990211584:12345-0@lo:400:kworker.0 Request processed in 65us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320799.018935:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:3.0:1767320799.018952:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:3.0:1767320799.018958:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990211456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.018984:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990211456:12345-0@lo:400:kworker.0 Request processed in 26us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320799.018989:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:3.0:1767320799.019050:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990211456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019060:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990211584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019089:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990211200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320799.019137:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320799.019141:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990210944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019158:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320799.019183:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211200 00000100:00100000:3.0:1767320799.019186:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211200 00000100:00100000:3.0:1767320799.019222:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990210944 00000100:00100000:3.0:1767320799.019225:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990210944 00000100:00100000:3.0:1767320799.019267:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900 00000100:00100000:3.0:1767320799.019272:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990211200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019303:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990211200:12345-0@lo:400:kworker.0 Request processed in 31us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320799.019310:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900 00000100:00100000:3.0:1767320799.019320:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5901 00000100:00100000:3.0:1767320799.019325:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990210944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019345:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990210944:12345-0@lo:400:kworker.0 Request processed in 21us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320799.019350:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5901 00000100:00100000:3.0:1767320799.019377:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990210944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320799.019385:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990211200:0@lo:400:kworker.0 00000100:00080000:1.0:1767320799.019636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320799.019642:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320799.019644:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320799.019759:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990211072:0@lo:38:kworker.0 00000100:00100000:0.0:1767320799.019793:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320799.019819:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990211328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320799.019840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320799.019854:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211072 00000100:00100000:2.0:1767320799.019862:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211072 00000100:00100000:2.0:1767320799.019892:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211328 00000100:00100000:2.0:1767320799.019896:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211328 00000100:00100000:0.0:1767320799.019902:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24377 00000100:00100000:0.0:1767320799.019910:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990211072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320799.019931:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320799.019934:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24378 00000100:00100000:2.0:1767320799.019943:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990211328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320799.019955:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320799.019972:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990211072:12345-0@lo:38:kworker.0 Request processed in 60us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320799.019979:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24377 00000100:00100000:2.0:1767320799.019997:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990211328:12345-0@lo:38:kworker.0 Request processed in 52us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320799.020005:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24378 00000100:00080000:0.0:1767320799.020011:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320799.020018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320799.020022:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990211072:0@lo:38:kworker.0 00000100:00080000:0.0:1767320799.020031:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320799.022171:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320799.022181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990211328:0@lo:38:kworker.0 00000100:00100000:3.0:1767320799.072393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320799.077400:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320799.077458:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320799.077537:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915264 00000100:00100000:1.0:1767320799.077551:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915264 00000100:00100000:1.0:1767320799.077666:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915136 00000100:00100000:1.0:1767320799.077670:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915136 00000100:00100000:1.0:1767320799.077690:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5902 00000100:00100000:1.0:1767320799.077702:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925915264:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320799.078157:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925915264:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 455us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320799.078168:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5902 00000100:00100000:1.0:1767320799.078195:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24379 00000100:00100000:1.0:1767320799.078200:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925915136:12345-192.168.204.1@tcp:38:kworker.0 00000100:00080000:2.0:1767320799.078225:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767320799.078270:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320799.078306:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925915136:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 104us (847us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320799.078313:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24379 00010000:00010000:3.0:1767320799.841568:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320800.096403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320800.866569:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320801.120379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320801.893553:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320802.145202:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320802.912499:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320803.104846:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990211712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320803.104949:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320778/real 1767320778] req@ffff96e2da48ca80 x1853163990205440/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320803 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320803.104954:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320803.104988:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2da48ca80 x1853163990205440/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320803 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320803.105004:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320803.105025:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320803.105029:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990205440:0@lo:250:kworker.0 00000100:00100000:2.0:1767320803.105090:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211712 00000100:00100000:2.0:1767320803.105101:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211712 00000100:00100000:2.0:1767320803.105182:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:2.0:1767320803.105194:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990211712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320803.105258:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320803.105346:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320803.105352:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320803.105356:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320803.105362:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6028 00000100:00080000:0.0:1767320803.105366:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320803.105372:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320803.105392:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978a80 x1853163990211968/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320803.109691:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990211840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320803.109803:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320803.109889:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990211840 00000100:00100000:3.0:1767320803.109899:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990211840 00000100:00100000:3.0:1767320803.109953:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:3.0:1767320803.109963:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990211840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320803.110003:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320803.110055:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990211840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320803.110064:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000100:00080000:1.0:1767320803.110891:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320803.110900:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320803.111652:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990211840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320803.114429:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990211968:0@lo:250:kworker.0 00000400:00000100:1.0:1767320803.114539:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990211968 offset 0 length 520: 4 00000100:00080000:0.0:1767320803.114822:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320803.114828:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320803.114833:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320803.114839:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6048 00000100:00080000:0.0:1767320803.114845:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320803.114852:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320803.114900:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797bb80 x1853163990212096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320803.114957:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990212096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320803.115002:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320803.115204:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990211712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10009us (10245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320803.115219:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00100000:2.0:1767320803.115293:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212096 00000100:00100000:2.0:1767320803.115303:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212096 00000100:00100000:2.0:1767320803.115557:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24380 00000100:00100000:2.0:1767320803.115566:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990212096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320803.115593:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320803.115647:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990212096:12345-0@lo:38:kworker.0 Request processed in 81us (645us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320803.115655:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24380 00000100:00080000:2.0:1767320803.115702:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320803.115707:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320803.115711:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990212096:0@lo:38:kworker.0 00000100:00080000:0.0:1767320803.115797:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320803.115802:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320803.115805:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320803.115809:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6048 00000100:00080000:0.0:1767320803.115813:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320803.115817:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320803.115836:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797bb80 x1853163990212224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320803.115914:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320803.115918:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320803.115920:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320803.115924:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6048 00000100:00080000:0.0:1767320803.115927:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320803.115932:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320803.115946:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bafb80 x1853163990212480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320803.115963:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320803.115966:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320803.115968:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320803.115971:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6048 00000100:00080000:0.0:1767320803.115973:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320803.115976:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320803.115985:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990212736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320803.116014:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990212352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320803.116050:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320803.116077:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320803.116083:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990212608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320803.116105:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320803.116145:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212352 00000100:00100000:0.0:1767320803.116149:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212352 00000100:00100000:0.0:1767320803.116201:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212608 00000100:00100000:0.0:1767320803.116205:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212608 00000100:00100000:0.0:1767320803.116246:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903 00000100:00100000:0.0:1767320803.116255:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990212352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320803.116302:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990212352:12345-0@lo:400:kworker.0 Request processed in 48us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320803.116308:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903 00000100:00100000:1.0:1767320803.116499:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5904 00000100:00100000:1.0:1767320803.116510:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990212608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320803.116545:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990212608:12345-0@lo:400:kworker.0 Request processed in 40us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320803.116551:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5904 00000100:00080000:1.0:1767320803.116590:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320803.116639:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990212608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320803.116650:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990212352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320803.116727:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990212224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320803.116765:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320803.116797:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990212480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320803.116820:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320803.116836:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990212736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320803.116857:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320803.116889:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212480 00000100:00100000:2.0:1767320803.116894:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212480 00000100:00100000:2.0:1767320803.116917:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212736 00000100:00100000:2.0:1767320803.116919:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212736 00000100:00100000:2.0:1767320803.116935:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24381 00000100:00100000:2.0:1767320803.116940:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990212480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320803.116958:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320803.116993:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990212480:12345-0@lo:38:kworker.0 Request processed in 51us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320803.116999:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24381 00000100:00100000:2.0:1767320803.117011:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24382 00000100:00100000:2.0:1767320803.117015:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990212736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320803.117025:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320803.117048:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990212736:12345-0@lo:38:kworker.0 Request processed in 31us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320803.117054:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24382 00000100:00080000:2.0:1767320803.117082:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320803.117087:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320803.117091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990212480:0@lo:38:kworker.0 00000100:00080000:2.0:1767320803.117099:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320803.117102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320803.117105:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990212736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320803.117205:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212224 00000100:00100000:1.0:1767320803.117209:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212224 00000100:00100000:1.0:1767320803.117261:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:1.0:1767320803.117267:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990212224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320803.117278:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320803.117310:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990212224:12345-0@lo:38:kworker.0 Request processed in 41us (544us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320803.117316:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:3.0:1767320803.117473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990211712:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320803.117668:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320803.117673:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320803.117676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990212224:0@lo:38:kworker.0 00000100:00100000:3.0:1767320803.168592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320803.939276:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320804.192430:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320804.195596:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320804.195653:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320804.195705:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915392 00000100:00100000:0.0:1767320804.195719:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915392 00000100:00100000:0.0:1767320804.195774:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915520 00000100:00100000:0.0:1767320804.195777:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915520 00000100:00100000:0.0:1767320804.195837:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5905 00000100:00100000:0.0:1767320804.195848:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925915520:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767320804.195989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320804.196098:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925915520:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 251us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320804.196119:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5905 00000100:00100000:0.0:1767320804.196144:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24383 00000100:00100000:0.0:1767320804.196150:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925915392:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320804.196175:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320804.196204:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925915392:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (624us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320804.196211:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24383 00000400:00000100:2.0:1767320804.202808:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925915648 offset 0 length 520: 4 00010000:00010000:3.0:1767320804.961836:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320805.217578:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320805.985533:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320806.240345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320807.008611:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320807.265194:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320808.036959:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320808.225147:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320808.225176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990212864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320808.225485:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320808.225748:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320808.225753:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320808.225756:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320808.225759:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320808.225763:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320808.225769:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6052 00000100:00080000:1.0:1767320808.225773:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320808.225779:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320808.225806:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48c700 x1853163990212992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320808.225828:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320808.225831:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320808.225832:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320808.225835:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6052 00000100:00080000:1.0:1767320808.225836:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320808.225838:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320808.225853:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d500 x1853163990213120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320808.225893:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320808.225898:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320808.225900:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320808.225904:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6052 00000100:00080000:1.0:1767320808.225907:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320808.225910:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320808.225923:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48dc00 x1853163990213376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320808.225950:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320808.225954:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320808.225955:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320808.225959:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6052 00000100:00080000:1.0:1767320808.225962:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320808.225966:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320808.225978:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163990213632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320808.226012:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990213504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320808.226066:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320808.226098:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320808.226104:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990213760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320808.226172:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320808.226206:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213760 00000100:00100000:1.0:1767320808.226213:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213760 00000100:00100000:0.0:1767320808.226369:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990213248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320808.226394:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320808.226448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320808.227498:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:1.0:1767320808.227525:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990213760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320808.227609:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990213760:12345-0@lo:400:kworker.0 Request processed in 97us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320808.227615:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00100000:3.0:1767320808.228676:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990212992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320808.228747:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320808.228811:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990213120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320808.228840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320808.228864:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990213376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320808.228886:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320808.228903:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990213632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320808.228924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320808.228962:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213504 00000100:00100000:3.0:1767320808.228970:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213504 00000100:00100000:3.0:1767320808.229028:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213248 00000100:00100000:3.0:1767320808.229045:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213248 00000100:00100000:3.0:1767320808.229064:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212992 00000100:00100000:3.0:1767320808.229068:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212992 00000100:00100000:3.0:1767320808.229078:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213376 00000100:00100000:3.0:1767320808.229080:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213376 00000100:00100000:3.0:1767320808.229088:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213632 00000100:00100000:3.0:1767320808.229090:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213632 00000100:00100000:3.0:1767320808.229102:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906 00000100:00100000:3.0:1767320808.229111:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990213504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320808.229174:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990213504:12345-0@lo:400:kworker.0 Request processed in 62us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320808.229181:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906 00000100:00100000:3.0:1767320808.229197:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5907 00000100:00100000:3.0:1767320808.229202:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990213248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320808.229271:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990213248:12345-0@lo:400:kworker.0 Request processed in 69us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320808.229277:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5907 00000100:00100000:1.0:1767320808.229403:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24384 00000100:00100000:1.0:1767320808.229487:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990212992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320808.229517:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320808.229565:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990212992:12345-0@lo:38:kworker.0 Request processed in 77us (818us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320808.229572:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24384 00000100:00100000:1.0:1767320808.229586:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24385 00000100:00100000:1.0:1767320808.229590:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990213376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320808.229599:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320808.229621:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990213376:12345-0@lo:38:kworker.0 Request processed in 30us (733us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320808.229627:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24385 00000100:00100000:1.0:1767320808.229637:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24386 00000100:00100000:1.0:1767320808.229640:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990213632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320808.229649:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320808.229670:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990213632:12345-0@lo:38:kworker.0 Request processed in 28us (746us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320808.229675:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24386 00000100:00080000:1.0:1767320808.229753:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320808.229759:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320808.229763:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990212992:0@lo:38:kworker.0 00000100:00080000:1.0:1767320808.229774:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320808.229777:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320808.229780:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990213376:0@lo:38:kworker.0 00000100:00080000:1.0:1767320808.229788:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320808.229791:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320808.229793:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990213632:0@lo:38:kworker.0 00000100:00080000:0.0:1767320808.229899:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320808.229932:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990213760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320808.229945:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990213504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320808.229992:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990213248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320808.231449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990213888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320808.231507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320808.231679:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213120 00000100:00100000:3.0:1767320808.231686:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213120 00000100:00100000:3.0:1767320808.231726:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1767320808.231732:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990213120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320808.231750:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320808.231788:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990213120:12345-0@lo:38:kworker.0 Request processed in 56us (2948us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320808.231793:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1767320808.231816:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990212864 00000100:00100000:3.0:1767320808.231818:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990212864 00000100:00100000:3.0:1767320808.231848:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990213888 00000100:00100000:3.0:1767320808.231851:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990213888 00000100:00100000:3.0:1767320808.231864:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:3.0:1767320808.231869:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990212864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320808.231900:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320808.231943:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990212864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (6459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320808.231950:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00100000:3.0:1767320808.231962:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:3.0:1767320808.231968:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990213888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320808.231984:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320808.232075:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320808.232139:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990212864:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320808.232203:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320808.232208:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320808.232212:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990213120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320808.237053:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990213888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5058us (5517us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320808.237077:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00100000:0.0:1767320808.237324:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990213888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320808.288653:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320809.056941:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320809.312405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320809.318437:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320809.318487:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320809.318537:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915904 00000100:00100000:0.0:1767320809.318555:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915904 00000100:00100000:0.0:1767320809.318669:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925915776 00000100:00100000:0.0:1767320809.318673:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925915776 00000100:00100000:0.0:1767320809.318707:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5908 00000100:00100000:0.0:1767320809.318718:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925915904:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320809.318770:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24387 00000100:00100000:2.0:1767320809.318783:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925915776:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320809.318808:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320809.318826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925915904:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 107us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320809.318836:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5908 00000100:00100000:2.0:1767320809.318868:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925915776:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 84us (378us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320809.318879:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24387 00000100:00080000:1.0:1767320809.318959:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320810.080479:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320810.336633:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320811.105139:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320811.360378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320812.129944:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320812.387599:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320813.153285:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320813.344625:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990214016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320813.344709:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990214144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320813.344709:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320813.344747:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320813.344797:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214016 00000100:00080000:2.0:1767320813.344801:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320813.344805:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214016 00000100:00100000:0.0:1767320813.344808:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214144 00000100:00080000:2.0:1767320813.344808:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320813.344813:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320813.344815:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214144 00000100:00080000:2.0:1767320813.344819:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320813.344823:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320813.344829:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6057 00000100:00080000:2.0:1767320813.344833:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320813.344839:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320813.344857:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00080000:1.0:1767320813.344864:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320813.344865:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990214016:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320813.344871:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320813.344930:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e300 x1853163990214272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320813.344959:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320813.344962:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320813.344964:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320813.344968:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6057 00000100:00080000:2.0:1767320813.344970:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320813.344974:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320813.344987:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c000 x1853163990214400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320813.345010:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320813.345013:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320813.345015:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320813.345018:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6057 00000100:00080000:2.0:1767320813.345029:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320813.345032:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320813.345043:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400d500 x1853163990214656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320813.345065:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320813.345068:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320813.345070:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320813.345074:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6057 00000100:00080000:2.0:1767320813.345076:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320813.345079:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320813.345088:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400fb80 x1853163990214912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320813.345109:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320813.345116:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990214784:0@lo:400:kworker.0 00000100:00100000:2.0:1767320813.345144:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320813.345175:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214784 00000100:00100000:2.0:1767320813.345179:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214784 00000100:00100000:2.0:1767320813.345211:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909 00000100:00100000:2.0:1767320813.345217:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990214784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320813.345288:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990214784:12345-0@lo:400:kworker.0 Request processed in 71us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320813.345295:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909 00000100:00100000:2.0:1767320813.345335:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990214784:0@lo:400:kworker.0 00000100:00100000:2.0:1767320813.345368:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990214528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320813.345389:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320813.345418:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214528 00000100:00100000:2.0:1767320813.345422:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214528 00000100:00100000:2.0:1767320813.345446:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5910 00000100:00100000:2.0:1767320813.345451:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990214528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320813.345483:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990214528:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320813.345488:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5910 00000100:00100000:2.0:1767320813.345511:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990214528:0@lo:400:kworker.0 00000100:00080000:1.0:1767320813.345850:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320813.345863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990214272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320813.345891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320813.345925:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990214400:0@lo:38:kworker.0 00000100:00100000:1.0:1767320813.345955:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320813.345975:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990214656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320813.345992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320813.346006:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990214912:0@lo:38:kworker.0 00002000:00000024:3.0:1767320813.346028:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320813.346067:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320813.346078:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990214016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1212us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320813.346086:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00100000:1.0:1767320813.346163:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214400 00000100:00100000:1.0:1767320813.346168:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214400 00000100:00100000:1.0:1767320813.346193:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:1.0:1767320813.346197:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990214400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320813.346215:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320813.346448:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214272 00000100:00100000:2.0:1767320813.346453:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214272 00000100:00100000:2.0:1767320813.346483:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214656 00000100:00100000:2.0:1767320813.346487:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214656 00000100:00100000:2.0:1767320813.346502:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990214912 00000100:00100000:2.0:1767320813.346504:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990214912 00000100:00100000:2.0:1767320813.346519:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24388 00000100:00100000:2.0:1767320813.346523:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990214272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320813.346534:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320813.346653:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990214272:12345-0@lo:38:kworker.0 Request processed in 128us (761us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320813.346659:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24388 00000100:00100000:2.0:1767320813.346672:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24389 00000100:00100000:2.0:1767320813.346676:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990214656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320813.346685:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320813.346722:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990214656:12345-0@lo:38:kworker.0 Request processed in 45us (728us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320813.346727:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24389 00000100:00100000:2.0:1767320813.346739:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24390 00000100:00100000:2.0:1767320813.346742:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990214912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320813.346752:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320813.346772:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990214912:12345-0@lo:38:kworker.0 Request processed in 29us (706us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320813.346777:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24390 00000100:00100000:2.0:1767320813.346831:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990214016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320813.349451:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:0.0:1767320813.349475:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990214144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320813.349510:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320813.349592:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990214144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (4844us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320813.353564:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990214400:12345-0@lo:38:kworker.0 Request processed in 7355us (7597us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320813.353578:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00080000:1.0:1767320813.353641:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320813.353646:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320813.353650:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990214272:0@lo:38:kworker.0 00000100:00080000:1.0:1767320813.353663:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320813.353666:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320813.353669:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990214400:0@lo:38:kworker.0 00000100:00080000:1.0:1767320813.353680:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320813.353684:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320813.353699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990214656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320813.353711:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320813.353715:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320813.353720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990214912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320813.353760:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990214144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320813.354543:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00100000:3.0:1767320813.408586:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320814.176468:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320814.432863:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320814.435741:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320814.435849:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320814.439003:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916032 00000100:00100000:2.0:1767320814.439020:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916032 00000100:00100000:2.0:1767320814.439148:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916160 00000100:00100000:2.0:1767320814.439152:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916160 00000100:00080000:1.0:1767320814.439250:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320814.439495:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5911 00000100:00100000:0.0:1767320814.439508:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925916160:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320814.439602:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925916160:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 98us (3752us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320814.439611:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5911 00000100:00100000:0.0:1767320814.439632:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24391 00000100:00100000:0.0:1767320814.439637:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925916032:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320814.439658:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320814.439684:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925916032:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (3955us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320814.439691:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24391 00010000:00010000:3.0:1767320815.200777:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320815.457386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320816.224484:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320816.480596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320817.248573:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320817.504686:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320818.272819:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320818.465577:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320818.465599:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990215040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320818.465671:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320818.465710:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215040 00000100:00100000:3.0:1767320818.465729:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215040 00000100:00100000:3.0:1767320818.465840:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:3.0:1767320818.465867:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990215040:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320818.465888:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320818.465896:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320818.465899:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320818.465904:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320818.465908:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00002000:00000024:3.0:1767320818.465914:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767320818.465915:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6063 00000100:00080000:1.0:1767320818.465925:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320818.465931:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320818.465962:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d0000 x1853163990215168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320818.465985:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320818.465989:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320818.465991:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320818.465995:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6063 00000100:00080000:1.0:1767320818.465997:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320818.466002:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320818.466013:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990215040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320818.466017:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3480 x1853163990215296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320818.466034:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00000100:00080000:1.0:1767320818.466066:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320818.466072:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320818.466075:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320818.466080:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6063 00000100:00080000:1.0:1767320818.466084:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320818.466088:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320818.466105:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2d80 x1853163990215552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320818.466113:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990215168:0@lo:38:kworker.0 00000100:00080000:1.0:1767320818.466150:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320818.466155:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320818.466158:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320818.466162:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6063 00000100:00080000:1.0:1767320818.466165:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320818.466170:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320818.466180:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320818.466186:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d3b80 x1853163990215808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320818.466357:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320818.466382:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990215424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320818.466403:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990215680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320818.466424:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320818.466475:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990215296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320818.467400:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990216064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320818.469804:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320818.469928:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215168 00000100:00100000:0.0:1767320818.469937:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215168 00000100:00100000:0.0:1767320818.469976:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215424 00000100:00100000:0.0:1767320818.469980:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215424 00000100:00100000:0.0:1767320818.470021:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215680 00000100:00100000:0.0:1767320818.470023:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215680 00000100:00100000:0.0:1767320818.470048:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912 00000100:00100000:0.0:1767320818.470057:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990215424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320818.470128:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990215424:12345-0@lo:400:kworker.0 Request processed in 72us (3706us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320818.470135:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912 00000100:00100000:0.0:1767320818.470158:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5913 00000100:00100000:0.0:1767320818.470165:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990215680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320818.470196:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990215680:12345-0@lo:400:kworker.0 Request processed in 32us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320818.470202:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5913 00000100:00100000:0.0:1767320818.470213:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24392 00000100:00100000:0.0:1767320818.470217:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990215168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320818.470254:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320818.470282:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990215168:12345-0@lo:38:kworker.0 Request processed in 63us (4106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320818.470289:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24392 00000100:00080000:0.0:1767320818.470317:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320818.470350:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990215680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320818.470399:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990215936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320818.470434:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320818.470474:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990215040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320818.470510:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215936 00000100:00100000:0.0:1767320818.470513:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215936 00000100:00100000:0.0:1767320818.470544:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:0.0:1767320818.470550:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990215936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320818.470584:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990215936:12345-0@lo:400:kworker.0 Request processed in 34us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320818.470590:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00080000:0.0:1767320818.470605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320818.470620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990215936:0@lo:400:kworker.0 00000100:00100000:2.0:1767320818.473218:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990215424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320818.479076:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320818.479680:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320818.479830:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990215552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320818.479898:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320818.479919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990215808:0@lo:38:kworker.0 00000100:00100000:3.0:1767320818.479942:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320818.479997:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320818.480003:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320818.480007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990215168:0@lo:38:kworker.0 00000100:00100000:3.0:1767320818.480066:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215552 00000100:00100000:3.0:1767320818.480075:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215552 00000100:00100000:3.0:1767320818.480118:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215808 00000100:00100000:3.0:1767320818.480122:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215808 00000100:00100000:3.0:1767320818.480143:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24393 00000100:00100000:3.0:1767320818.480152:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990215552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320818.480179:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320818.480259:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990215552:12345-0@lo:38:kworker.0 Request processed in 78us (331us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320818.480267:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24393 00000100:00100000:3.0:1767320818.480287:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24394 00000100:00100000:3.0:1767320818.480291:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990215808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320818.480300:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320818.480324:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990215808:12345-0@lo:38:kworker.0 Request processed in 32us (381us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320818.480330:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24394 00000100:00080000:3.0:1767320818.480362:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320818.480367:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320818.480371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990215552:0@lo:38:kworker.0 00000100:00080000:3.0:1767320818.480379:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320818.480382:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320818.480385:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990215808:0@lo:38:kworker.0 00000100:00100000:1.0:1767320818.482573:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990215296 00000100:00100000:1.0:1767320818.482590:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990215296 00000100:00100000:0.0:1767320818.482807:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:0.0:1767320818.482817:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990215296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320818.482852:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320818.483112:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990215296:12345-0@lo:38:kworker.0 Request processed in 293us (3437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320818.483120:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000100:00080000:1.0:1767320818.483222:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320818.483228:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320818.483255:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990215296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320818.492697:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216064 00000100:00100000:2.0:1767320818.492716:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216064 00000100:00100000:2.0:1767320818.492789:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:2.0:1767320818.492799:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990216064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320818.492856:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320818.492957:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990216064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (13890us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320818.492968:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00000100:00100000:1.0:1767320818.493350:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990216064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320818.528388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320819.297199:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320819.552367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320819.554950:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320819.555258:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916416 00000100:00100000:0.0:1767320819.555270:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916416 00000100:00100000:0.0:1767320819.555365:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5914 00000100:00100000:0.0:1767320819.555375:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925916416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320819.555545:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925916416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320819.555554:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5914 00000100:00080000:2.0:1767320819.555683:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320819.559936:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320819.560396:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916288 00000100:00100000:0.0:1767320819.560406:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916288 00000100:00100000:0.0:1767320819.560514:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24395 00000100:00100000:0.0:1767320819.560523:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925916288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320819.560547:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320819.560626:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925916288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 101us (698us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320819.560636:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24395 00010000:00010000:3.0:1767320820.320502:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320820.576363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320821.345972:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320821.600558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320822.369565:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320822.624352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320823.393189:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320823.584694:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990216192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320823.584780:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320823.585068:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320823.585076:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990216320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320823.585102:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320823.585424:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216192 00000100:00100000:2.0:1767320823.585433:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216192 00000100:00100000:2.0:1767320823.585504:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216320 00000100:00100000:2.0:1767320823.585508:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216320 00000100:00100000:2.0:1767320823.585527:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:2.0:1767320823.585535:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990216192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320823.585564:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320823.585619:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990216192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320823.585626:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:2.0:1767320823.585643:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:2.0:1767320823.585649:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990216320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320823.585664:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320823.585691:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990216320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320823.585697:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00080000:0.0:1767320823.585864:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320823.585869:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320823.585901:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990216320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320823.585916:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990216192:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320823.586073:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320823.586079:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320823.586081:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320823.586085:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320823.586088:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320823.586093:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6068 00000100:00080000:3.0:1767320823.586097:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320823.586102:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320823.586124:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ed80 x1853163990216448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320823.586150:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320823.586153:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320823.586155:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320823.586159:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6068 00000100:00080000:3.0:1767320823.586161:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320823.586165:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320823.586178:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d880 x1853163990216576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320823.586209:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320823.586382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990216448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320823.586423:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320823.586465:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990216576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320823.586489:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320823.586523:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216576 00000100:00100000:1.0:1767320823.586528:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216576 00000100:00100000:1.0:1767320823.586554:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:1.0:1767320823.586560:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990216576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320823.586576:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320823.586622:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990216576:12345-0@lo:38:kworker.0 Request processed in 61us (132us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320823.586628:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00080000:1.0:1767320823.586655:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320823.586660:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320823.586663:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990216576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320823.586889:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990216704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320823.586917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320823.586958:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216448 00000100:00100000:0.0:1767320823.586962:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216448 00000100:00100000:0.0:1767320823.586983:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216704 00000100:00100000:0.0:1767320823.586986:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216704 00000100:00100000:0.0:1767320823.587016:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915 00000100:00100000:0.0:1767320823.587023:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990216704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320823.587059:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990216704:12345-0@lo:400:kworker.0 Request processed in 36us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320823.587065:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915 00000100:00100000:0.0:1767320823.587082:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24396 00000100:00100000:0.0:1767320823.587086:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990216448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320823.587097:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320823.587170:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990216448:12345-0@lo:38:kworker.0 Request processed in 82us (746us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320823.587176:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24396 00000100:00080000:0.0:1767320823.587193:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320823.587220:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990216704:0@lo:400:kworker.0 00000100:00080000:3.0:1767320823.587473:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320823.587476:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320823.587481:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6068 00000100:00080000:3.0:1767320823.587484:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320823.587488:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320823.587508:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067d180 x1853163990216832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320823.587540:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320823.587545:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320823.587546:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320823.587550:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6068 00000100:00080000:3.0:1767320823.587552:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320823.587556:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320823.587568:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f800 x1853163990217088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320823.587785:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990216960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320823.587818:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320823.587908:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216960 00000100:00100000:1.0:1767320823.587913:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216960 00000100:00100000:1.0:1767320823.587959:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5916 00000100:00100000:1.0:1767320823.587966:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990216960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320823.588004:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990216960:12345-0@lo:400:kworker.0 Request processed in 38us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320823.588011:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5916 00000100:00100000:1.0:1767320823.588032:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990216832:0@lo:38:kworker.0 00000100:00100000:1.0:1767320823.588055:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320823.588072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990217088:0@lo:38:kworker.0 00000100:00100000:1.0:1767320823.588092:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320823.588114:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320823.588118:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320823.588122:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990216448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320823.588329:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990216832 00000100:00100000:1.0:1767320823.588334:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990216832 00000100:00100000:1.0:1767320823.588351:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217088 00000100:00100000:1.0:1767320823.588354:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217088 00000100:00100000:1.0:1767320823.588366:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24397 00000100:00100000:1.0:1767320823.588371:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990216832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320823.588386:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320823.588417:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990216832:12345-0@lo:38:kworker.0 Request processed in 44us (361us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320823.588423:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24397 00000100:00100000:1.0:1767320823.588435:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24398 00000100:00080000:2.0:1767320823.588544:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320823.588570:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990216960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320823.588810:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990217088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320823.588824:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320823.588852:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990217088:12345-0@lo:38:kworker.0 Request processed in 411us (759us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320823.588859:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24398 00000100:00080000:1.0:1767320823.588883:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320823.588887:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320823.588891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990216832:0@lo:38:kworker.0 00000100:00080000:1.0:1767320823.588900:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320823.588903:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320823.588905:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990217088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320823.649277:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320824.418949:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320824.672456:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320824.676574:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320824.677842:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916544 00000100:00100000:0.0:1767320824.677853:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916544 00000100:00100000:0.0:1767320824.677913:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24399 00000100:00100000:0.0:1767320824.677922:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925916544:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320824.677945:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320824.678019:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925916544:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 96us (1454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320824.678026:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24399 00000100:00100000:1.0:1767320824.680972:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320824.681041:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916672 00000100:00100000:2.0:1767320824.681062:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916672 00000100:00100000:2.0:1767320824.681197:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5917 00000100:00100000:2.0:1767320824.681208:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925916672:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320824.681318:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925916672:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 112us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320824.681326:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5917 00000100:00080000:0.0:1767320824.682024:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320825.440457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320825.696359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320826.464472:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320826.722251:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320827.488926:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320827.744477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320828.512452:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320828.704435:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990217216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320828.704510:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320828.704570:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990217344:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320828.704609:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320828.704615:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320828.704618:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320828.704622:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320828.704626:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320828.704632:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6073 00000100:00080000:0.0:1767320828.704648:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320828.704665:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320828.704690:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320828.704692:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac380 x1853163990217472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320828.704707:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320828.704711:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320828.704713:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320828.704718:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6073 00000100:00080000:0.0:1767320828.704721:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320828.704725:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320828.704731:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217216 00000100:00100000:0.0:1767320828.704738:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad500 x1853163990217600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320828.704739:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217216 00000100:00080000:0.0:1767320828.704770:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320828.704774:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320828.704776:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320828.704780:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6073 00000100:00080000:0.0:1767320828.704782:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320828.704786:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320828.704790:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217344 00000100:00100000:1.0:1767320828.704794:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217344 00000100:00100000:0.0:1767320828.704800:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9badf80 x1853163990217856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320828.704812:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00080000:0.0:1767320828.704820:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320828.704825:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990217216:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320828.704826:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320828.704830:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320828.704836:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6073 00000100:00080000:0.0:1767320828.704838:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320828.704843:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320828.704854:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990218112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:1.0:1767320828.704873:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320828.704879:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990217728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320828.704923:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320828.704923:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990217216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320828.704936:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1767320828.704959:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:0.0:1767320828.704963:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320828.704968:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990217344:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320828.704974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990217984:0@lo:400:kworker.0 00002000:00000024:1.0:1767320828.704985:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320828.705015:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320828.705020:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990217344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320828.705027:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00080000:1.0:1767320828.705043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320828.705048:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320828.705082:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990217344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320828.705087:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990217216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320828.705171:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217728 00000100:00100000:3.0:1767320828.705177:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217728 00000100:00100000:2.0:1767320828.705206:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320803/real 1767320803] req@ffff96e2d7978a80 x1853163990211968/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320828.705226:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d7978a80 x1853163990211968/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320828.705251:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217984 00000100:00100000:3.0:1767320828.705256:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217984 00000100:00100000:2.0:1767320828.705265:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990217472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320828.705288:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918 00000100:00100000:2.0:1767320828.705295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320828.705300:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990217728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320828.705326:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990217600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320828.705353:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990217728:12345-0@lo:400:kworker.0 Request processed in 56us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320828.705358:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320828.705366:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918 00000100:00100000:3.0:1767320828.705385:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217472 00000100:00100000:3.0:1767320828.705389:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217472 00000100:00100000:2.0:1767320828.705392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990217856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320828.705413:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320828.705418:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5919 00000100:00100000:2.0:1767320828.705425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990218112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320828.705429:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990217984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320828.705448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320828.705462:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320828.705472:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990217984:12345-0@lo:400:kworker.0 Request processed in 45us (469us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320828.705476:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320828.705482:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5919 00000100:00100000:2.0:1767320828.705483:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990211968:0@lo:250:kworker.0 00000100:00100000:2.0:1767320828.705512:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217600 00000100:00100000:3.0:1767320828.705515:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990217856 00000100:00100000:2.0:1767320828.705516:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217600 00000100:00100000:3.0:1767320828.705522:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990217856 00000100:00100000:3.0:1767320828.705536:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990218112 00000100:00100000:2.0:1767320828.705537:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:3.0:1767320828.705539:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990218112 00000100:00100000:2.0:1767320828.705545:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990217600:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320828.705553:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24400 00000100:00100000:3.0:1767320828.705559:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990217472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320828.705563:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320828.705572:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320828.705603:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990217472:12345-0@lo:38:kworker.0 Request processed in 44us (309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320828.705609:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24400 00000100:00100000:3.0:1767320828.705620:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24401 00000100:00100000:3.0:1767320828.705624:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990217856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320828.705632:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320828.705664:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990217856:12345-0@lo:38:kworker.0 Request processed in 28us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320828.705672:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24401 00000100:00100000:2.0:1767320828.705686:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990217600:12345-0@lo:38:kworker.0 Request processed in 139us (329us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320828.705688:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24402 00000100:00100000:3.0:1767320828.705696:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990218112:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320828.705708:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00010000:00020000:3.0:1767320828.705708:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320828.705730:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320828.705734:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1767320828.705736:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990218112:12345-0@lo:38:kworker.0 Request processed in 38us (288us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320828.705737:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320828.705748:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6052 00000100:00100000:3.0:1767320828.705748:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24402 00000100:00080000:2.0:1767320828.705754:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320828.705759:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320828.705774:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e300 x1853163990218240/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320828.705792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990217984:0@lo:400:kworker.0 00000100:00100000:3.0:1767320828.705807:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990217728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320828.705808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990218240:0@lo:250:kworker.0 00000400:00000100:2.0:1767320828.705832:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990218240 offset 0 length 520: 4 00000100:00080000:2.0:1767320828.705857:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320828.705860:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320828.705863:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990217472:0@lo:38:kworker.0 00000100:00080000:2.0:1767320828.705871:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320828.705874:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320828.705877:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990217600:0@lo:38:kworker.0 00000100:00080000:2.0:1767320828.705883:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320828.705886:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320828.705888:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990217856:0@lo:38:kworker.0 00000100:00080000:2.0:1767320828.705894:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320828.705897:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320828.705899:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990218112:0@lo:38:kworker.0 00000100:00080000:1.0:1767320828.706887:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320828.768468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767320828.774903:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925916800 offset 0 length 520: 4 00000100:00100000:1.0:1767320828.774952:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320828.775048:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320828.778291:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917056 00000100:00100000:0.0:1767320828.778305:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917056 00000100:00100000:0.0:1767320828.778391:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5920 00000100:00100000:0.0:1767320828.778401:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925917056:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320828.778889:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925917056:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 487us (3933us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320828.778898:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5920 00000100:00100000:3.0:1767320828.778904:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925916928 00000100:00100000:3.0:1767320828.778909:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925916928 00000100:00080000:1.0:1767320828.778966:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320828.779472:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24403 00000100:00100000:2.0:1767320828.779480:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925916928:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320828.779510:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320828.780160:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925916928:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 676us (5109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320828.780168:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24403 00010000:00010000:0.0:1767320829.538896:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320829.792416:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320830.560981:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320830.816349:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320831.586258:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320831.840358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320832.609274:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320832.864365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320833.632527:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320833.824552:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320833.824591:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320833.824594:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320833.824598:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320833.824603:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320833.824612:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6078 00000100:00080000:0.0:1767320833.824617:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320833.824625:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320833.824672:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9badc00 x1853163990218368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320833.824697:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320833.824808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990218368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.824891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320833.824993:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320833.824996:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320833.825000:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6078 00000100:00080000:0.0:1767320833.825003:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320833.825007:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320833.825023:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990218496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320833.825068:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320833.825072:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320833.825073:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320833.825076:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6078 00000100:00080000:0.0:1767320833.825079:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320833.825082:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320833.825092:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9badf80 x1853163990218752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320833.825105:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320833.825108:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320833.825110:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320833.825113:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6078 00000100:00080000:0.0:1767320833.825115:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320833.825118:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320833.825125:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac380 x1853163990219008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320833.825163:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990218624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.825194:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320833.825213:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320833.825218:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990218880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.825261:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.825485:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990218368 00000100:00100000:2.0:1767320833.825494:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990218368 00000100:00100000:2.0:1767320833.825522:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990218624 00000100:00100000:2.0:1767320833.825525:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990218624 00000100:00100000:2.0:1767320833.825576:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990218880 00000100:00100000:2.0:1767320833.825580:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990218880 00000100:00100000:2.0:1767320833.825603:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921 00000100:00100000:2.0:1767320833.825612:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990218624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.825659:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990218624:12345-0@lo:400:kworker.0 Request processed in 48us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320833.825666:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921 00000100:00100000:2.0:1767320833.825683:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5922 00000100:00100000:2.0:1767320833.825690:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990218880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.825728:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990218880:12345-0@lo:400:kworker.0 Request processed in 39us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320833.825734:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5922 00000100:00100000:2.0:1767320833.825748:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24404 00000100:00100000:2.0:1767320833.825752:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990218368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.825770:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.825795:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990218368:12345-0@lo:38:kworker.0 Request processed in 41us (904us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.825801:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24404 00000100:00080000:2.0:1767320833.825817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320833.825830:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990218496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.825858:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320833.826166:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990218496 00000100:00100000:1.0:1767320833.826170:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990218496 00000100:00100000:1.0:1767320833.826196:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:1.0:1767320833.826201:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990218496:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320833.826211:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320833.826257:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990218496:12345-0@lo:38:kworker.0 Request processed in 55us (398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320833.826264:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00100000:3.0:1767320833.827628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990219136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320833.827680:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320833.827838:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990219264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320833.827867:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320833.828482:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.828489:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.828503:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990218496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.828511:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990218752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.828541:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.828571:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990219008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.828591:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320833.828610:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.828613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.828616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990218368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.828652:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990218752 00000100:00100000:2.0:1767320833.828657:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990218752 00000100:00100000:2.0:1767320833.828683:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219008 00000100:00100000:2.0:1767320833.828685:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219008 00000100:00100000:2.0:1767320833.828826:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24405 00000100:00100000:2.0:1767320833.828833:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990218752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.828854:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.829075:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990218752:12345-0@lo:38:kworker.0 Request processed in 240us (532us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.829083:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24405 00000100:00100000:2.0:1767320833.829098:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24406 00000100:00100000:2.0:1767320833.829102:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990219008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.829111:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.829130:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990219008:12345-0@lo:38:kworker.0 Request processed in 27us (539us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.829135:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24406 00000100:00080000:2.0:1767320833.829160:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.829164:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.829167:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990218752:0@lo:38:kworker.0 00000100:00080000:2.0:1767320833.829174:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.829177:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.829181:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990219008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.829214:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990219520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320833.829256:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.829274:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320833.829405:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990218880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.829416:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990218624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.829446:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219136 00000100:00100000:0.0:1767320833.829449:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219136 00000100:00100000:0.0:1767320833.829483:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219264 00000100:00100000:0.0:1767320833.829485:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219264 00000100:00100000:2.0:1767320833.829585:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990219392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320833.829606:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.829629:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219520 00000100:00100000:2.0:1767320833.829632:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219520 00000100:00100000:2.0:1767320833.829651:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219392 00000100:00100000:2.0:1767320833.829653:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219392 00000100:00100000:2.0:1767320833.829661:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:2.0:1767320833.829667:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7016:x1853163990219520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320833.829690:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320833.829793:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:0.0:1767320833.829799:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163990219136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.829831:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163990219136:12345-0@lo:400:kworker.0 Request processed in 33us (2152us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320833.829837:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000100:00100000:0.0:1767320833.829848:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:0.0:1767320833.829853:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163990219264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.830067:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:7014:x1853163990219264:12345-0@lo:400:kworker.0 Request processed in 20us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320833.830075:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00080000:0.0:1767320833.830098:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320833.830103:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320833.830126:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284 00000100:00100000:0.0:1767320833.830133:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990219392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320833.830147:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320833.830175:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990219392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320833.830181:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284 00000100:00100000:0.0:1767320833.830226:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990219392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320833.833900:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990219520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4221us (4632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320833.833923:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00000100:00100000:0.0:1767320833.834681:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990219520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320833.834894:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990219136:0@lo:400:kworker.0 00000100:00100000:1.0:1767320833.835183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990219264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.889162:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320833.893167:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320833.893213:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320833.893320:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917312 00000100:00100000:2.0:1767320833.893330:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917312 00000100:00100000:2.0:1767320833.893397:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917184 00000100:00100000:2.0:1767320833.893401:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917184 00000100:00100000:2.0:1767320833.893425:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5923 00000100:00100000:2.0:1767320833.893435:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925917312:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320833.893524:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925917312:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320833.893532:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5923 00000100:00100000:2.0:1767320833.893551:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24407 00000100:00100000:2.0:1767320833.893565:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925917184:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320833.893585:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.893613:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925917184:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.893620:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24407 00000100:00080000:3.0:1767320833.894576:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320834.656418:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320834.912407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320835.680597:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320835.936360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320836.706188:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320836.960844:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320837.728547:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320837.984363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320838.752539:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320838.944503:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.944515:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320838.944518:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.944521:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.944525:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320838.944532:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6083 00000100:00080000:0.0:1767320838.944538:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.944543:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320838.944568:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163990219776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320838.944582:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320838.944583:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767320838.944585:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.944587:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320838.944591:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6083 00000100:00080000:0.0:1767320838.944594:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.944597:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320838.944601:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990219648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320838.944609:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163990219904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320838.944625:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.944628:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.944629:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320838.944632:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6083 00000100:00080000:0.0:1767320838.944634:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.944637:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320838.944646:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586680 x1853163990220160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320838.944664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320838.944666:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.944669:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.944671:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320838.944673:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6083 00000100:00080000:0.0:1767320838.944675:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.944678:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320838.944721:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990220032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.944748:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320838.944788:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320838.944796:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990220288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.944819:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320838.944863:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220032 00000100:00100000:1.0:1767320838.944877:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220032 00000100:00100000:0.0:1767320838.944910:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587b80 x1853163990220544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320838.944927:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220288 00000100:00100000:1.0:1767320838.944930:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220288 00000100:00080000:3.0:1767320838.944937:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320838.944949:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924 00000100:00100000:0.0:1767320838.944959:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990220032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320838.944998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990220672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320838.945012:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990220032:12345-0@lo:400:kworker.0 Request processed in 56us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320838.945027:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320838.945064:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219648 00000100:00100000:2.0:1767320838.945068:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219648 00000100:00100000:3.0:1767320838.945073:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220672 00000100:00100000:3.0:1767320838.945080:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220672 00000100:00100000:2.0:1767320838.945124:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:3.0:1767320838.945134:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:2.0:1767320838.945135:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990219648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320838.945157:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320838.945188:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990219648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320838.945194:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00000100:00100000:1.0:1767320838.945256:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5925 00000100:00100000:1.0:1767320838.945266:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990220288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.945297:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990220288:12345-0@lo:400:kworker.0 Request processed in 34us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320838.945304:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5925 00000100:00100000:1.0:1767320838.945322:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320838.945332:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990220416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320838.945334:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990220672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.945358:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.945392:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990220672:12345-0@lo:400:kworker.0 Request processed in 63us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320838.947384:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:1.0:1767320838.947398:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990220288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.947452:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220416 00000100:00100000:1.0:1767320838.947459:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220416 00000100:00100000:1.0:1767320838.947537:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:1.0:1767320838.947545:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7015:x1853163990220416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320838.947585:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767320838.947767:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320838.947773:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320838.947815:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990220672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320838.947856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990219776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.947910:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.947949:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990219904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.947974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.947998:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990220160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.948018:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.948036:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990220544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.948056:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.948085:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219904 00000100:00100000:3.0:1767320838.948089:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219904 00000100:00100000:3.0:1767320838.948111:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1767320838.948116:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990219904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320838.948570:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320838.948814:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990219904:12345-0@lo:38:kworker.0 Request processed in 695us (837us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320838.948822:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1767320838.948847:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990219776 00000100:00100000:3.0:1767320838.948852:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990219776 00000100:00100000:3.0:1767320838.948866:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220160 00000100:00100000:3.0:1767320838.948869:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220160 00000100:00100000:3.0:1767320838.948876:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220544 00000100:00100000:3.0:1767320838.948879:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220544 00000100:00100000:3.0:1767320838.948889:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24408 00000100:00100000:3.0:1767320838.948893:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990219776:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320838.949008:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990220416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1463us (3650us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320838.949016:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:1.0:1767320838.949065:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990220416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320838.949091:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24409 00000100:00100000:1.0:1767320838.949108:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990220160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320838.949120:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320838.949146:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990220160:12345-0@lo:38:kworker.0 Request processed in 48us (1126us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320838.949152:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24409 00000100:00100000:1.0:1767320838.949166:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24410 00000100:00100000:1.0:1767320838.949170:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990220544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320838.949179:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320838.949203:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990220544:12345-0@lo:38:kworker.0 Request processed in 32us (1145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320838.949209:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24410 00000100:00100000:1.0:1767320838.949251:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990220032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.949269:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990219648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320838.949299:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924 00000100:00080000:1.0:1767320838.949331:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320838.949336:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320838.949339:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990219904:0@lo:38:kworker.0 00000100:00080000:1.0:1767320838.949347:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320838.949350:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320838.949353:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990220160:0@lo:38:kworker.0 00000100:00080000:1.0:1767320838.949360:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320838.949363:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320838.949366:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990220544:0@lo:38:kworker.0 00010000:00020000:3.0:1767320838.951032:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320838.951111:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990219776:12345-0@lo:38:kworker.0 Request processed in 2214us (3199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320838.951135:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24408 00000100:00080000:1.0:1767320838.951168:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320838.951175:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320838.951180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990219776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320839.011106:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320839.014510:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320839.014677:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917568 00000100:00100000:3.0:1767320839.014687:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917568 00000100:00100000:3.0:1767320839.014826:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5926 00000100:00100000:3.0:1767320839.014838:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925917568:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320839.014936:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925917568:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320839.014944:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5926 00000100:00080000:0.0:1767320839.018744:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320839.033507:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320839.033920:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917440 00000100:00100000:3.0:1767320839.033935:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917440 00000100:00100000:3.0:1767320839.034016:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24411 00000100:00100000:3.0:1767320839.034026:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925917440:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320839.034062:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320839.034166:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925917440:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 138us (674us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320839.034175:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24411 00010000:00010000:0.0:1767320839.776730:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320840.032370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320840.801456:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320841.056371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320841.825692:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320842.080613:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320842.851738:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320843.104604:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320843.874407:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320844.064768:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320844.064793:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990220800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320844.064863:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320844.064936:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220800 00000100:00100000:1.0:1767320844.064944:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220800 00000100:00100000:1.0:1767320844.065012:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:1.0:1767320844.065023:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990220800:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320844.065026:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320844.065031:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320844.065036:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320844.065040:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320844.065043:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320844.065048:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6088 00002000:00000024:1.0:1767320844.065053:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320844.065053:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320844.065058:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320844.065083:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163990220928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320844.065095:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990220800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (232us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320844.065096:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320844.065099:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320844.065101:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320844.065103:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00080000:2.0:1767320844.065104:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6088 00000100:00080000:2.0:1767320844.065106:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320844.065110:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320844.065121:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6a00 x1853163990221056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320844.065145:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320844.065149:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990220800:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320844.065149:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320844.065151:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320844.065154:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6088 00000100:00080000:2.0:1767320844.065156:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320844.065158:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320844.065170:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7b80 x1853163990221312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320844.065178:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990221184:0@lo:400:kworker.0 00000100:00080000:2.0:1767320844.065190:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320844.065193:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320844.065195:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320844.065199:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6088 00000100:00080000:2.0:1767320844.065201:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320844.065204:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320844.065204:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320844.065213:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163990221568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320844.065246:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320844.065252:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990221440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320844.065263:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221184 00000100:00100000:2.0:1767320844.065266:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221184 00000100:00100000:1.0:1767320844.065273:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320844.065295:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221440 00000100:00100000:1.0:1767320844.065297:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320844.065298:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221440 00000100:00100000:1.0:1767320844.065304:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990221696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320844.065317:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927 00000100:00100000:2.0:1767320844.065323:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990221184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320844.065326:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320844.065424:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5928 00000100:00100000:3.0:1767320844.065432:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990221440:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320844.065504:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320844.065509:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320844.065529:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990220928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320844.072948:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990221184:12345-0@lo:400:kworker.0 Request processed in 7613us (7731us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320844.072964:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927 00000100:00100000:2.0:1767320844.073078:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320844.073098:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990221824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320844.073145:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320844.073199:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221696 00000100:00100000:2.0:1767320844.073207:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221696 00000100:00100000:2.0:1767320844.073280:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:2.0:1767320844.073289:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990221696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320844.073335:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990221696:12345-0@lo:400:kworker.0 Request processed in 47us (8007us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320844.073341:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00100000:2.0:1767320844.073415:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990221184:0@lo:400:kworker.0 00000100:00080000:2.0:1767320844.073454:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320844.073471:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221824 00000100:00100000:2.0:1767320844.073475:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221824 00000100:00100000:2.0:1767320844.073498:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1767320844.073504:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990221824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320844.073527:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320844.073562:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990221824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320844.073568:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1767320844.073597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990221824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320844.073970:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990221440:12345-0@lo:400:kworker.0 Request processed in 8537us (8693us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320844.073980:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5928 00000100:00100000:2.0:1767320844.077544:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990221440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320844.084592:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990221696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320844.088435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320844.088504:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990221056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320844.088547:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320844.088579:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990221312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320844.088606:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320844.088718:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990221568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320844.088744:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320844.088826:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221056 00000100:00100000:1.0:1767320844.088835:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221056 00000100:00100000:1.0:1767320844.088884:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:1.0:1767320844.088891:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990221056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320844.088912:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320844.088952:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990221056:12345-0@lo:38:kworker.0 Request processed in 60us (404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320844.088958:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00080000:0.0:1767320844.092285:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320844.092298:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320844.092303:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990221056:0@lo:38:kworker.0 00000100:00100000:3.0:1767320844.093656:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990220928 00000100:00100000:2.0:1767320844.093657:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221312 00000100:00100000:2.0:1767320844.093669:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221312 00000100:00100000:3.0:1767320844.093670:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990220928 00000100:00100000:3.0:1767320844.093790:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221568 00000100:00100000:3.0:1767320844.093794:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221568 00000100:00100000:3.0:1767320844.093826:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24412 00000100:00100000:3.0:1767320844.093835:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990220928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320844.093859:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320844.093880:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24413 00000100:00100000:2.0:1767320844.093887:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990221568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320844.093899:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320844.093947:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990221568:12345-0@lo:38:kworker.0 Request processed in 57us (5200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320844.093947:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990220928:12345-0@lo:38:kworker.0 Request processed in 110us (5516us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320844.093962:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24413 00000100:00100000:3.0:1767320844.093977:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24412 00000100:00100000:2.0:1767320844.093984:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24414 00000100:00100000:2.0:1767320844.093990:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990221312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320844.094001:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320844.094030:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990221312:12345-0@lo:38:kworker.0 Request processed in 39us (5424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320844.094035:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24414 00000100:00080000:2.0:1767320844.094081:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320844.094086:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320844.094090:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990220928:0@lo:38:kworker.0 00000100:00080000:2.0:1767320844.094099:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320844.094102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320844.094104:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990221312:0@lo:38:kworker.0 00000100:00080000:2.0:1767320844.094112:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320844.094115:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320844.094117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990221568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320844.134176:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320844.137411:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320844.137461:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320844.137559:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917696 00000100:00100000:0.0:1767320844.137571:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917696 00000100:00100000:0.0:1767320844.137636:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917824 00000100:00100000:0.0:1767320844.137640:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917824 00000100:00100000:0.0:1767320844.137683:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5929 00000100:00100000:0.0:1767320844.137693:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925917824:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320844.137767:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925917824:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320844.137778:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5929 00000100:00100000:0.0:1767320844.137810:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24415 00000100:00100000:0.0:1767320844.137815:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925917696:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320844.137835:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320844.137861:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925917696:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (463us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320844.137868:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24415 00000100:00080000:0.0:1767320844.137886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320844.896745:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320845.155675:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320845.923689:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320846.178094:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320846.946484:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320847.200382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320847.969163:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320848.224531:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320848.992974:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320849.184784:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990221952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320849.184844:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320849.184904:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320849.184908:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990222080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320849.184924:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320849.184993:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990221952 00000100:00100000:3.0:1767320849.185001:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990221952 00000100:00100000:3.0:1767320849.185092:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222080 00000100:00100000:3.0:1767320849.185094:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222080 00000100:00100000:3.0:1767320849.185106:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:3.0:1767320849.185112:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990221952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320849.185141:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320849.185184:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990221952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320849.185192:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:3.0:1767320849.185207:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290 00000100:00100000:3.0:1767320849.185212:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990222080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320849.185224:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320849.185286:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990222080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320849.185291:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290 00000100:00080000:2.0:1767320849.185660:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320849.185665:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320849.185697:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990222080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320849.185706:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990221952:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320849.185816:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320849.185820:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320849.185823:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320849.185825:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320849.185828:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320849.185832:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6093 00000100:00080000:0.0:1767320849.185835:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320849.185839:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320849.185875:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586680 x1853163990222208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320849.185919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990222208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320849.185955:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320849.186013:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222208 00000100:00100000:3.0:1767320849.186017:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222208 00000100:00100000:3.0:1767320849.186041:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24416 00000100:00100000:3.0:1767320849.186045:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990222208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320849.186066:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320849.186179:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320849.186183:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320849.186186:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320849.186190:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6093 00000100:00080000:0.0:1767320849.186193:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320849.186197:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320849.186210:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586d80 x1853163990222336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320849.186249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990222336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320849.186287:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320849.189878:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990222208:12345-0@lo:38:kworker.0 Request processed in 3817us (3907us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320849.189893:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24416 00000100:00100000:1.0:1767320849.191681:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222336 00000100:00100000:1.0:1767320849.191696:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222336 00000100:00100000:1.0:1767320849.191772:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:1.0:1767320849.191780:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c5121850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990222336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320849.191813:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320849.191890:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c5121850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990222336:12345-0@lo:38:kworker.0 Request processed in 109us (5602us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320849.191897:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00080000:0.0:1767320849.192737:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320849.192743:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320849.192747:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320849.192753:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6093 00000100:00080000:0.0:1767320849.192757:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320849.192764:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320849.192785:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163990222592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320849.192816:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320849.192819:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320849.192821:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320849.192824:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6093 00000100:00080000:0.0:1767320849.192827:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320849.192830:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320849.192842:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163990222848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320849.192900:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990222720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.192943:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.192981:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320849.192988:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990222464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.193012:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320849.193037:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222720 00000100:00100000:0.0:1767320849.193043:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222720 00000100:00100000:0.0:1767320849.193083:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222464 00000100:00100000:0.0:1767320849.193086:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222464 00000100:00100000:0.0:1767320849.193109:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930 00000100:00100000:0.0:1767320849.193116:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990222720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.193158:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990222720:12345-0@lo:400:kworker.0 Request processed in 41us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320849.193164:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930 00000100:00100000:0.0:1767320849.193178:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5931 00000100:00100000:0.0:1767320849.193185:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990222464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.193209:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990222464:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320849.193215:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5931 00000100:00080000:0.0:1767320849.193256:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320849.193300:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990222464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320849.194940:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990222720:0@lo:400:kworker.0 00000100:00080000:2.0:1767320849.195932:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320849.195942:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320849.195946:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990222208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320849.195984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990222592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320849.196044:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320849.196147:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990222848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320849.196173:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320849.201272:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320849.201296:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320849.201302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990222336:0@lo:38:kworker.0 00000100:00100000:3.0:1767320849.203126:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222592 00000100:00100000:3.0:1767320849.203141:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222592 00000100:00100000:1.0:1767320849.203282:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990222848 00000100:00100000:1.0:1767320849.203287:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990222848 00000100:00100000:1.0:1767320849.203333:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24417 00000100:00100000:1.0:1767320849.203341:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990222592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320849.203363:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320849.203443:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990222592:12345-0@lo:38:kworker.0 Request processed in 101us (7398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320849.203450:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24417 00000100:00100000:1.0:1767320849.203467:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24418 00000100:00100000:1.0:1767320849.203471:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990222848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320849.203481:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320849.203506:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990222848:12345-0@lo:38:kworker.0 Request processed in 34us (7333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320849.203512:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24418 00000100:00080000:2.0:1767320849.204345:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320849.204352:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320849.204357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990222592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320849.204368:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320849.204372:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320849.204375:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990222848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320849.248521:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320849.254592:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320849.254740:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918080 00000100:00100000:3.0:1767320849.254751:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918080 00000100:00100000:0.0:1767320849.254890:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:2.0:1767320849.255519:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320849.260440:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925917952 00000100:00100000:1.0:1767320849.260455:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925917952 00000100:00100000:1.0:1767320849.260513:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5932 00000100:00100000:1.0:1767320849.260529:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925918080:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320849.260607:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925918080:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (6026us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320849.260615:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5932 00000100:00100000:1.0:1767320849.260653:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24419 00000100:00100000:1.0:1767320849.260659:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925917952:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320849.260679:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320849.260702:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925917952:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (5813us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320849.260709:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24419 00010000:00010000:0.0:1767320850.016648:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320850.272390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320851.040866:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320851.297589:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320852.064850:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320852.320672:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320853.089425:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320853.280358:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320828/real 1767320828] req@ffff96e2d400e300 x1853163990218240/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320853 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320853.280391:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2d400e300 x1853163990218240/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320853 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320853.280425:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320853.280456:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320853.280461:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990218240:0@lo:250:kworker.0 00000100:00080000:2.0:1767320853.280607:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320853.280612:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320853.280615:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320853.280620:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6078 00000100:00080000:2.0:1767320853.280624:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320853.280629:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320853.280662:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bace00 x1853163990222976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320853.280686:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320853.280690:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320853.280692:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320853.280695:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6098 00000100:00080000:2.0:1767320853.280697:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320853.280701:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320853.280716:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf100 x1853163990223104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320853.280725:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320853.280728:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320853.280730:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320853.280733:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6098 00000100:00080000:2.0:1767320853.280735:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320853.280738:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320853.280750:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163990223232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320853.280798:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320853.280802:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320853.280803:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320853.280807:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6098 00000100:00080000:2.0:1767320853.280809:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320853.280813:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320853.280825:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163990223488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320853.280840:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990223360:0@lo:400:kworker.0 00000100:00080000:2.0:1767320853.280842:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320853.280850:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320853.280852:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320853.280856:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6098 00000100:00080000:2.0:1767320853.280859:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320853.280863:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320853.280875:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c5c00 x1853163990223744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320853.280913:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320853.280925:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990223872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320853.280964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320853.280973:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320853.280981:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990223616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320853.280990:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320853.281007:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320853.281017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990224000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320853.281045:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320853.281048:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223360 00000100:00100000:3.0:1767320853.281056:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223360 00000100:00100000:3.0:1767320853.281105:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223616 00000100:00100000:3.0:1767320853.281108:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223616 00000100:00100000:3.0:1767320853.281142:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933 00000100:00100000:3.0:1767320853.281152:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990223360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320853.281210:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990223360:12345-0@lo:400:kworker.0 Request processed in 60us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320853.281218:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933 00000100:00100000:3.0:1767320853.281262:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5934 00000100:00100000:3.0:1767320853.281270:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990223616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320853.281297:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990223616:12345-0@lo:400:kworker.0 Request processed in 29us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320853.281303:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5934 00000100:00100000:3.0:1767320853.281336:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990223616:0@lo:400:kworker.0 00000100:00100000:3.0:1767320853.281346:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990223360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320853.283211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990222976:0@lo:250:kworker.0 00000400:00000100:0.0:1767320853.283289:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990222976 offset 0 length 520: 4 00000100:00100000:0.0:1767320853.283332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990223104:0@lo:38:kworker.0 00000100:00100000:0.0:1767320853.283362:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320853.283388:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990223232:0@lo:38:kworker.0 00000100:00100000:0.0:1767320853.283457:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320853.283476:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990223488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320853.283498:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320853.283515:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990223744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320853.283535:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320853.283574:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223232 00000100:00100000:0.0:1767320853.283581:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223232 00000100:00100000:0.0:1767320853.283612:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:0.0:1767320853.283618:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990223232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320853.283637:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320853.283677:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990223232:12345-0@lo:38:kworker.0 Request processed in 58us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320853.283683:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:0.0:1767320853.283705:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223104 00000100:00100000:0.0:1767320853.283709:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223104 00000100:00100000:0.0:1767320853.283722:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223488 00000100:00100000:0.0:1767320853.283724:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223488 00000100:00100000:0.0:1767320853.283731:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223744 00000100:00100000:0.0:1767320853.283733:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223744 00000100:00100000:0.0:1767320853.283741:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24420 00000100:00100000:0.0:1767320853.283745:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990223104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320853.283754:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320853.283778:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990223104:12345-0@lo:38:kworker.0 Request processed in 31us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320853.283783:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24420 00000100:00100000:0.0:1767320853.283795:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24421 00000100:00100000:0.0:1767320853.283798:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990223488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320853.283806:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320853.283827:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990223488:12345-0@lo:38:kworker.0 Request processed in 27us (328us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320853.283833:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24421 00000100:00100000:0.0:1767320853.283843:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24422 00000100:00100000:0.0:1767320853.283847:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990223744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320853.283855:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320853.283875:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990223744:12345-0@lo:38:kworker.0 Request processed in 26us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320853.283880:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24422 00000100:00080000:2.0:1767320853.284332:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320853.284604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320853.284610:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320853.284614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990223104:0@lo:38:kworker.0 00000100:00080000:0.0:1767320853.284623:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320853.284626:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320853.284629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990223232:0@lo:38:kworker.0 00000100:00080000:0.0:1767320853.284637:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320853.284640:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320853.284643:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990223488:0@lo:38:kworker.0 00000100:00080000:0.0:1767320853.284651:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320853.284654:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320853.284656:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990223744:0@lo:38:kworker.0 00000100:00100000:3.0:1767320853.285783:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990223872 00000100:00100000:3.0:1767320853.285792:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990223872 00000100:00080000:2.0:1767320853.285937:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320853.286063:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224000 00000100:00100000:3.0:1767320853.286068:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224000 00000100:00100000:3.0:1767320853.286110:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1767320853.286119:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990223872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320853.286220:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990223872:12345-0@lo:400:kworker.0 Request processed in 102us (5256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320853.286228:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1767320853.286262:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:3.0:1767320853.286268:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990224000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320853.286298:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990224000:12345-0@lo:400:kworker.0 Request processed in 31us (5253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320853.286304:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00080000:2.0:1767320853.286447:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320853.286481:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990224000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320853.286494:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990223872:0@lo:400:kworker.0 00000100:00100000:3.0:1767320853.344540:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320854.116782:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320854.306529:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320854.306553:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990224128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320854.306657:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320854.306662:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320854.306672:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990224256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320854.306702:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320854.306735:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224128 00000100:00100000:0.0:1767320854.306743:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224128 00000100:00100000:0.0:1767320854.306794:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224256 00000100:00100000:0.0:1767320854.306797:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224256 00000100:00100000:0.0:1767320854.306822:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291 00000100:00100000:0.0:1767320854.306829:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990224128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320854.306857:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320854.306919:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990224128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320854.306927:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291 00000100:00100000:0.0:1767320854.306948:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:0.0:1767320854.306954:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990224256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320854.306971:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320854.307005:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990224256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320854.307012:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:0.0:1767320854.307050:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990224256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320854.307131:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990224128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320854.368384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320854.376046:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320854.376102:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767320854.376133:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925918464 offset 0 length 520: 4 00000100:00100000:3.0:1767320854.376382:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918336 00000100:00100000:3.0:1767320854.376395:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918336 00000100:00100000:3.0:1767320854.376476:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918208 00000100:00100000:3.0:1767320854.376480:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918208 00000100:00100000:3.0:1767320854.376503:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5935 00000100:00100000:3.0:1767320854.376513:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925918336:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320854.376611:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925918336:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 99us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320854.376619:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5935 00000100:00100000:3.0:1767320854.376640:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24423 00000100:00100000:3.0:1767320854.376644:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925918208:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320854.376666:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320854.376668:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320854.376693:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925918208:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (591us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320854.376701:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24423 00010000:00010000:0.0:1767320855.138264:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320855.392412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320856.160424:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320856.420922:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320857.184639:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320857.440467:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320858.209657:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320858.401805:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320858.401816:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320858.401819:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320858.401823:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320858.401827:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320858.401836:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6103 00000100:00080000:0.0:1767320858.401841:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320858.401847:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320858.401892:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2a00 x1853163990224384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320858.401909:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320858.401911:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320858.401913:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320858.401917:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6103 00000100:00080000:0.0:1767320858.401920:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320858.401923:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320858.401931:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1f80 x1853163990224512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320858.401975:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320858.401979:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320858.401982:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320858.401985:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6103 00000100:00080000:0.0:1767320858.401988:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320858.401992:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320858.402007:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4bb80 x1853163990224768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320858.402024:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320858.402027:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320858.402028:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320858.402031:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6103 00000100:00080000:0.0:1767320858.402032:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320858.402035:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320858.402041:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49f80 x1853163990225024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320858.402082:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990225152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.402239:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990224896:0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.402273:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320858.402326:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320858.402331:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990224640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.402346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320858.402374:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224896 00000100:00100000:1.0:1767320858.402382:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224896 00000100:00100000:1.0:1767320858.402441:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224640 00000100:00100000:1.0:1767320858.402444:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224640 00000100:00100000:1.0:1767320858.402469:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936 00000100:00100000:1.0:1767320858.402475:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990224896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.402519:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990224896:12345-0@lo:400:kworker.0 Request processed in 44us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320858.402524:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936 00000100:00100000:1.0:1767320858.402538:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5937 00000100:00100000:1.0:1767320858.402542:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990224640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.402570:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990224640:12345-0@lo:400:kworker.0 Request processed in 27us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320858.402576:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5937 00000100:00100000:1.0:1767320858.402615:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990224640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.402628:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990224896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320858.402808:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990224384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320858.402845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320858.402875:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990224512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320858.402903:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320858.402933:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990224768:0@lo:38:kworker.0 00000100:00100000:2.0:1767320858.402954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320858.402971:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990225024:0@lo:38:kworker.0 00000100:00100000:2.0:1767320858.402992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320858.403020:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990225280:0@lo:400:kworker.0 00000100:00080000:2.0:1767320858.403049:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320858.403062:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224384 00000100:00100000:2.0:1767320858.403065:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224384 00000100:00100000:2.0:1767320858.403087:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224768 00000100:00100000:2.0:1767320858.403090:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224768 00000100:00100000:2.0:1767320858.403111:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225024 00000100:00100000:2.0:1767320858.403114:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225024 00000100:00100000:2.0:1767320858.403126:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24424 00000100:00100000:2.0:1767320858.403131:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990224384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320858.403151:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320858.403203:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990224384:12345-0@lo:38:kworker.0 Request processed in 70us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320858.403210:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24424 00000100:00100000:2.0:1767320858.403223:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24425 00000100:00100000:2.0:1767320858.403249:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990224768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320858.403259:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320858.403283:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990224768:12345-0@lo:38:kworker.0 Request processed in 54us (328us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320858.403290:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24425 00000100:00100000:2.0:1767320858.403302:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24426 00000100:00100000:2.0:1767320858.403306:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990225024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320858.403315:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320858.403336:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990225024:12345-0@lo:38:kworker.0 Request processed in 28us (343us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320858.403341:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24426 00000100:00080000:2.0:1767320858.403369:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320858.403375:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320858.403378:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990224384:0@lo:38:kworker.0 00000100:00080000:2.0:1767320858.403387:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320858.403390:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320858.403393:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990224768:0@lo:38:kworker.0 00000100:00080000:2.0:1767320858.403400:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320858.403403:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320858.403406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990225024:0@lo:38:kworker.0 00000100:00100000:0.0:1767320858.403617:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320858.403717:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225152 00000100:00100000:3.0:1767320858.403723:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225152 00000100:00100000:3.0:1767320858.403771:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:3.0:1767320858.403778:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990225152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320858.403822:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990225152:12345-0@lo:400:kworker.0 Request processed in 44us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320858.403828:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000100:00100000:1.0:1767320858.403895:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990224512 00000100:00100000:1.0:1767320858.403900:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990224512 00000100:00100000:1.0:1767320858.403932:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1767320858.403937:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990224512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320858.403948:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320858.403985:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990224512:12345-0@lo:38:kworker.0 Request processed in 47us (1081us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320858.403991:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00080000:1.0:1767320858.404023:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320858.404028:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320858.404031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990224512:0@lo:38:kworker.0 00000100:00080000:0.0:1767320858.404819:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320858.404865:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990225152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320858.404970:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320858.405081:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225280 00000100:00100000:1.0:1767320858.405089:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225280 00000100:00100000:1.0:1767320858.405162:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:1.0:1767320858.405182:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990225280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320858.405267:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990225280:12345-0@lo:400:kworker.0 Request processed in 98us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320858.405273:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00100000:2.0:1767320858.405430:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990225280:0@lo:400:kworker.0 00000100:00080000:0.0:1767320858.405472:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320858.464394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320859.233111:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320859.425777:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990225408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320859.425878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320859.425978:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320859.425984:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990225536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320859.426010:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320859.426468:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225408 00000100:00100000:1.0:1767320859.426480:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225408 00000100:00100000:1.0:1767320859.426552:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225536 00000100:00100000:1.0:1767320859.426556:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225536 00000100:00100000:1.0:1767320859.426577:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:1.0:1767320859.426587:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990225408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320859.426647:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320859.426712:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990225408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320859.426720:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000100:00100000:1.0:1767320859.426741:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:1.0:1767320859.426748:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990225536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320859.426765:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320859.426795:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990225536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320859.426801:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00100000:2.0:1767320859.427276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990225536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320859.427294:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990225408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320859.488557:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320859.490989:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320859.491119:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320859.491225:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918720 00000100:00100000:2.0:1767320859.491276:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918720 00000100:00100000:2.0:1767320859.491367:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918592 00000100:00100000:2.0:1767320859.491371:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918592 00000100:00100000:2.0:1767320859.491396:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5938 00000100:00100000:2.0:1767320859.491408:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925918720:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320859.491504:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925918720:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 97us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320859.491513:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5938 00000100:00100000:2.0:1767320859.491536:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24427 00000100:00100000:2.0:1767320859.491540:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925918592:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320859.491565:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320859.491595:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925918592:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (476us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320859.491601:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24427 00000100:00080000:0.0:1767320859.492153:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320860.256778:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320860.512381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320861.282360:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320861.536404:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320862.304462:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320862.560503:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320863.328511:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320863.520400:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320863.520411:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320863.520414:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320863.520419:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320863.520423:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320863.520432:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6108 00000100:00080000:0.0:1767320863.520437:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320863.520443:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320863.520485:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4aa00 x1853163990225664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320863.520511:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320863.520514:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320863.520516:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320863.520520:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6108 00000100:00080000:0.0:1767320863.520522:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320863.520526:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320863.520538:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49180 x1853163990225792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320863.520571:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320863.520575:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320863.520577:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320863.520580:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6108 00000100:00080000:0.0:1767320863.520582:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320863.520586:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320863.520595:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48e00 x1853163990226048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320863.520638:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320863.520641:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320863.520643:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320863.520647:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6108 00000100:00080000:0.0:1767320863.520649:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320863.520652:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320863.520662:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48700 x1853163990226304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320863.520823:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990226560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.520897:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320863.520967:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320863.520972:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990226432:0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.520994:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320863.521031:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990226176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.521071:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320863.521096:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320863.521101:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990225920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.521121:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320863.521156:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226176 00000100:00100000:2.0:1767320863.521167:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226176 00000100:00100000:2.0:1767320863.521217:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225920 00000100:00100000:2.0:1767320863.521220:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225920 00000100:00100000:2.0:1767320863.521275:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939 00000100:00100000:2.0:1767320863.521283:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990226176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.521353:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990226176:12345-0@lo:400:kworker.0 Request processed in 70us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320863.521360:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939 00000100:00100000:2.0:1767320863.521377:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5940 00000100:00100000:2.0:1767320863.521383:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990225920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.521408:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990225920:12345-0@lo:400:kworker.0 Request processed in 26us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320863.521414:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5940 00000100:00080000:2.0:1767320863.521430:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320863.521463:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990225920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320863.521473:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990226176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320863.521875:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226560 00000100:00100000:0.0:1767320863.521881:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226560 00000100:00100000:0.0:1767320863.521928:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226432 00000100:00100000:0.0:1767320863.521931:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226432 00000100:00100000:0.0:1767320863.521950:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:0.0:1767320863.521956:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990226560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320863.522001:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990226560:12345-0@lo:400:kworker.0 Request processed in 45us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320863.522016:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:0.0:1767320863.522032:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767320863.522037:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990226432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320863.522079:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990226432:12345-0@lo:400:kworker.0 Request processed in 42us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320863.522085:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00100000:0.0:1767320863.522118:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990226432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320863.522129:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990226560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320863.522501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990225664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320863.522540:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320863.522572:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990225792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320863.522594:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320863.522612:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990226048:0@lo:38:kworker.0 00000100:00100000:1.0:1767320863.522630:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320863.522649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990226304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320863.522669:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320863.522701:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225664 00000100:00100000:1.0:1767320863.522705:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225664 00000100:00100000:1.0:1767320863.522727:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226048 00000100:00100000:1.0:1767320863.522730:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226048 00000100:00100000:1.0:1767320863.522742:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226304 00000100:00100000:1.0:1767320863.522744:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226304 00000100:00100000:1.0:1767320863.522757:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24428 00000100:00100000:1.0:1767320863.522762:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990225664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320863.522780:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320863.522813:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990225664:12345-0@lo:38:kworker.0 Request processed in 50us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320863.522819:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24428 00000100:00100000:1.0:1767320863.522833:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24429 00000100:00100000:1.0:1767320863.522837:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990226048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320863.522845:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320863.522867:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990226048:12345-0@lo:38:kworker.0 Request processed in 29us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320863.522872:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24429 00000100:00100000:1.0:1767320863.522883:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24430 00000100:00100000:1.0:1767320863.522886:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990226304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320863.522895:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320863.522915:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990226304:12345-0@lo:38:kworker.0 Request processed in 27us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320863.522920:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24430 00000100:00080000:1.0:1767320863.522954:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320863.522959:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320863.522962:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990225664:0@lo:38:kworker.0 00000100:00080000:1.0:1767320863.522970:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320863.522973:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320863.522975:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990226048:0@lo:38:kworker.0 00000100:00080000:1.0:1767320863.522980:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320863.522983:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320863.522985:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990226304:0@lo:38:kworker.0 00000100:00080000:2.0:1767320863.525504:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320863.525515:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320863.525597:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990225792 00000100:00100000:0.0:1767320863.525609:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990225792 00000100:00100000:0.0:1767320863.525670:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:0.0:1767320863.525677:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990225792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320863.525699:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320863.525789:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990225792:12345-0@lo:38:kworker.0 Request processed in 111us (3193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320863.525796:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00080000:2.0:1767320863.525880:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320863.525886:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320863.525890:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990225792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320863.585718:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320864.352467:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320864.544572:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320864.544590:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990226688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320864.544659:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320864.544733:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226688 00000100:00100000:2.0:1767320864.544741:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226688 00000100:00100000:2.0:1767320864.544798:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1767320864.544807:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990226688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320864.544846:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320864.544891:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990226688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320864.544898:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1767320864.544941:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990226688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320864.545586:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320864.545598:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990226816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320864.545635:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320864.545680:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226816 00000100:00100000:3.0:1767320864.545685:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226816 00000100:00100000:3.0:1767320864.545721:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:3.0:1767320864.545729:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990226816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320864.545751:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320864.545796:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990226816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320864.545803:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00000100:00100000:3.0:1767320864.545833:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990226816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320864.608476:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320864.610821:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320864.610970:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918848 00000100:00100000:0.0:1767320864.610984:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918848 00000100:00100000:0.0:1767320864.611060:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24431 00000100:00100000:0.0:1767320864.611070:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925918848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320864.611100:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320864.611189:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925918848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 119us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320864.611198:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24431 00000100:00100000:2.0:1767320864.612775:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320864.612870:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925918976 00000100:00100000:1.0:1767320864.612879:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925918976 00000100:00100000:1.0:1767320864.612972:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5941 00000100:00100000:1.0:1767320864.612984:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925918976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320864.613080:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925918976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320864.613089:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5941 00000100:00080000:2.0:1767320864.613667:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320865.386957:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320865.632361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320866.400576:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320866.656367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320867.425062:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320867.680477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320868.448996:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320868.648827:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320868.648838:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320868.648841:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320868.648845:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320868.648849:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320868.648864:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6113 00000100:00080000:1.0:1767320868.648869:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320868.648926:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320868.648979:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d1f80 x1853163990226944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320868.649022:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320868.649026:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320868.649028:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320868.649032:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6113 00000100:00080000:1.0:1767320868.649034:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320868.649037:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320868.649050:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd1d2a00 x1853163990227072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320868.649097:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320868.649101:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320868.649103:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320868.649107:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6113 00000100:00080000:1.0:1767320868.649110:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320868.649114:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320868.649132:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163990227328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320868.649149:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320868.649153:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320868.649156:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320868.649156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990226944:0@lo:38:kworker.0 00000100:00080000:1.0:1767320868.649164:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6113 00000100:00080000:1.0:1767320868.649168:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320868.649171:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320868.649185:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ea00 x1853163990227584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320868.649268:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990227840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.649282:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320868.649345:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320868.649357:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990227072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320868.649378:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320868.649387:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990227712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.649392:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320868.649419:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320868.649451:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990227328:0@lo:38:kworker.0 00000100:00100000:2.0:1767320868.649474:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320868.649480:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227840 00000100:00100000:1.0:1767320868.649489:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227840 00000100:00100000:2.0:1767320868.649501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990227584:0@lo:38:kworker.0 00000100:00100000:2.0:1767320868.649549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320868.649567:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227712 00000100:00100000:1.0:1767320868.649572:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227712 00000100:00100000:2.0:1767320868.649588:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227072 00000100:00100000:2.0:1767320868.649595:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227072 00000100:00100000:1.0:1767320868.649601:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1767320868.649612:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990227840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.649624:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:2.0:1767320868.649631:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990227072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320868.649650:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320868.649670:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990227840:12345-0@lo:400:kworker.0 Request processed in 60us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320868.649678:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:2.0:1767320868.649696:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990227072:12345-0@lo:38:kworker.0 Request processed in 62us (305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320868.649704:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:1.0:1767320868.649718:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:1.0:1767320868.649728:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990227712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.649732:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990226944 00000100:00100000:2.0:1767320868.649737:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990226944 00000100:00100000:1.0:1767320868.649764:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990227712:12345-0@lo:400:kworker.0 Request processed in 38us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320868.649770:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:2.0:1767320868.649774:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227328 00000100:00100000:2.0:1767320868.649779:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227328 00000100:00100000:3.0:1767320868.649850:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990227200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320868.649879:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320868.654397:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320868.654417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990227456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320868.654483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320868.667582:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227584 00000100:00100000:2.0:1767320868.667599:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227584 00000100:00100000:2.0:1767320868.667661:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227200 00000100:00100000:2.0:1767320868.667665:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227200 00000100:00100000:2.0:1767320868.667773:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942 00000100:00100000:2.0:1767320868.667787:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990227200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.667871:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990227200:12345-0@lo:400:kworker.0 Request processed in 90us (17990us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320868.667878:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942 00000100:00100000:2.0:1767320868.667897:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24432 00000100:00100000:2.0:1767320868.667902:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990226944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320868.667939:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320868.667969:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990226944:12345-0@lo:38:kworker.0 Request processed in 66us (18688us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320868.667975:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24432 00000100:00100000:2.0:1767320868.668274:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24433 00000100:00100000:2.0:1767320868.668282:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990227328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320868.668293:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320868.668326:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990227328:12345-0@lo:38:kworker.0 Request processed in 43us (18850us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320868.668332:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24433 00000100:00100000:2.0:1767320868.668346:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24434 00000100:00100000:2.0:1767320868.668349:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990227584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320868.668358:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320868.668384:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990227584:12345-0@lo:38:kworker.0 Request processed in 32us (18833us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320868.668389:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24434 00000100:00080000:2.0:1767320868.668414:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320868.668419:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320868.668421:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320868.668468:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320868.668474:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320868.668478:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990227584:0@lo:38:kworker.0 00000100:00080000:2.0:1767320868.668490:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320868.668494:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320868.668498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990226944:0@lo:38:kworker.0 00000100:00080000:2.0:1767320868.668508:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320868.668512:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320868.668515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990227072:0@lo:38:kworker.0 00000100:00080000:2.0:1767320868.668523:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320868.668526:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320868.668530:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990227328:0@lo:38:kworker.0 00000100:00100000:2.0:1767320868.668669:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990227712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.668682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990227840:0@lo:400:kworker.0 00000100:00100000:3.0:1767320868.673407:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990227200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320868.674265:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227456 00000100:00100000:1.0:1767320868.674276:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227456 00000100:00100000:1.0:1767320868.674379:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5943 00000100:00100000:1.0:1767320868.674389:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990227456:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320868.674457:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320868.674474:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990227456:12345-0@lo:400:kworker.0 Request processed in 85us (19988us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320868.674482:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5943 00000100:00100000:3.0:1767320868.674554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990227456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320868.705077:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320869.472986:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320869.664716:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320869.664732:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990227968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320869.665289:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320869.665302:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990228096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320869.665993:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320869.666125:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228096 00000100:00100000:1.0:1767320869.666135:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228096 00000100:00100000:1.0:1767320869.666269:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297 00000100:00100000:1.0:1767320869.666291:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990228096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320869.666325:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320869.666531:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990228096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 253us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320869.666539:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297 00000100:00100000:2.0:1767320869.666601:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320869.666637:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990227968 00000100:00100000:1.0:1767320869.666643:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990227968 00000100:00100000:1.0:1767320869.666671:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:1.0:1767320869.666680:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990227968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320869.666700:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320869.666741:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990227968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320869.666747:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:3.0:1767320869.667052:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990228096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320869.667620:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990227968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320869.729006:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320869.735350:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320869.735662:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925919104 00000100:00100000:0.0:1767320869.735673:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925919104 00000100:00100000:0.0:1767320869.735725:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24435 00000100:00100000:0.0:1767320869.735733:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925919104:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320869.735758:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320869.735826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925919104:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (489us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320869.735833:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24435 00000100:00100000:3.0:1767320869.746474:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320869.747024:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925919232 00000100:00100000:2.0:1767320869.747035:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925919232 00000100:00100000:2.0:1767320869.747125:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5944 00000100:00100000:2.0:1767320869.747135:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925919232:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320869.747218:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925919232:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320869.747275:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5944 00000100:00080000:0.0:1767320869.747770:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320870.496551:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320870.752414:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320871.520714:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320871.789276:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320872.544456:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320872.800656:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320873.568552:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320873.760416:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320873.760427:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320873.760430:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320873.760434:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320873.760439:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320873.760466:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6118 00000100:00080000:1.0:1767320873.760470:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320873.760477:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320873.760539:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163990228224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320873.760557:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320873.760561:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320873.760563:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320873.760566:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6118 00000100:00080000:1.0:1767320873.760569:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320873.760573:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320873.760585:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749f80 x1853163990228352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320873.760639:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320873.760642:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320873.760644:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320873.760665:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6118 00000100:00080000:1.0:1767320873.760668:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320873.760672:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320873.760684:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748a80 x1853163990228608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320873.760700:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320873.760703:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320873.760705:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320873.760708:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6118 00000100:00080000:1.0:1767320873.760710:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320873.760714:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320873.760724:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a680 x1853163990228864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320873.760807:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990229120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320873.760922:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320873.761002:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320873.761008:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990228992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320873.761044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320873.761390:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990228480:0@lo:400:kworker.0 00000100:00100000:3.0:1767320873.761445:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320873.761492:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320873.761499:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990228736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320873.761520:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320873.761998:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228480 00000100:00100000:1.0:1767320873.762007:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228480 00000100:00100000:2.0:1767320873.762147:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229120 00000100:00100000:2.0:1767320873.762158:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229120 00000100:00100000:3.0:1767320873.762339:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990228224:0@lo:38:kworker.0 00000100:00100000:3.0:1767320873.762389:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320873.762427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990228352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320873.762477:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320873.762520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990228608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320873.762542:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320873.762560:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990228864:0@lo:38:kworker.0 00000100:00100000:3.0:1767320873.762580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320873.762616:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228352 00000100:00100000:3.0:1767320873.762620:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228352 00000100:00100000:3.0:1767320873.762677:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:3.0:1767320873.762683:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990228352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320873.762714:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320873.762764:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990228352:12345-0@lo:38:kworker.0 Request processed in 79us (286us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320873.762772:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00000100:00100000:3.0:1767320873.762793:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228992 00000100:00100000:3.0:1767320873.762797:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228992 00000100:00100000:1.0:1767320873.762875:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228736 00000100:00100000:1.0:1767320873.762879:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228736 00000100:00080000:0.0:1767320873.766098:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320873.766108:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320873.766111:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320873.766164:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228224 00000100:00100000:0.0:1767320873.766173:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228224 00000100:00100000:0.0:1767320873.766218:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228608 00000100:00100000:0.0:1767320873.766221:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228608 00000100:00100000:0.0:1767320873.766252:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990228864 00000100:00100000:0.0:1767320873.766255:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990228864 00000100:00100000:0.0:1767320873.766272:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945 00000100:00100000:0.0:1767320873.766287:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990228480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320873.766448:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990228480:12345-0@lo:400:kworker.0 Request processed in 168us (5003us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320873.766454:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945 00000100:00100000:0.0:1767320873.766497:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990228480:0@lo:400:kworker.0 00000100:00100000:0.0:1767320873.766519:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24436 00000100:00100000:0.0:1767320873.766524:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990228224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320873.766540:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320873.766569:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990228224:12345-0@lo:38:kworker.0 Request processed in 43us (4180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320873.766576:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24436 00000100:00100000:0.0:1767320873.766591:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24437 00000100:00100000:0.0:1767320873.766594:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990228608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320873.766602:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320873.766625:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990228608:12345-0@lo:38:kworker.0 Request processed in 29us (4082us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320873.766631:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24437 00000100:00100000:0.0:1767320873.766642:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24438 00000100:00100000:0.0:1767320873.766646:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990228864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320873.766667:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320873.766690:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990228864:12345-0@lo:38:kworker.0 Request processed in 43us (4109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320873.766696:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24438 00000100:00080000:0.0:1767320873.766796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320873.766802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320873.766805:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990228224:0@lo:38:kworker.0 00000100:00080000:0.0:1767320873.766817:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320873.766829:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320873.766833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990228352:0@lo:38:kworker.0 00000100:00080000:0.0:1767320873.766842:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320873.766845:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320873.766848:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990228608:0@lo:38:kworker.0 00000100:00080000:0.0:1767320873.766855:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320873.766859:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320873.766861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990228864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320873.767765:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1767320873.767778:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990229120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320873.767860:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990229120:12345-0@lo:400:kworker.0 Request processed in 87us (6938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320873.767869:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1767320873.767910:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990229120:0@lo:400:kworker.0 00000100:00100000:3.0:1767320873.768251:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:3.0:1767320873.768260:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990228992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320873.768299:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990228992:12345-0@lo:400:kworker.0 Request processed in 41us (7254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320873.768305:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1767320873.768904:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990228992:0@lo:400:kworker.0 00000100:00100000:1.0:1767320873.769602:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5946 00000100:00100000:1.0:1767320873.769613:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990228736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320873.769835:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990228736:12345-0@lo:400:kworker.0 Request processed in 224us (8313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320873.769841:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5946 00000100:00100000:3.0:1767320873.770195:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990228736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320873.824442:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320874.592459:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320874.784524:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990229376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320874.784648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320874.784717:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320874.784724:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990229248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320874.784758:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320874.784790:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229376 00000100:00100000:1.0:1767320874.784797:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229376 00000100:00100000:1.0:1767320874.784847:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229248 00000100:00100000:1.0:1767320874.784850:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229248 00000100:00100000:1.0:1767320874.784866:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:1.0:1767320874.784873:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990229376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320874.784926:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320874.784970:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990229376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320874.784980:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:1.0:1767320874.784997:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1767320874.785004:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990229248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320874.785019:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320874.785058:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990229248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320874.785064:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1767320874.785103:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990229248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320874.785116:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990229376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320874.848327:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320874.864947:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320874.865005:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320874.865267:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925919488 00000100:00100000:0.0:1767320874.865280:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925919488 00000100:00100000:0.0:1767320874.865371:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925919360 00000100:00100000:0.0:1767320874.865375:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925919360 00000100:00100000:0.0:1767320874.865411:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5947 00000100:00100000:0.0:1767320874.865421:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925919488:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320874.865509:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925919488:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320874.865517:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5947 00000100:00100000:0.0:1767320874.865538:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24439 00000100:00100000:0.0:1767320874.865542:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925919360:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320874.865562:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320874.865591:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925919360:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (586us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320874.865597:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24439 00000100:00080000:2.0:1767320874.866282:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320875.619171:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320875.872544:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320876.641666:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320876.896859:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320877.669410:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320877.920492:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320878.688652:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320878.880356:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320853/real 1767320853] req@ffff96e2f9bace00 x1853163990222976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320878 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320878.880386:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320878.880391:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320878.880394:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320878.880398:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320878.880402:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320878.880413:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f9bace00 x1853163990222976/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320878 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320878.880431:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320878.880454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320878.880458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990222976:0@lo:250:kworker.0 00000100:00080000:3.0:1767320878.880574:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6123 00000100:00080000:3.0:1767320878.880580:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320878.880590:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320878.880626:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163990229504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320878.880681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990229504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320878.880751:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320878.880808:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320878.880811:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320878.880813:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320878.880818:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6123 00000100:00080000:3.0:1767320878.880820:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320878.880824:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320878.880838:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c7b80 x1853163990229632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320878.880883:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320878.880887:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320878.880889:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320878.880893:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6123 00000100:00080000:3.0:1767320878.880895:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320878.880898:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320878.880911:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163990229888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320878.880928:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320878.880932:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320878.880933:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320878.880937:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6123 00000100:00080000:3.0:1767320878.880939:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320878.880942:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320878.880952:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099180 x1853163990230144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320878.880978:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990229760:0@lo:400:kworker.0 00000100:00080000:3.0:1767320878.880989:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320878.880992:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320878.880993:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320878.880996:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6103 00000100:00080000:3.0:1767320878.880998:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320878.881002:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320878.881013:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990230016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320878.881049:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990230272:0@lo:400:kworker.0 00000100:00100000:2.0:1767320878.881072:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.881074:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09a680 x1853163990230528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320878.881110:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230272 00000100:00100000:3.0:1767320878.881117:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230272 00000100:00100000:2.0:1767320878.881119:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320878.881124:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990230400:0@lo:400:kworker.0 00000100:00100000:2.0:1767320878.881146:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320878.881188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320878.881198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990229632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320878.881198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320878.881227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320878.881289:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990229888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320878.881316:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229632 00000100:00100000:0.0:1767320878.881322:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229632 00000100:00100000:0.0:1767320878.881360:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326 00000100:00100000:0.0:1767320878.881367:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990229632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320878.881386:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320878.881446:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990229632:12345-0@lo:38:kworker.0 Request processed in 78us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320878.881453:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326 00000100:00100000:3.0:1767320878.885922:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230400 00000100:00100000:3.0:1767320878.885937:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230400 00000100:00100000:3.0:1767320878.886012:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:3.0:1767320878.886024:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990230272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.886131:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990230272:12345-0@lo:400:kworker.0 Request processed in 112us (5058us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.886140:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:3.0:1767320878.886157:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:3.0:1767320878.886164:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990230400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.886192:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990230400:12345-0@lo:400:kworker.0 Request processed in 29us (5044us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.886198:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00100000:3.0:1767320878.887958:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990230400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.887981:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990230272:0@lo:400:kworker.0 00000100:00080000:3.0:1767320878.888340:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320878.893456:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320878.903190:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229504 00000100:00100000:1.0:1767320878.903207:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229504 00000100:00100000:1.0:1767320878.903286:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229760 00000100:00100000:1.0:1767320878.903290:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229760 00000100:00080000:1.0:1767320878.903328:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320878.903372:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948 00000100:00100000:1.0:1767320878.903385:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990229760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320878.903488:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990229760:12345-0@lo:400:kworker.0 Request processed in 108us (22288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320878.903496:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948 00000100:00100000:1.0:1767320878.903515:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24440 00000100:00100000:1.0:1767320878.903520:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990229504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320878.903539:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320878.903568:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990229504:12345-0@lo:38:kworker.0 Request processed in 46us (22817us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320878.903575:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24440 00000100:00100000:3.0:1767320878.904195:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.904224:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990229888 00000100:00100000:3.0:1767320878.904245:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990229888 00000100:00100000:3.0:1767320878.904270:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230016 00000100:00100000:3.0:1767320878.904273:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230016 00000100:00100000:3.0:1767320878.904308:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5949 00000100:00100000:3.0:1767320878.904315:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990230016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.904355:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990230016:12345-0@lo:400:kworker.0 Request processed in 42us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.904363:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5949 00000100:00100000:3.0:1767320878.904377:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24441 00000100:00100000:3.0:1767320878.904381:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990229888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320878.904393:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320878.904432:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990229888:12345-0@lo:38:kworker.0 Request processed in 49us (10985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320878.904437:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24441 00000100:00080000:0.0:1767320878.904692:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320878.904699:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320878.904704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990229888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320878.904714:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990230144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320878.904755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320878.904776:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230144 00000100:00100000:0.0:1767320878.904780:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230144 00000100:00100000:0.0:1767320878.904804:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24442 00000100:00100000:0.0:1767320878.904808:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990230144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320878.904819:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320878.904844:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990230144:12345-0@lo:38:kworker.0 Request processed in 34us (87us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320878.904853:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24442 00000100:00080000:1.0:1767320878.904938:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320878.904992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990229760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.905279:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990230016:0@lo:400:kworker.0 00000100:00080000:0.0:1767320878.905859:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320878.905865:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320878.905869:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990230144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320878.905879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990230528:0@lo:250:kworker.0 00000400:00000100:0.0:1767320878.905906:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990230528 offset 0 length 520: 4 00000100:00080000:0.0:1767320878.905932:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320878.905935:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320878.905938:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990229504:0@lo:38:kworker.0 00000100:00080000:0.0:1767320878.905961:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320878.905964:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320878.905966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990229632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320878.944400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320879.714293:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320879.904679:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990230784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320879.904767:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320879.904803:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230784 00000100:00100000:3.0:1767320879.904812:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230784 00000100:00100000:2.0:1767320879.904832:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320879.904840:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990230656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320879.904865:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1767320879.904866:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320879.904880:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990230784:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320879.904903:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230656 00000100:00100000:2.0:1767320879.904908:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230656 00002000:00000024:3.0:1767320879.904911:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320879.904929:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302 00000100:00100000:2.0:1767320879.904950:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990230656:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320879.904964:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990230784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320879.904973:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00002000:00000024:2.0:1767320879.904976:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320879.905023:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990230784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320879.905025:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990230656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320879.905037:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302 00000100:00100000:3.0:1767320879.905061:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990230656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320879.968493:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320879.972466:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320879.972799:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925919744 00000100:00100000:2.0:1767320879.972810:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925919744 00000100:00100000:2.0:1767320879.972892:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5950 00000100:00100000:2.0:1767320879.972902:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925919744:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320879.972974:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925919744:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 74us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320879.972981:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5950 00000100:00080000:1.0:1767320879.973104:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320879.974159:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1767320879.974189:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925919872 offset 0 length 520: 4 00000100:00100000:3.0:1767320879.977291:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925919616 00000100:00100000:3.0:1767320879.977307:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925919616 00000100:00100000:3.0:1767320879.977367:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24443 00000100:00100000:3.0:1767320879.977375:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925919616:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320879.977398:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320879.977472:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925919616:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (3318us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320879.977479:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24443 00010000:00010000:0.0:1767320880.736472:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320880.995596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320881.760584:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320882.016359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320882.784469:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320883.040351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320883.808427:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320884.000843:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320884.000854:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320884.000857:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320884.000861:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320884.000865:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320884.000874:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6128 00000100:00080000:3.0:1767320884.000879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320884.000886:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320884.000926:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09bb80 x1853163990230912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320884.000950:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320884.000953:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320884.000955:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320884.001007:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6128 00000100:00080000:3.0:1767320884.001010:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320884.001014:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320884.001029:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098700 x1853163990231040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320884.001073:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320884.001078:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320884.001080:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320884.001084:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6128 00000100:00080000:3.0:1767320884.001086:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320884.001089:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320884.001102:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec09aa00 x1853163990231296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320884.001118:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320884.001121:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320884.001122:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320884.001125:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6128 00000100:00080000:3.0:1767320884.001128:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320884.001131:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320884.001141:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099500 x1853163990231552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320884.001187:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990231424:0@lo:400:kworker.0 00000100:00100000:3.0:1767320884.001271:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320884.001335:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320884.001341:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990231168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320884.001364:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320884.001420:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231424 00000100:00100000:3.0:1767320884.001428:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231424 00000100:00100000:3.0:1767320884.001475:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231168 00000100:00100000:3.0:1767320884.001478:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231168 00000100:00100000:3.0:1767320884.001505:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951 00000100:00100000:3.0:1767320884.001513:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990231424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320884.001566:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990231424:12345-0@lo:400:kworker.0 Request processed in 53us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320884.001573:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951 00000100:00100000:3.0:1767320884.001589:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5952 00000100:00100000:3.0:1767320884.001595:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990231168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320884.001637:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990231168:12345-0@lo:400:kworker.0 Request processed in 34us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320884.001643:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5952 00000100:00100000:3.0:1767320884.001681:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990231168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320884.001691:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990231424:0@lo:400:kworker.0 00000100:00080000:1.0:1767320884.001892:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320884.001905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990231680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.001938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320884.001969:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320884.001974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990231808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.001996:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320884.002201:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231680 00000100:00100000:2.0:1767320884.002215:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231680 00000100:00100000:2.0:1767320884.002264:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231808 00000100:00100000:2.0:1767320884.002268:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231808 00000100:00100000:2.0:1767320884.002285:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1767320884.002292:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990231680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320884.002329:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990231680:12345-0@lo:400:kworker.0 Request processed in 38us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320884.002335:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1767320884.002347:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:2.0:1767320884.002353:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990231808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320884.002379:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990231808:12345-0@lo:400:kworker.0 Request processed in 26us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320884.002384:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00080000:1.0:1767320884.002464:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320884.002467:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320884.002487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990231808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320884.002497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990231680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320884.002701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990230912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.002732:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320884.002815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990231040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.002838:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320884.002869:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990231296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.002891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320884.003077:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231040 00000100:00100000:1.0:1767320884.003082:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231040 00000100:00100000:1.0:1767320884.003114:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:1.0:1767320884.003119:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990231040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320884.003137:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320884.003170:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990231040:12345-0@lo:38:kworker.0 Request processed in 49us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320884.003175:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:0.0:1767320884.003425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990231552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320884.003450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320884.003516:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990230912 00000100:00100000:2.0:1767320884.003521:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990230912 00000100:00100000:2.0:1767320884.003583:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231296 00000100:00100000:2.0:1767320884.003587:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231296 00000100:00100000:0.0:1767320884.003718:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231552 00000100:00100000:0.0:1767320884.003722:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231552 00000100:00100000:0.0:1767320884.003744:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24444 00000100:00100000:0.0:1767320884.003762:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990230912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320884.003775:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320884.003805:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990230912:12345-0@lo:38:kworker.0 Request processed in 42us (1071us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320884.003811:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24444 00000100:00100000:0.0:1767320884.003825:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24445 00000100:00100000:0.0:1767320884.003829:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990231296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320884.003837:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320884.003864:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990231296:12345-0@lo:38:kworker.0 Request processed in 34us (972us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320884.003869:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24445 00000100:00100000:0.0:1767320884.003879:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24446 00000100:00100000:0.0:1767320884.003882:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990231552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320884.003891:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320884.003911:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990231552:12345-0@lo:38:kworker.0 Request processed in 27us (460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320884.003917:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24446 00000100:00080000:0.0:1767320884.003952:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.003957:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.003960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990231552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320884.003981:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.003985:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.003987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990230912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320884.003996:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.003999:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.004001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990231040:0@lo:38:kworker.0 00000100:00080000:0.0:1767320884.004009:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320884.004012:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320884.004014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990231296:0@lo:38:kworker.0 00000100:00100000:3.0:1767320884.064574:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320884.832720:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320885.025428:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990231936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320885.025500:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320885.025627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990232064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320885.025659:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320885.028303:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990231936 00000100:00100000:3.0:1767320885.028318:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990231936 00000100:00100000:3.0:1767320885.028383:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232064 00000100:00100000:3.0:1767320885.028387:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232064 00000100:00100000:3.0:1767320885.028408:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:3.0:1767320885.028416:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990231936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320885.028451:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320885.028563:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1767320885.028574:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990232064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320885.028591:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320885.028650:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990232064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320885.028656:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1767320885.028710:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990232064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320885.034184:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990231936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5757us (8672us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320885.034200:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:0.0:1767320885.040207:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990231936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320885.088361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320885.097348:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320885.097402:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320885.098182:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920128 00000100:00100000:3.0:1767320885.098194:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920128 00000100:00100000:3.0:1767320885.098292:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920000 00000100:00100000:3.0:1767320885.098296:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920000 00000100:00100000:3.0:1767320885.098322:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5953 00000100:00100000:3.0:1767320885.098334:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925920128:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320885.098418:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925920128:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320885.098426:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5953 00000100:00100000:3.0:1767320885.098444:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24447 00000100:00100000:3.0:1767320885.098450:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925920000:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320885.098470:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320885.098497:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925920000:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (1095us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320885.098503:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24447 00000100:00080000:1.0:1767320885.099855:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320885.858897:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320886.112395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320886.883379:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320887.136546:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320887.904464:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320888.160327:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320888.928712:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320889.121268:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320889.121281:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320889.121284:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320889.121289:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320889.121293:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320889.121303:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6133 00000100:00080000:3.0:1767320889.121307:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320889.121314:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320889.121356:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098e00 x1853163990232192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320889.122133:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320889.122140:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320889.122142:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320889.122148:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6133 00000100:00080000:3.0:1767320889.122151:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320889.122156:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320889.122180:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163990232320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320889.122255:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320889.122259:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320889.122261:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320889.122264:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6133 00000100:00080000:3.0:1767320889.122267:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320889.122270:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320889.122283:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163990232576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320889.122297:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320889.122300:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320889.122301:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320889.122305:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6133 00000100:00080000:3.0:1767320889.122307:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320889.122311:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320889.122320:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098380 x1853163990232832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320889.124454:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990233088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.124530:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.124625:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320889.124632:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990232960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.124659:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.124708:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990232192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.124734:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.124761:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990232320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.124784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.124863:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990232576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.125304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320889.125323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990232832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.125341:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320889.125502:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990232448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.125533:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320889.125563:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320889.125569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990232704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.125592:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320889.125625:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232320 00000100:00100000:1.0:1767320889.125634:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232320 00000100:00100000:1.0:1767320889.125684:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:1.0:1767320889.125691:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990232320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320889.125712:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320889.125752:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990232320:12345-0@lo:38:kworker.0 Request processed in 60us (967us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320889.125758:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00100000:1.0:1767320889.125778:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232576 00000100:00100000:1.0:1767320889.125782:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232576 00000100:00100000:1.0:1767320889.125798:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232832 00000100:00100000:1.0:1767320889.125800:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232832 00000100:00100000:1.0:1767320889.125806:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232448 00000100:00100000:1.0:1767320889.125808:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232448 00000100:00100000:1.0:1767320889.125846:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232704 00000100:00100000:1.0:1767320889.125849:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232704 00000100:00100000:1.0:1767320889.125872:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954 00000100:00100000:1.0:1767320889.125877:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990232448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.125915:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990232448:12345-0@lo:400:kworker.0 Request processed in 38us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320889.125920:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954 00000100:00100000:1.0:1767320889.125932:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5955 00000100:00100000:1.0:1767320889.125937:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990232704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.125958:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990232704:12345-0@lo:400:kworker.0 Request processed in 21us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320889.125963:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5955 00000100:00100000:1.0:1767320889.125975:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24448 00000100:00100000:1.0:1767320889.125979:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990232576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320889.125988:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320889.126008:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990232576:12345-0@lo:38:kworker.0 Request processed in 28us (704us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320889.126013:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24448 00000100:00100000:1.0:1767320889.126025:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24449 00000100:00100000:1.0:1767320889.126029:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990232832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320889.126038:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320889.126059:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990232832:12345-0@lo:38:kworker.0 Request processed in 28us (717us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320889.126064:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24449 00000100:00080000:1.0:1767320889.126087:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320889.126116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990232704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320889.126130:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990232448:0@lo:400:kworker.0 00000100:00080000:1.0:1767320889.126160:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320889.126164:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320889.126167:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990232320:0@lo:38:kworker.0 00000100:00080000:1.0:1767320889.126174:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320889.126177:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320889.126180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990232576:0@lo:38:kworker.0 00000100:00080000:1.0:1767320889.126186:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320889.126189:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320889.126192:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990232832:0@lo:38:kworker.0 00000100:00100000:0.0:1767320889.127094:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232192 00000100:00100000:0.0:1767320889.127103:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232192 00000100:00100000:0.0:1767320889.127145:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24450 00000100:00100000:0.0:1767320889.127152:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990232192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320889.127165:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320889.127209:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990232192:12345-0@lo:38:kworker.0 Request processed in 57us (2474us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320889.127215:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24450 00000100:00080000:1.0:1767320889.130119:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320889.130132:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320889.130137:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990232192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320889.131088:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233088 00000100:00100000:3.0:1767320889.131099:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233088 00000100:00100000:3.0:1767320889.131183:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990232960 00000100:00100000:3.0:1767320889.131187:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990232960 00000100:00100000:3.0:1767320889.131218:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:3.0:1767320889.131271:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990233088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320889.131370:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990233088:12345-0@lo:400:kworker.0 Request processed in 143us (6839us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320889.131391:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:3.0:1767320889.131410:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:3.0:1767320889.131417:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990232960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320889.131449:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990232960:12345-0@lo:400:kworker.0 Request processed in 33us (6789us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320889.131454:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00080000:1.0:1767320889.133810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320889.133821:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320889.134590:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990232960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320889.134606:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990233088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320889.184351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320889.953409:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320890.144779:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990233216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320890.144855:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320890.145076:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990233344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320890.146047:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233216 00000100:00100000:0.0:1767320890.146057:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233216 00000100:00100000:0.0:1767320890.146121:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:0.0:1767320890.146130:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990233216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320890.146163:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320890.146292:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320890.146356:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233344 00000100:00100000:3.0:1767320890.146360:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233344 00000100:00100000:3.0:1767320890.146379:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:3.0:1767320890.146384:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990233344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320890.146400:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320890.146439:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990233344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320890.146450:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:3.0:1767320890.146501:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990233344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320890.148283:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990233216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2148us (3423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320890.148293:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:1.0:1767320890.148390:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990233216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320890.208360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320890.212002:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320890.212092:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320890.212303:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920384 00000100:00100000:3.0:1767320890.212314:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920384 00000100:00100000:3.0:1767320890.212407:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920256 00000100:00100000:3.0:1767320890.212410:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920256 00000100:00100000:3.0:1767320890.212430:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5956 00000100:00100000:3.0:1767320890.212440:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925920384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320890.212596:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24451 00000100:00100000:0.0:1767320890.212605:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925920256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320890.212630:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320890.212701:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925920256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 95us (608us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320890.212709:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24451 00000100:00080000:0.0:1767320890.212831:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320890.214608:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925920384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 2157us (2603us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320890.214622:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5956 00010000:00010000:0.0:1767320890.976555:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320891.233104:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320892.003689:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320892.256569:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320893.024726:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320893.281190:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320894.048539:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320894.243427:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.243453:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320894.243457:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.243465:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.243471:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.243482:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6138 00000100:00080000:1.0:1767320894.243489:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.243499:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320894.243592:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74aa00 x1853163990233472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320894.243627:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.243631:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.243632:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.243636:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6138 00000100:00080000:1.0:1767320894.243639:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.243644:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320894.243658:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b800 x1853163990233600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320894.243703:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990233472:0@lo:38:kworker.0 00000100:00080000:1.0:1767320894.243716:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.243721:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.243723:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.243727:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6138 00000100:00080000:1.0:1767320894.243730:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.243735:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320894.243750:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748a80 x1853163990233856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320894.243773:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320894.243779:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320894.243781:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320894.243787:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6138 00000100:00080000:1.0:1767320894.243790:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320894.243793:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320894.243805:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163990234112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320894.243811:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990233984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320894.243894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320894.243898:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990234240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320894.243980:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.243992:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990233728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320894.244012:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990233600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320894.244034:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320894.244044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990234368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.244044:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320894.244067:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320894.244083:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.244144:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233472 00000100:00100000:1.0:1767320894.244147:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233728 00000100:00100000:0.0:1767320894.244150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990233856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320894.244157:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233728 00000100:00100000:2.0:1767320894.244157:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233472 00000100:00100000:0.0:1767320894.244198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320894.244208:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957 00000100:00100000:2.0:1767320894.244225:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990233728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.244352:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990233728:12345-0@lo:400:kworker.0 Request processed in 134us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320894.244363:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957 00000100:00100000:3.0:1767320894.244768:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320894.244873:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990234112:0@lo:38:kworker.0 00000100:00100000:0.0:1767320894.244941:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234240 00000100:00100000:0.0:1767320894.244949:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234240 00000100:00100000:0.0:1767320894.245001:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234368 00000100:00100000:0.0:1767320894.245005:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234368 00000100:00100000:0.0:1767320894.245025:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320894.245033:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990234240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320894.245092:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990234240:12345-0@lo:400:kworker.0 Request processed in 59us (1114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320894.245098:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:0.0:1767320894.245114:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767320894.245120:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990234368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320894.245151:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990234368:12345-0@lo:400:kworker.0 Request processed in 31us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320894.245156:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1767320894.245175:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233600 00000100:00100000:0.0:1767320894.245179:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233600 00000100:00100000:0.0:1767320894.245199:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:0.0:1767320894.245204:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990233600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320894.245222:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320894.245895:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990233600:12345-0@lo:38:kworker.0 Request processed in 686us (1831us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320894.245903:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:1.0:1767320894.246301:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233856 00000100:00100000:1.0:1767320894.246324:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233856 00000100:00100000:1.0:1767320894.246382:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24452 00000100:00100000:1.0:1767320894.246390:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990233472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320894.246415:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320894.246897:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990233472:12345-0@lo:38:kworker.0 Request processed in 504us (3002us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320894.246906:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24452 00000100:00100000:1.0:1767320894.246929:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24453 00000100:00100000:1.0:1767320894.246989:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990233856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320894.247002:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320894.247040:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990233856:12345-0@lo:38:kworker.0 Request processed in 105us (2845us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320894.247046:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24453 00000100:00100000:1.0:1767320894.247115:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990234368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320894.247131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990234240:0@lo:400:kworker.0 00000100:00080000:1.0:1767320894.247437:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320894.247452:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320894.247455:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320894.247803:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990233728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320894.250420:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990233984 00000100:00100000:3.0:1767320894.250529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320894.250576:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320894.250582:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320894.250586:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990233472:0@lo:38:kworker.0 00000100:00080000:3.0:1767320894.250599:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320894.250602:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320894.250605:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990233600:0@lo:38:kworker.0 00000100:00080000:3.0:1767320894.250634:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320894.250638:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320894.250641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990233856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320894.250660:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234112 00000100:00100000:1.0:1767320894.250669:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234112 00000100:00100000:1.0:1767320894.250728:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24454 00000100:00100000:2.0:1767320894.250835:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990233984 00000100:00100000:2.0:1767320894.250919:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958 00000100:00100000:2.0:1767320894.250928:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990233984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320894.251107:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990234112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320894.251135:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320894.251177:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990233984:12345-0@lo:400:kworker.0 Request processed in 249us (6407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320894.251188:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958 00000100:00080000:2.0:1767320894.251220:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320894.251700:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990233984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320894.251877:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990234112:12345-0@lo:38:kworker.0 Request processed in 1136us (1361us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320894.251887:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24454 00000100:00080000:2.0:1767320894.251960:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320894.251967:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320894.251971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990234112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320894.304516:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320895.073666:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320895.266483:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990234496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320895.266572:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320895.266689:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234496 00000100:00100000:0.0:1767320895.266697:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234496 00000100:00100000:0.0:1767320895.266753:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:0.0:1767320895.266763:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990234496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320895.266796:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320895.267051:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990234496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 288us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320895.267068:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00100000:2.0:1767320895.267312:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990234496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320895.269810:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990234624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320895.270064:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320895.270201:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234624 00000100:00100000:1.0:1767320895.270210:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234624 00000100:00100000:1.0:1767320895.270290:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:1.0:1767320895.270300:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990234624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320895.270330:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320895.270587:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990234624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 289us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320895.270596:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00000100:00100000:3.0:1767320895.270696:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990234624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320895.328467:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320895.330809:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320895.330894:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320895.331025:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920640 00000100:00100000:1.0:1767320895.331035:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920640 00000100:00100000:1.0:1767320895.331125:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920512 00000100:00100000:1.0:1767320895.331129:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920512 00000100:00100000:1.0:1767320895.331149:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5959 00000100:00100000:1.0:1767320895.331160:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925920640:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320895.331282:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925920640:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 124us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320895.331291:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5959 00000100:00100000:1.0:1767320895.331311:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24455 00000100:00100000:1.0:1767320895.331316:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925920512:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320895.331336:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320895.331362:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925920512:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320895.331369:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24455 00000100:00080000:3.0:1767320895.331586:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320896.098416:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320896.352415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320897.123029:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320897.377771:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320898.144577:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320898.400436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320899.168654:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320899.360816:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320899.360828:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320899.360831:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320899.360835:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320899.360840:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320899.360848:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6143 00000100:00080000:2.0:1767320899.360852:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320899.360902:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320899.360956:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163990234752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320899.361037:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990234752:0@lo:38:kworker.0 00000100:00100000:3.0:1767320899.361106:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320899.361163:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234752 00000100:00100000:1.0:1767320899.361172:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234752 00000100:00080000:2.0:1767320899.361194:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320899.361198:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320899.361200:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320899.361204:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6143 00000100:00080000:2.0:1767320899.361207:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320899.361211:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320899.361225:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24456 00000100:00100000:2.0:1767320899.361252:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72b100 x1853163990234880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320899.361271:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990234752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320899.361293:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320899.365746:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990234880:0@lo:38:kworker.0 00000100:00100000:3.0:1767320899.365875:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320899.367545:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990234880 00000100:00100000:0.0:1767320899.367557:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990234880 00000100:00100000:0.0:1767320899.367616:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:0.0:1767320899.367624:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990234880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320899.367648:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320899.367737:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990234880:12345-0@lo:38:kworker.0 Request processed in 112us (1863us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320899.367744:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:1.0:1767320899.371769:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990234752:12345-0@lo:38:kworker.0 Request processed in 10487us (10649us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320899.371785:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24456 00000100:00080000:3.0:1767320899.373523:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320899.373534:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320899.373540:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990234752:0@lo:38:kworker.0 00000100:00080000:3.0:1767320899.373579:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320899.373583:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320899.373586:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990234880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320899.374250:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990235008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320899.374324:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320899.374428:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235008 00000100:00100000:3.0:1767320899.374436:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235008 00000100:00100000:3.0:1767320899.374517:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960 00000100:00100000:3.0:1767320899.374527:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990235008:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320899.374605:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320899.375055:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320899.375061:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320899.375064:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320899.375070:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6143 00000100:00080000:2.0:1767320899.375073:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320899.375078:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320899.375103:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da72a300 x1853163990235136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320899.375216:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990235264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.375267:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320899.375305:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235264 00000100:00100000:0.0:1767320899.375308:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235264 00000100:00100000:0.0:1767320899.375366:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5961 00000100:00100000:0.0:1767320899.375372:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990235264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.375405:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990235264:12345-0@lo:400:kworker.0 Request processed in 33us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320899.375412:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5961 00000100:00080000:0.0:1767320899.375433:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320899.375451:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990235264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.375500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990235136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320899.375523:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320899.375547:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235136 00000100:00100000:0.0:1767320899.375550:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235136 00000100:00100000:0.0:1767320899.375568:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24457 00000100:00100000:0.0:1767320899.375572:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990235136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320899.375589:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320899.375617:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990235136:12345-0@lo:38:kworker.0 Request processed in 42us (92us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320899.375622:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24457 00000100:00080000:0.0:1767320899.375642:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320899.375647:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320899.375650:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990235136:0@lo:38:kworker.0 00000100:00100000:3.0:1767320899.387468:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990235008:12345-0@lo:400:kworker.0 Request processed in 12930us (13143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320899.387484:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960 00000100:00080000:2.0:1767320899.388604:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320899.388614:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320899.388618:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320899.388625:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6143 00000100:00080000:2.0:1767320899.388630:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320899.388636:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320899.388675:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163990235392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320899.388780:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990235648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.388820:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990235392:0@lo:38:kworker.0 00000100:00100000:2.0:1767320899.388840:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320899.388889:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320899.388895:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990235520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.388897:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320899.388915:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320899.388944:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235648 00000100:00100000:0.0:1767320899.388946:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235520 00000100:00100000:0.0:1767320899.388951:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235520 00000100:00100000:2.0:1767320899.388951:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235648 00000100:00100000:3.0:1767320899.389027:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235392 00000100:00100000:3.0:1767320899.389032:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235392 00000100:00100000:3.0:1767320899.389058:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24458 00000100:00100000:3.0:1767320899.389065:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990235392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320899.389084:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320899.389125:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990235392:12345-0@lo:38:kworker.0 Request processed in 60us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320899.389132:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24458 00000100:00080000:3.0:1767320899.389162:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320899.389166:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320899.389255:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1767320899.389265:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990235648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320899.389308:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990235648:12345-0@lo:400:kworker.0 Request processed in 46us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320899.389326:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:3.0:1767320899.389408:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990235648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.390831:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1767320899.390850:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990235520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320899.390921:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990235520:12345-0@lo:400:kworker.0 Request processed in 79us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320899.390927:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:1.0:1767320899.391823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990235008:0@lo:400:kworker.0 00000100:00080000:1.0:1767320899.391900:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320899.391906:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320899.391910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990235392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320899.391947:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990235520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320899.426580:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320900.192442:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320900.387375:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990235776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320900.387451:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320900.387551:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320900.387558:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990235904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320900.387584:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320900.387616:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235776 00000100:00100000:0.0:1767320900.387625:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235776 00000100:00100000:2.0:1767320900.387664:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990235904 00000100:00100000:2.0:1767320900.387669:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990235904 00000100:00100000:2.0:1767320900.387696:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:2.0:1767320900.387710:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990235776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320900.387739:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320900.387786:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990235776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320900.391734:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:0.0:1767320900.391765:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990235904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320900.391804:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320900.391887:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990235904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (4301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320900.391895:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00100000:0.0:1767320900.391992:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990235904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320900.392008:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd1d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990235776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320900.400257:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00100000:2.0:1767320900.449936:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320900.451604:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320900.451696:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320900.451736:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920896 00000100:00100000:3.0:1767320900.451747:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920896 00000100:00100000:3.0:1767320900.451834:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925920768 00000100:00100000:3.0:1767320900.451838:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925920768 00000100:00100000:3.0:1767320900.451865:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5962 00000100:00100000:3.0:1767320900.451876:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925920896:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320900.451951:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925920896:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320900.451959:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5962 00000100:00100000:3.0:1767320900.451975:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24459 00000100:00100000:3.0:1767320900.451980:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925920768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320900.451998:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320900.452024:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925920768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320900.452031:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24459 00000100:00080000:1.0:1767320900.452309:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320901.217984:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320901.472377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320902.241555:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320902.497402:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320903.264777:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320903.521638:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320878/real 1767320878] req@ffff96e2ec09a680 x1853163990230528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320903 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320903.521673:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec09a680 x1853163990230528/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320903 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320903.521693:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320903.521723:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320903.521726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990230528:0@lo:250:kworker.0 00000100:00080000:2.0:1767320903.522103:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320903.522109:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320903.522112:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320903.522116:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6128 00000100:00080000:2.0:1767320903.522120:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320903.522126:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320903.522159:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c380 x1853163990236032/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320903.522184:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320903.522189:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320903.522190:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320903.522194:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6149 00000100:00080000:2.0:1767320903.522197:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320903.522200:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320903.522218:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990236160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320903.522227:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320903.522247:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320903.522249:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320903.522253:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6149 00000100:00080000:2.0:1767320903.522255:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320903.522259:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320903.522282:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163990236288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320903.522319:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320903.522323:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320903.522325:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320903.522328:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6149 00000100:00080000:2.0:1767320903.522330:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320903.522334:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320903.522345:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ed80 x1853163990236544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320903.522359:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320903.522363:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320903.522365:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320903.522367:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6149 00000100:00080000:2.0:1767320903.522370:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320903.522373:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320903.522382:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ea00 x1853163990236800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320903.522564:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990236672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.522625:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.522690:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320903.522698:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990236416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.522719:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.522754:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236672 00000100:00100000:1.0:1767320903.522760:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236672 00000100:00100000:1.0:1767320903.522807:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236416 00000100:00100000:1.0:1767320903.522811:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236416 00000100:00100000:1.0:1767320903.522834:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963 00000100:00100000:1.0:1767320903.522842:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990236672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.522892:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990236672:12345-0@lo:400:kworker.0 Request processed in 50us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320903.522900:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963 00000100:00100000:1.0:1767320903.522917:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5964 00000100:00100000:1.0:1767320903.522924:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990236416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.522950:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990236416:12345-0@lo:400:kworker.0 Request processed in 27us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320903.522955:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5964 00000100:00080000:1.0:1767320903.522981:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320903.523009:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990236416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.523020:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990236672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.523040:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990236032:0@lo:250:kworker.0 00000400:00000100:1.0:1767320903.523061:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990236032 offset 0 length 520: 4 00000100:00100000:1.0:1767320903.523079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990236160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320903.523100:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.523116:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990236288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320903.523140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.523156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990236544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320903.523176:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.523191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990236800:0@lo:38:kworker.0 00000100:00100000:1.0:1767320903.523207:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.523253:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236160 00000100:00100000:1.0:1767320903.523257:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236160 00000100:00100000:1.0:1767320903.523282:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236544 00000100:00100000:1.0:1767320903.523285:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236544 00000100:00100000:1.0:1767320903.523292:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236800 00000100:00100000:1.0:1767320903.523294:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236800 00000100:00100000:1.0:1767320903.523303:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24460 00000100:00100000:1.0:1767320903.523307:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990236160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320903.523324:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320903.523354:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990236160:12345-0@lo:38:kworker.0 Request processed in 45us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320903.523360:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24460 00000100:00100000:1.0:1767320903.523372:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24461 00000100:00100000:1.0:1767320903.523375:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990236544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320903.523384:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320903.523405:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990236544:12345-0@lo:38:kworker.0 Request processed in 28us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320903.523411:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24461 00000100:00100000:1.0:1767320903.523421:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24462 00000100:00100000:1.0:1767320903.523425:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990236800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320903.523708:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320903.523735:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990236800:12345-0@lo:38:kworker.0 Request processed in 308us (526us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320903.523741:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24462 00000100:00080000:1.0:1767320903.523771:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320903.523775:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320903.523778:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990236160:0@lo:38:kworker.0 00000100:00080000:1.0:1767320903.523787:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320903.523789:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320903.523792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990236544:0@lo:38:kworker.0 00000100:00080000:1.0:1767320903.523799:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320903.523802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320903.523804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990236800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320903.523988:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320903.524019:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990237056:0@lo:400:kworker.0 00000100:00100000:3.0:1767320903.524051:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320903.524088:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320903.524095:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990236928:0@lo:400:kworker.0 00000100:00100000:3.0:1767320903.524114:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.524253:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237056 00000100:00100000:1.0:1767320903.524259:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237056 00000100:00100000:1.0:1767320903.524311:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236928 00000100:00100000:1.0:1767320903.524315:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236928 00000100:00100000:1.0:1767320903.524333:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:1.0:1767320903.524340:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990237056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.524377:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990237056:12345-0@lo:400:kworker.0 Request processed in 38us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320903.524383:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00000100:00100000:1.0:1767320903.524395:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:1.0:1767320903.524401:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990236928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320903.524610:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990236288 00000100:00100000:0.0:1767320903.524615:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990236288 00000100:00100000:0.0:1767320903.524641:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:0.0:1767320903.524646:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990236288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320903.524658:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320903.524695:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990236288:12345-0@lo:38:kworker.0 Request processed in 47us (1554us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320903.524701:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00080000:0.0:1767320903.524737:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320903.524741:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320903.524745:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990236288:0@lo:38:kworker.0 00000100:00080000:3.0:1767320903.524813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320903.524817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320903.524835:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990237056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320903.524949:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990236928:12345-0@lo:400:kworker.0 Request processed in 548us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320903.524956:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:3.0:1767320903.525552:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990236928:0@lo:400:kworker.0 00010000:00010000:3.0:1767320904.290653:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320904.544760:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:0.0:1767320904.562418:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925921024 offset 0 length 520: 4 00000100:00100000:0.0:1767320904.562548:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320904.562616:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320904.563293:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921280 00000100:00100000:2.0:1767320904.563305:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921280 00000100:00100000:2.0:1767320904.563392:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921152 00000100:00100000:2.0:1767320904.563396:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921152 00000100:00100000:2.0:1767320904.563429:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5965 00000100:00100000:2.0:1767320904.563439:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925921280:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320904.563513:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925921280:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320904.563521:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5965 00000100:00100000:2.0:1767320904.563539:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24463 00000100:00100000:2.0:1767320904.563544:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925921152:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320904.563577:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320904.563604:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925921152:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 58us (987us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320904.563610:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24463 00000100:00080000:1.0:1767320904.564875:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320905.314619:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320905.507064:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990237184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320905.507149:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320905.507224:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320905.507261:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990237312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320905.507375:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320905.507407:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237184 00000100:00100000:2.0:1767320905.507417:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237184 00000100:00100000:2.0:1767320905.507502:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237312 00000100:00100000:2.0:1767320905.507506:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237312 00000100:00100000:2.0:1767320905.507528:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:2.0:1767320905.507536:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990237184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320905.507564:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320905.507605:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990237184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (456us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320905.507607:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320905.507612:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00080000:3.0:1767320905.507613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320905.507651:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990237184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320905.507696:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1767320905.507707:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990237312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320905.507726:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320905.507769:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990237312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320905.507777:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1767320905.507922:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990237312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320905.568405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320906.336514:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320906.592331:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320907.363764:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320907.617310:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320908.384608:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320908.576702:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320908.576721:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320908.576725:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320908.576735:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320908.576739:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320908.576747:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6153 00000100:00080000:2.0:1767320908.576751:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320908.576757:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320908.576811:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc2300 x1853163990237440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320908.576849:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320908.576852:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320908.576854:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320908.576858:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6153 00000100:00080000:2.0:1767320908.576861:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320908.576864:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320908.576901:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163990237568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320908.576974:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320908.576978:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320908.576980:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320908.576994:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6153 00000100:00080000:2.0:1767320908.576997:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320908.577000:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320908.577013:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163990237824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320908.577039:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320908.577042:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320908.577044:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320908.577048:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6153 00000100:00080000:2.0:1767320908.577050:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320908.577054:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320908.577064:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163990238080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320908.577300:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990237952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320908.577355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990237440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320908.577393:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320908.577428:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990238336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320908.577470:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320908.577476:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320908.577481:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990237696:0@lo:400:kworker.0 00000100:00100000:0.0:1767320908.577501:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320908.577506:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990238208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320908.577506:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320908.577526:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320908.577535:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237952 00000100:00100000:1.0:1767320908.577542:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237952 00000100:00100000:0.0:1767320908.577558:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320908.577598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990237568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320908.577614:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237696 00000100:00100000:1.0:1767320908.577618:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237696 00000100:00100000:1.0:1767320908.577641:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237440 00000100:00100000:0.0:1767320908.577644:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320908.577644:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237440 00000100:00100000:0.0:1767320908.577665:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990237824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320908.577670:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966 00000100:00100000:1.0:1767320908.577678:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990237952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320908.577685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320908.577693:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990238080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320908.577709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320908.577721:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990237952:12345-0@lo:400:kworker.0 Request processed in 44us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320908.577728:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966 00000100:00100000:0.0:1767320908.577729:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237824 00000100:00100000:0.0:1767320908.577731:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237824 00000100:00100000:1.0:1767320908.577754:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238080 00000100:00100000:0.0:1767320908.577757:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5967 00000100:00100000:1.0:1767320908.577757:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238080 00000100:00100000:0.0:1767320908.577764:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990237696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320908.577767:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24464 00000100:00100000:1.0:1767320908.577770:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990237440:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320908.577792:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990237696:12345-0@lo:400:kworker.0 Request processed in 30us (285us total) trans 0 rc 0/0 00010000:00020000:1.0:1767320908.577796:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320908.577799:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5967 00000100:00100000:0.0:1767320908.577810:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24465 00000100:00100000:0.0:1767320908.577814:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990237824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320908.577824:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320908.577826:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990237440:12345-0@lo:38:kworker.0 Request processed in 54us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320908.577832:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24464 00000100:00100000:0.0:1767320908.577842:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990237824:12345-0@lo:38:kworker.0 Request processed in 27us (156us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320908.577843:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24466 00000100:00100000:1.0:1767320908.577846:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990238080:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320908.577848:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24465 00010000:00020000:1.0:1767320908.577854:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320908.577865:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990237568 00000100:00100000:0.0:1767320908.577868:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990237568 00000100:00100000:0.0:1767320908.577885:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00000100:00100000:1.0:1767320908.577888:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990238080:12345-0@lo:38:kworker.0 Request processed in 40us (178us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320908.577889:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990237568:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320908.577893:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24466 00010000:00020000:0.0:1767320908.577898:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320908.577919:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320908.577932:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990237568:12345-0@lo:38:kworker.0 Request processed in 42us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320908.577937:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00100000:1.0:1767320908.577945:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990237696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320908.577954:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990237952:0@lo:400:kworker.0 00000100:00080000:0.0:1767320908.577969:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320908.577974:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320908.577976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990237440:0@lo:38:kworker.0 00000100:00080000:0.0:1767320908.577987:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320908.577987:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238336 00000100:00080000:0.0:1767320908.577990:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320908.577990:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238336 00000100:00100000:0.0:1767320908.577993:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990237568:0@lo:38:kworker.0 00000100:00080000:0.0:1767320908.578000:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320908.578003:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320908.578005:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990237824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320908.578012:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320908.578015:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320908.578017:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238208 00000100:00100000:0.0:1767320908.578018:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990238080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320908.578019:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238208 00000100:00100000:1.0:1767320908.578040:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:1.0:1767320908.578047:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990238336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320908.578069:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:3.0:1767320908.578083:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990238208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320908.578088:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990238336:12345-0@lo:400:kworker.0 Request processed in 39us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320908.578096:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00080000:1.0:1767320908.578112:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320908.578115:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320908.578137:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990238208:12345-0@lo:400:kworker.0 Request processed in 58us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320908.578155:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1767320908.578164:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990238208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320908.578187:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990238336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320908.640351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320909.408501:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320909.664366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320909.667329:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320909.667373:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320909.668130:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921536 00000100:00100000:0.0:1767320909.668141:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921536 00000100:00100000:0.0:1767320909.668270:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921408 00000100:00100000:0.0:1767320909.668274:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921408 00000100:00100000:0.0:1767320909.668297:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5968 00000100:00100000:0.0:1767320909.668308:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925921536:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320909.668382:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925921536:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320909.668389:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5968 00000100:00100000:0.0:1767320909.668410:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24467 00000100:00100000:0.0:1767320909.668415:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925921408:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320909.668433:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320909.668459:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925921408:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 42us (1085us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320909.668466:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24467 00000100:00080000:1.0:1767320909.668617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320910.433482:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320910.625222:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767320910.625260:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990238592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320910.625324:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320910.625487:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990238464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320910.626253:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320910.635688:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238592 00000100:00100000:1.0:1767320910.635706:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238592 00000100:00080000:2.0:1767320910.635890:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320910.635956:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238464 00000100:00100000:1.0:1767320910.635961:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238464 00000100:00080000:2.0:1767320910.636017:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320910.637630:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:0.0:1767320910.637651:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990238592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320910.637736:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320910.637832:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990238592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (12507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.637839:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:0.0:1767320910.637859:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:0.0:1767320910.637866:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990238464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320910.637894:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320910.637926:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990238464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (11673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320910.637932:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000100:00100000:2.0:1767320910.638045:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990238592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320910.638060:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990238464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320910.688529:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320911.456572:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320911.712441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320912.482007:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320912.736384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320913.507426:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320913.696432:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320913.696442:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320913.696446:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320913.696449:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320913.696453:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320913.696478:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6158 00000100:00080000:1.0:1767320913.696482:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320913.696489:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320913.696528:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b480 x1853163990238720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320913.696556:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320913.696560:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320913.696562:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320913.696566:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6158 00000100:00080000:1.0:1767320913.696568:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320913.696571:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320913.696587:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49500 x1853163990238848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320913.696631:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320913.696635:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320913.696637:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320913.696641:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6158 00000100:00080000:1.0:1767320913.696643:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320913.696647:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320913.696658:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4aa00 x1853163990239104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320913.696686:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320913.696690:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320913.696691:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320913.696694:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6158 00000100:00080000:1.0:1767320913.696696:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320913.696699:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320913.696709:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163990239360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320913.696770:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990239488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320913.696832:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320913.696904:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320913.696910:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990239232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320913.696952:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320913.697068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990239616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320913.697157:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320913.697262:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239232 00000100:00100000:2.0:1767320913.697272:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239232 00000100:00100000:2.0:1767320913.697331:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969 00000100:00100000:0.0:1767320913.697350:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320913.697359:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990239232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320913.697361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990238976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320913.697396:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320913.697434:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320913.697441:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990239232:12345-0@lo:400:kworker.0 Request processed in 100us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320913.697449:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969 00000100:00100000:2.0:1767320913.697467:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238976 00000100:00100000:2.0:1767320913.697471:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238976 00000100:00100000:0.0:1767320913.697481:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990239232:0@lo:400:kworker.0 00000100:00080000:0.0:1767320913.697507:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320913.697521:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5970 00000100:00100000:2.0:1767320913.697529:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990238976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320913.697569:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990238976:12345-0@lo:400:kworker.0 Request processed in 41us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320913.697575:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5970 00000100:00100000:2.0:1767320913.697595:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990238720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320913.697620:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320913.697641:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990238848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320913.697665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320913.697699:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990239104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320913.697724:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320913.697737:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990239360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320913.697756:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320913.697781:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238720 00000100:00100000:2.0:1767320913.697784:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238720 00000100:00100000:0.0:1767320913.697798:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990238848 00000100:00100000:0.0:1767320913.697804:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990238848 00000100:00100000:2.0:1767320913.697806:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239104 00000100:00100000:2.0:1767320913.697810:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239104 00000100:00100000:2.0:1767320913.697821:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239360 00000100:00100000:2.0:1767320913.697823:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239360 00000100:00100000:0.0:1767320913.697835:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:2.0:1767320913.697839:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24468 00000100:00100000:0.0:1767320913.697845:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990238848:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320913.697849:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990238720:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320913.697955:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239488 00000100:00100000:3.0:1767320913.697959:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239488 00000100:00100000:3.0:1767320913.697994:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239616 00000100:00100000:3.0:1767320913.697997:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239616 00000100:00100000:3.0:1767320913.698016:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:3.0:1767320913.698023:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990239488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320913.698094:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990239488:12345-0@lo:400:kworker.0 Request processed in 72us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320913.698101:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:3.0:1767320913.698113:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:3.0:1767320913.698118:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990239616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320913.698144:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990239616:12345-0@lo:400:kworker.0 Request processed in 27us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320913.698150:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:3.0:1767320913.698169:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24469 00000100:00100000:3.0:1767320913.698174:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990239104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320913.698261:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320913.698297:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990238720:12345-0@lo:38:kworker.0 Request processed in 449us (676us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320913.698303:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24468 00000100:00100000:2.0:1767320913.698314:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24470 00000100:00100000:2.0:1767320913.698318:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990239360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320913.698471:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320913.698505:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990238848:12345-0@lo:38:kworker.0 Request processed in 661us (839us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320913.698516:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00100000:0.0:1767320913.698582:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990238976:0@lo:400:kworker.0 00000100:00100000:0.0:1767320913.698599:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990239616:0@lo:400:kworker.0 00000100:00080000:0.0:1767320913.698645:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320913.698649:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320913.698676:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990239488:0@lo:400:kworker.0 00010000:00020000:3.0:1767320913.698954:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320913.698984:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990239104:12345-0@lo:38:kworker.0 Request processed in 809us (1259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320913.698991:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24469 00000100:00080000:3.0:1767320913.699041:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320913.699047:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320913.699050:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990238720:0@lo:38:kworker.0 00000100:00080000:3.0:1767320913.699061:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320913.699065:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320913.699068:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990238848:0@lo:38:kworker.0 00000100:00080000:3.0:1767320913.699075:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320913.699087:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320913.699091:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990239104:0@lo:38:kworker.0 00010000:00020000:2.0:1767320913.702868:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320913.702992:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990239360:12345-0@lo:38:kworker.0 Request processed in 4669us (5232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320913.703004:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24470 00000100:00080000:3.0:1767320913.703078:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320913.703217:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320913.703222:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990239360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320913.760397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320914.529869:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320914.784441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320914.789354:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320914.789479:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320914.789816:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921792 00000100:00100000:0.0:1767320914.789826:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921792 00000100:00100000:0.0:1767320914.789909:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921664 00000100:00100000:0.0:1767320914.789913:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921664 00000100:00100000:0.0:1767320914.789936:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5971 00000100:00100000:0.0:1767320914.789946:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925921792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320914.790050:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925921792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320914.790058:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5971 00000100:00100000:0.0:1767320914.790091:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24471 00000100:00100000:0.0:1767320914.790096:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925921664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320914.790114:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320914.790140:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925921664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (666us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320914.790146:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24471 00000100:00080000:1.0:1767320914.791045:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320915.552605:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320915.745517:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320915.745536:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990239744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320915.745602:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320915.746838:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239744 00000100:00100000:3.0:1767320915.746846:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239744 00000100:00100000:3.0:1767320915.746903:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:3.0:1767320915.746911:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990239744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320915.746947:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320915.746998:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990239744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320915.747005:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00080000:2.0:1767320915.747268:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320915.747369:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990239872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320915.747414:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320915.747460:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990239872 00000100:00100000:0.0:1767320915.747463:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990239872 00000100:00100000:0.0:1767320915.747490:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1767320915.747496:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990239872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320915.747511:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320915.747543:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990239872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320915.747548:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1767320915.747584:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990239872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320915.747611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990239744:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320915.747778:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320915.808606:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320916.578226:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320916.832350:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320917.601567:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320917.856493:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320918.625506:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320918.816414:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320918.816427:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320918.816430:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320918.816435:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320918.816440:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320918.816450:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6163 00000100:00080000:1.0:1767320918.816456:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320918.816465:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320918.816524:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163990240000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320918.816557:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320918.816561:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320918.816563:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320918.816567:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6163 00000100:00080000:1.0:1767320918.816570:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320918.816574:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320918.816587:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067ea00 x1853163990240128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320918.816636:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320918.816640:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320918.816642:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320918.816645:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6163 00000100:00080000:1.0:1767320918.816648:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320918.816652:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320918.816663:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067e680 x1853163990240384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320918.816685:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320918.816689:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320918.816691:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320918.816695:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6163 00000100:00080000:1.0:1767320918.816697:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320918.816701:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320918.816711:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163990240640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320918.816912:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990240896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.816984:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320918.817091:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320918.817097:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990240256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.817125:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320918.817168:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240256 00000100:00100000:3.0:1767320918.817175:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240256 00000100:00100000:3.0:1767320918.817318:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972 00000100:00100000:3.0:1767320918.817328:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990240256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.817379:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990240256:12345-0@lo:400:kworker.0 Request processed in 52us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320918.817386:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972 00000100:00100000:3.0:1767320918.817425:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990240256:0@lo:400:kworker.0 00000100:00100000:1.0:1767320918.817501:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240896 00000100:00100000:1.0:1767320918.817505:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240896 00000100:00100000:1.0:1767320918.817546:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:1.0:1767320918.817555:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990240896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320918.817593:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990240896:12345-0@lo:400:kworker.0 Request processed in 41us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320918.817599:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00000100:00100000:3.0:1767320918.817739:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990240896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.817849:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990240768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.817880:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320918.817910:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320918.817916:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990240512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.817938:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320918.817966:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320918.817970:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320918.817980:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240512 00000100:00100000:2.0:1767320918.817984:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240512 00000100:00100000:2.0:1767320918.818029:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5973 00000100:00100000:2.0:1767320918.818036:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990240512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.818071:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990240512:12345-0@lo:400:kworker.0 Request processed in 35us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320918.818076:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5973 00000100:00080000:2.0:1767320918.818091:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320918.818107:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990240512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.818128:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990240000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320918.818152:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320918.818173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990240128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320918.818195:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320918.818215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990240384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320918.818257:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320918.818271:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990240640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320918.818294:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320918.818317:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240000 00000100:00100000:2.0:1767320918.818321:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240000 00000100:00100000:2.0:1767320918.818335:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240384 00000100:00100000:2.0:1767320918.818338:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240384 00000100:00100000:2.0:1767320918.818346:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240640 00000100:00100000:2.0:1767320918.818348:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240640 00000100:00100000:2.0:1767320918.818358:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24472 00000100:00100000:2.0:1767320918.818362:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990240000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320918.818379:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320918.818411:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990240000:12345-0@lo:38:kworker.0 Request processed in 47us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320918.818417:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24472 00000100:00100000:2.0:1767320918.818428:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24473 00000100:00100000:2.0:1767320918.818432:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990240384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320918.818442:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320918.818463:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990240384:12345-0@lo:38:kworker.0 Request processed in 29us (206us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320918.818469:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24473 00000100:00100000:2.0:1767320918.818479:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24474 00000100:00100000:2.0:1767320918.818483:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990240640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320918.818492:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320918.818511:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990240640:12345-0@lo:38:kworker.0 Request processed in 27us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320918.818517:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24474 00000100:00080000:2.0:1767320918.818540:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320918.818545:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320918.818548:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990240000:0@lo:38:kworker.0 00000100:00080000:2.0:1767320918.818557:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320918.818560:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320918.818563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990240384:0@lo:38:kworker.0 00000100:00080000:2.0:1767320918.818570:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320918.818574:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320918.818577:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990240640:0@lo:38:kworker.0 00000100:00100000:0.0:1767320918.818732:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240128 00000100:00100000:0.0:1767320918.818738:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240128 00000100:00100000:3.0:1767320918.818743:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990240768 00000100:00100000:3.0:1767320918.818748:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990240768 00000100:00100000:0.0:1767320918.818778:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:0.0:1767320918.818784:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990240128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320918.818796:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320918.818803:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:3.0:1767320918.818813:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990240768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320918.818858:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990240128:12345-0@lo:38:kworker.0 Request processed in 71us (659us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320918.818863:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990240768:12345-0@lo:400:kworker.0 Request processed in 51us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320918.818869:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:3.0:1767320918.818875:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00080000:3.0:1767320918.818895:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320918.818917:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990240768:0@lo:400:kworker.0 00000100:00080000:0.0:1767320918.818947:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320918.818953:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320918.818957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990240128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320918.881287:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320919.648503:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320919.904439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320919.913688:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320919.913893:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320919.915542:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922048 00000100:00100000:1.0:1767320919.915556:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922048 00000100:00100000:1.0:1767320919.915631:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925921920 00000100:00100000:1.0:1767320919.915635:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925921920 00000100:00100000:1.0:1767320919.915658:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5974 00000100:00100000:1.0:1767320919.915669:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925922048:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320919.915755:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925922048:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320919.915763:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5974 00000100:00100000:1.0:1767320919.915783:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24475 00000100:00100000:1.0:1767320919.915788:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925921920:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320919.915808:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320919.915833:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925921920:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (1941us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320919.915838:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24475 00000100:00080000:3.0:1767320919.916283:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320920.672727:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320920.864572:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990241024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320920.864645:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320920.864878:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241024 00000100:00100000:2.0:1767320920.864888:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241024 00000100:00100000:2.0:1767320920.864967:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:2.0:1767320920.864977:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990241024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320920.865009:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320920.865075:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990241024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320920.865083:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00100000:2.0:1767320920.865134:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990241024:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320920.865310:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320920.867259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990241152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320920.867328:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320920.867458:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241152 00000100:00100000:1.0:1767320920.867466:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241152 00000100:00100000:1.0:1767320920.867531:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:1.0:1767320920.867542:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990241152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320920.867569:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320920.867613:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990241152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320920.867620:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00080000:0.0:1767320920.867680:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320920.867713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990241152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320920.929071:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320921.696484:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320921.952439:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320922.721903:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320922.976384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320923.748342:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320923.938488:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320923.938499:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320923.938502:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320923.938506:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320923.938511:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320923.938519:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6168 00000100:00080000:1.0:1767320923.938524:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320923.938532:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320923.938574:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f480 x1853163990241280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320923.938607:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320923.938611:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320923.938613:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320923.938616:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6168 00000100:00080000:1.0:1767320923.938619:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320923.938622:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320923.938638:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c000 x1853163990241408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320923.938689:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320923.938693:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320923.938695:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320923.938698:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6168 00000100:00080000:1.0:1767320923.938700:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320923.938703:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320923.938714:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067c700 x1853163990241664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320923.938733:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320923.938736:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320923.938738:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320923.938744:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6168 00000100:00080000:1.0:1767320923.938746:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320923.938749:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320923.938760:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e30067f100 x1853163990241920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320923.938937:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990241280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320923.939012:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320923.939084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990241408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320923.939109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320923.939137:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990241664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320923.939156:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320923.939172:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990241920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320923.939188:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320923.939222:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241408 00000100:00100000:0.0:1767320923.939251:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241408 00000100:00100000:3.0:1767320923.939258:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990241792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320923.939289:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:3.0:1767320923.939296:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320923.939299:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990241408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320923.939322:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320923.939328:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320923.939336:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990242048:0@lo:400:kworker.0 00000100:00100000:0.0:1767320923.939382:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990241408:12345-0@lo:38:kworker.0 Request processed in 83us (270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320923.939390:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:0.0:1767320923.939417:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241280 00000100:00100000:0.0:1767320923.939420:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241280 00000100:00100000:3.0:1767320923.939425:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320923.939442:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241664 00000100:00100000:0.0:1767320923.939445:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241664 00000100:00100000:0.0:1767320923.939457:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241920 00000100:00100000:0.0:1767320923.939510:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241920 00000100:00100000:3.0:1767320923.943376:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241792 00000100:00100000:3.0:1767320923.943394:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241792 00000100:00100000:3.0:1767320923.943474:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975 00000100:00100000:3.0:1767320923.943486:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990241792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320923.943589:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990241792:12345-0@lo:400:kworker.0 Request processed in 107us (4294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320923.943598:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975 00000100:00100000:3.0:1767320923.943615:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24476 00000100:00100000:3.0:1767320923.943619:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990241280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320923.943641:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320923.943668:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990241280:12345-0@lo:38:kworker.0 Request processed in 48us (4657us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320923.943673:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24476 00000100:00100000:3.0:1767320923.943686:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24477 00000100:00100000:3.0:1767320923.943690:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990241664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320923.943698:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320923.943719:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990241664:12345-0@lo:38:kworker.0 Request processed in 27us (4562us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320923.943724:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24477 00000100:00100000:3.0:1767320923.943736:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24478 00000100:00100000:3.0:1767320923.943740:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990241920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320923.943748:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320923.943767:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990241920:12345-0@lo:38:kworker.0 Request processed in 26us (4578us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320923.943772:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24478 00000100:00100000:3.0:1767320923.943809:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990241536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320923.943861:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320923.943904:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320923.943911:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990242176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320923.943941:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320923.944949:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990241536 00000100:00100000:1.0:1767320923.944961:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990241536 00000100:00100000:1.0:1767320923.945019:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5976 00000100:00100000:1.0:1767320923.945028:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990241536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320923.945081:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990241536:12345-0@lo:400:kworker.0 Request processed in 55us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320923.945088:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5976 00000100:00100000:1.0:1767320923.945115:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242048 00000100:00100000:1.0:1767320923.945119:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242048 00000100:00100000:1.0:1767320923.945147:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242176 00000100:00100000:1.0:1767320923.945161:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242176 00000100:00100000:1.0:1767320923.945185:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1767320923.945191:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990242048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320923.945221:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990242048:12345-0@lo:400:kworker.0 Request processed in 30us (5798us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320923.945227:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1767320923.945253:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:1.0:1767320923.945260:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990242176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320923.945284:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990242176:12345-0@lo:400:kworker.0 Request processed in 25us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320923.945290:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00080000:1.0:1767320923.945377:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320923.945383:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320923.945388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990241280:0@lo:38:kworker.0 00000100:00080000:1.0:1767320923.945399:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320923.945403:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320923.945406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990241408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320923.945415:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320923.945418:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320923.945421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990241664:0@lo:38:kworker.0 00000100:00080000:1.0:1767320923.945430:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320923.945433:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320923.945436:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990241920:0@lo:38:kworker.0 00000100:00080000:1.0:1767320923.945483:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320923.945487:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320923.945489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320923.945527:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990242048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320923.945540:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990241792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320923.946362:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990242176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320923.946376:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990241536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320924.003449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320924.769731:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320925.024360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320925.040456:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320925.040564:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320925.040675:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922304 00000100:00100000:2.0:1767320925.040686:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922304 00000100:00100000:2.0:1767320925.040757:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922176 00000100:00100000:2.0:1767320925.040761:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922176 00000100:00100000:2.0:1767320925.040782:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5977 00000100:00100000:2.0:1767320925.040793:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925922304:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320925.040880:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925922304:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 79us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320925.040887:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5977 00000100:00100000:2.0:1767320925.040904:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24479 00000100:00100000:2.0:1767320925.040908:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925922176:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320925.040926:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320925.040950:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925922176:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 40us (387us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320925.040966:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24479 00000100:00080000:1.0:1767320925.041250:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320925.795394:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320925.985838:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320925.985866:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990242304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320925.985937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320925.986054:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320925.986063:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990242432:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320925.986089:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320925.999110:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242304 00000100:00100000:0.0:1767320925.999126:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242304 00000100:00100000:0.0:1767320925.999245:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242432 00000100:00100000:0.0:1767320925.999250:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242432 00000100:00100000:0.0:1767320925.999284:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:0.0:1767320925.999295:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990242304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320925.999328:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320925.999412:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990242304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (13474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320925.999420:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:0.0:1767320925.999439:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:0.0:1767320925.999446:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990242432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320925.999474:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320925.999512:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990242432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (13422us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320925.999519:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00100000:0.0:1767320925.999596:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990242304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320925.999659:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990242432:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320925.999747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320925.999751:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320926.048387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320926.816893:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320927.072426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320927.840629:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320928.035178:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320903/real 1767320903] req@ffff96e30067c380 x1853163990236032/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320928 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320928.035212:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e30067c380 x1853163990236032/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320928 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320928.035250:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320928.035282:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320928.035286:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e30067c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990236032:0@lo:250:kworker.0 00000100:00080000:2.0:1767320928.035870:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320928.035875:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320928.035878:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320928.035883:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6153 00000100:00080000:2.0:1767320928.035888:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320928.035893:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320928.035939:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bac700 x1853163990242560/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320928.035966:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320928.035970:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320928.035972:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320928.035975:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6173 00000100:00080000:2.0:1767320928.035977:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320928.035981:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320928.035995:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baea00 x1853163990242688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320928.036004:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320928.036006:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320928.036008:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320928.036010:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6173 00000100:00080000:2.0:1767320928.036012:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320928.036015:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320928.036024:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bae300 x1853163990242816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320928.036067:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320928.036071:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320928.036072:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320928.036075:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6173 00000100:00080000:2.0:1767320928.036077:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320928.036080:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320928.036089:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baed80 x1853163990243072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320928.036112:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320928.036115:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320928.036117:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320928.036121:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6173 00000100:00080000:2.0:1767320928.036124:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320928.036129:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320928.036130:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320928.036146:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990242944:0@lo:400:kworker.0 00000100:00100000:3.0:1767320928.036203:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320928.036252:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990242560:0@lo:250:kworker.0 00000400:00000100:1.0:1767320928.036279:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990242560 offset 0 length 520: 4 00000100:00100000:3.0:1767320928.036307:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242944 00000100:00100000:1.0:1767320928.036311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990242688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320928.036316:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242944 00000100:00100000:1.0:1767320928.036340:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320928.036365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990242816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320928.036371:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242688 00000100:00100000:3.0:1767320928.036375:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242688 00000100:00100000:1.0:1767320928.036395:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320928.036398:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978 00000100:00100000:3.0:1767320928.036409:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990242944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320928.036417:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990243072:0@lo:38:kworker.0 00000100:00100000:0.0:1767320928.036501:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990243200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320928.036505:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990243328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320928.036576:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24480 00000100:00100000:2.0:1767320928.036580:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990242688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320928.036597:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320928.039404:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320928.039473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990243328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320928.039940:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320928.039990:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243072 00000100:00100000:1.0:1767320928.039998:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243072 00000100:00100000:1.0:1767320928.040026:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243328 00000100:00100000:1.0:1767320928.040028:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243328 00000100:00100000:1.0:1767320928.040041:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24481 00000100:00100000:1.0:1767320928.040047:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990243072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320928.040070:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320928.040113:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990243072:12345-0@lo:38:kworker.0 Request processed in 64us (716us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320928.040120:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24481 00000100:00100000:1.0:1767320928.040926:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24482 00000100:00100000:1.0:1767320928.040931:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990243328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320928.040945:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320928.040980:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990243328:12345-0@lo:38:kworker.0 Request processed in 47us (1040us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320928.040986:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24482 00000100:00100000:1.0:1767320928.041008:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990242816 00000100:00100000:1.0:1767320928.041013:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990242816 00000100:00100000:1.0:1767320928.041039:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:1.0:1767320928.041044:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990242816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320928.041057:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320928.041301:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990242944:12345-0@lo:400:kworker.0 Request processed in 4893us (5095us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320928.041310:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978 00000100:00100000:3.0:1767320928.041348:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990243584:0@lo:400:kworker.0 00000100:00100000:3.0:1767320928.041385:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320928.041427:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990242944:0@lo:400:kworker.0 00000100:00080000:3.0:1767320928.041597:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320928.041616:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990243456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320928.041641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320928.041675:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243584 00000100:00100000:3.0:1767320928.041678:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243584 00000100:00100000:3.0:1767320928.041713:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243456 00000100:00100000:3.0:1767320928.041715:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243456 00000100:00100000:3.0:1767320928.041732:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1767320928.041737:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990243584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320928.041779:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990242816:12345-0@lo:38:kworker.0 Request processed in 732us (5383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320928.041787:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990243584:12345-0@lo:400:kworker.0 Request processed in 47us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320928.041793:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:3.0:1767320928.041800:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1767320928.041828:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:3.0:1767320928.041834:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990243456:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320928.041857:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320928.041864:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320928.041870:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990243456:12345-0@lo:400:kworker.0 Request processed in 35us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320928.041871:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990243328:0@lo:38:kworker.0 00000100:00100000:3.0:1767320928.041884:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00080000:1.0:1767320928.041892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320928.041898:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320928.041902:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990242816:0@lo:38:kworker.0 00000100:00080000:3.0:1767320928.041908:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320928.041912:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320928.041915:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320928.041922:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320928.041925:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990243072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320928.041932:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990243456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320928.041962:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990243584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320928.047330:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320928.047348:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990242688:12345-0@lo:38:kworker.0 Request processed in 10762us (11003us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320928.047362:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24480 00000100:00080000:1.0:1767320928.047451:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320928.047458:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320928.047463:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990242688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320928.050711:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243200 00000100:00100000:3.0:1767320928.050727:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243200 00000100:00080000:0.0:1767320928.050856:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320928.050944:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5979 00000100:00100000:3.0:1767320928.050956:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990243200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320928.051072:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990243200:12345-0@lo:400:kworker.0 Request processed in 119us (3749us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320928.051080:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5979 00000100:00100000:0.0:1767320928.051166:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990243200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320928.098422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320928.864753:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320929.120938:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320929.888490:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320930.144373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320930.149682:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320930.149723:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320930.149808:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922432 00000100:00100000:3.0:1767320930.149829:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922560 00000100:00100000:0.0:1767320930.149830:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922432 00000100:00100000:3.0:1767320930.149836:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922560 00000100:00100000:0.0:1767320930.149888:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24483 00000100:00100000:0.0:1767320930.149897:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925922432:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320930.149920:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320930.149981:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925922432:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 83us (310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320930.149989:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24483 00000100:00100000:3.0:1767320930.150001:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5980 00000100:00100000:3.0:1767320930.150011:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925922560:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320930.150053:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925922560:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 44us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320930.150060:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5980 00000100:00080000:1.0:1767320930.150099:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767320930.155806:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925922688 offset 0 length 520: 4 00010000:00010000:0.0:1767320930.912559:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320931.104716:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990243712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320931.104805:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320931.104816:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990243840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320931.104830:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320931.104850:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320931.104915:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243712 00000100:00100000:1.0:1767320931.104923:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243712 00000100:00100000:2.0:1767320931.104934:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243840 00000100:00100000:2.0:1767320931.104938:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243840 00000100:00080000:0.0:1767320931.105000:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320931.105005:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320931.105053:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:2.0:1767320931.105065:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990243840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320931.105096:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320931.105142:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990243840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320931.105149:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:3.0:1767320931.107643:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990243840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320931.111703:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1767320931.111724:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990243712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320931.111778:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320931.113212:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990243712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1492us (8375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320931.113224:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:0.0:1767320931.113415:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990243712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320931.168358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320931.936531:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320932.192345:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320932.960498:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320933.152364:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320933.152375:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320933.152378:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320933.152382:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320933.152386:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320933.152402:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6177 00000100:00080000:2.0:1767320933.152407:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320933.152424:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320933.152466:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf100 x1853163990243968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320933.152492:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320933.152495:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320933.152497:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320933.152501:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6177 00000100:00080000:2.0:1767320933.152504:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320933.152508:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320933.152522:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baed80 x1853163990244096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320933.152591:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990244224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320933.152664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320933.152746:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244224 00000100:00100000:0.0:1767320933.152755:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244224 00000100:00100000:1.0:1767320933.152805:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990243968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320933.152816:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981 00000100:00100000:0.0:1767320933.152828:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990244224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.152837:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.152866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990244096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320933.152916:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320933.152921:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320933.152923:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320933.152927:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6177 00000100:00080000:2.0:1767320933.152929:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320933.152933:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320933.152949:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bae300 x1853163990244352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320933.152986:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320933.152989:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320933.152991:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320933.152995:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6177 00000100:00080000:2.0:1767320933.152998:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320933.153002:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320933.153013:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf480 x1853163990244608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320933.154115:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.154164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990244352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320933.154196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.154215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990244608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320933.154248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.154280:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244096 00000100:00100000:1.0:1767320933.154285:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244096 00000100:00100000:1.0:1767320933.154309:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:1.0:1767320933.154315:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990244096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320933.154333:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320933.154369:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990244096:12345-0@lo:38:kworker.0 Request processed in 52us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320933.154376:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:1.0:1767320933.154399:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990243968 00000100:00100000:1.0:1767320933.154402:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990243968 00000100:00100000:1.0:1767320933.154432:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244352 00000100:00100000:1.0:1767320933.154435:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244352 00000100:00100000:1.0:1767320933.154443:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244608 00000100:00100000:1.0:1767320933.154445:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244608 00000100:00100000:1.0:1767320933.154454:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24484 00000100:00100000:1.0:1767320933.154459:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990243968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320933.154469:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320933.154493:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990243968:12345-0@lo:38:kworker.0 Request processed in 32us (1656us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320933.154499:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24484 00000100:00100000:1.0:1767320933.154510:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24485 00000100:00100000:1.0:1767320933.154514:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990244352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320933.154522:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320933.154543:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990244352:12345-0@lo:38:kworker.0 Request processed in 28us (346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320933.154549:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24485 00000100:00100000:1.0:1767320933.154560:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24486 00000100:00100000:1.0:1767320933.154564:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990244608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320933.154572:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320933.154589:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990244608:12345-0@lo:38:kworker.0 Request processed in 25us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320933.154595:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24486 00000100:00080000:1.0:1767320933.154632:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320933.154635:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320933.154639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990244352:0@lo:38:kworker.0 00000100:00080000:1.0:1767320933.154646:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320933.154649:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320933.154663:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990244608:0@lo:38:kworker.0 00000100:00080000:1.0:1767320933.154670:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320933.154674:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320933.154676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990243968:0@lo:38:kworker.0 00000100:00080000:1.0:1767320933.154683:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320933.154686:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320933.154689:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990244096:0@lo:38:kworker.0 00000100:00080000:1.0:1767320933.154755:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320933.154773:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990244864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.154801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.154838:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990244736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.154859:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.154875:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320933.154881:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990244480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.154896:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320933.154914:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244480 00000100:00100000:1.0:1767320933.154918:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244480 00000100:00100000:1.0:1767320933.154946:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5982 00000100:00100000:1.0:1767320933.154951:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990244480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.154984:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990244480:12345-0@lo:400:kworker.0 Request processed in 33us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320933.154990:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5982 00000100:00080000:1.0:1767320933.155004:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320933.155020:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990244480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.155068:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244864 00000100:00100000:1.0:1767320933.155071:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244864 00000100:00100000:1.0:1767320933.155101:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244736 00000100:00100000:1.0:1767320933.155103:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244736 00000100:00100000:1.0:1767320933.155121:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:1.0:1767320933.155126:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990244864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.155161:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990244864:12345-0@lo:400:kworker.0 Request processed in 32us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320933.155167:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00100000:1.0:1767320933.155177:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:1.0:1767320933.155183:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990244736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.155211:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990244736:12345-0@lo:400:kworker.0 Request processed in 29us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320933.155216:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00080000:1.0:1767320933.155251:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320933.155253:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320933.155268:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990244864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320933.155287:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990244736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320933.156541:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990244224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320933.156763:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990244224:12345-0@lo:400:kworker.0 Request processed in 3712us (3882us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320933.156772:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981 00000100:00100000:3.0:1767320933.216437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320933.988509:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320934.240468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320935.008811:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320935.266925:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320935.267338:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320935.267965:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922944 00000100:00100000:0.0:1767320935.267977:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922944 00000100:00100000:1.0:1767320935.268138:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320935.268202:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925922816 00000100:00100000:2.0:1767320935.268206:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925922816 00000100:00100000:2.0:1767320935.268323:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24487 00000100:00100000:2.0:1767320935.268331:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925922816:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320935.268354:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320935.268400:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925922816:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 71us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320935.268406:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24487 00000100:00100000:2.0:1767320935.268419:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5983 00000100:00100000:2.0:1767320935.268424:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925922944:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320935.268451:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925922944:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 28us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320935.268454:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5983 00000100:00080000:3.0:1767320935.269699:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320936.032480:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320936.225353:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990244992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320936.225423:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320936.226254:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990245120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320936.226293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320936.226967:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990244992 00000100:00100000:2.0:1767320936.226976:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990244992 00000100:00100000:0.0:1767320936.227034:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245120 00000100:00100000:0.0:1767320936.227039:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245120 00000100:00100000:2.0:1767320936.227114:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:2.0:1767320936.227125:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990244992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320936.227155:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320936.227212:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990244992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1788us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320936.227220:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00080000:1.0:1767320936.227441:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320936.227446:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320936.227524:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990244992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320936.227724:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:0.0:1767320936.227733:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990245120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320936.227751:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320936.227798:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990245120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320936.227805:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:1.0:1767320936.227866:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990245120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320936.289389:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320937.056575:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320937.312377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320938.082268:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320938.272990:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320938.273002:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320938.273006:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320938.273010:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320938.273014:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320938.273022:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320938.273026:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320938.273033:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320938.273077:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6680 x1853163990245248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320938.273107:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320938.273111:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320938.273113:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320938.273116:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320938.273119:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320938.273123:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320938.273140:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6d80 x1853163990245376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320938.273181:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320938.273185:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320938.273187:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320938.273191:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320938.273193:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320938.273197:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320938.273209:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4700 x1853163990245632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320938.273250:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320938.273254:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320938.273256:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320938.273260:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320938.273262:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320938.273266:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320938.273280:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ea00 x1853163990245888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320938.273543:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990245504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320938.273560:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990246016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320938.273623:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990245760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320938.273729:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.273842:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990245248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320938.273873:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.273900:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990245376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320938.273924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.273946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990245632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320938.273968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.273986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990245888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320938.274006:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.274041:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245248 00000100:00100000:0.0:1767320938.274048:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245248 00000100:00100000:0.0:1767320938.274078:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245632 00000100:00100000:0.0:1767320938.274081:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245632 00000100:00100000:0.0:1767320938.274095:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245888 00000100:00100000:2.0:1767320938.274097:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.274098:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245888 00000100:00100000:0.0:1767320938.274107:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245504 00000100:00100000:0.0:1767320938.274109:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245504 00000100:00100000:2.0:1767320938.274118:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320938.274124:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990246144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320938.274142:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984 00000100:00100000:2.0:1767320938.274145:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320938.274151:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990245504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320938.274172:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24488 00000100:00100000:2.0:1767320938.274177:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990245248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320938.274195:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320938.274201:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990245504:12345-0@lo:400:kworker.0 Request processed in 52us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320938.274208:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984 00000100:00100000:2.0:1767320938.274224:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990245248:12345-0@lo:38:kworker.0 Request processed in 45us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320938.274227:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24489 00000100:00100000:3.0:1767320938.274301:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246016 00000100:00100000:3.0:1767320938.274317:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246016 00000100:00100000:3.0:1767320938.274351:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246144 00000100:00100000:3.0:1767320938.274354:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246144 00000100:00100000:3.0:1767320938.274375:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:3.0:1767320938.274383:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990246016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320938.274422:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990246016:12345-0@lo:400:kworker.0 Request processed in 41us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320938.274428:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:3.0:1767320938.274440:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1767320938.274446:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990246144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320938.274473:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990246144:12345-0@lo:400:kworker.0 Request processed in 27us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320938.274479:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:1.0:1767320938.274583:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320938.274611:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245760 00000100:00100000:1.0:1767320938.274614:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245760 00000100:00100000:0.0:1767320938.274896:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990245632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320938.274908:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320938.274938:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990245632:12345-0@lo:38:kworker.0 Request processed in 42us (969us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320938.279767:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24488 00000100:00100000:2.0:1767320938.279821:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24490 00000100:00100000:2.0:1767320938.279829:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990245888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320938.279855:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320938.279939:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990245888:12345-0@lo:38:kworker.0 Request processed in 108us (5930us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320938.279945:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24490 00000100:00080000:2.0:1767320938.280095:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320938.280102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320938.280107:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990245248:0@lo:38:kworker.0 00000100:00080000:2.0:1767320938.280123:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320938.280126:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320938.280129:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990245632:0@lo:38:kworker.0 00000100:00080000:2.0:1767320938.280139:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320938.280142:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320938.280144:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990245888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320938.280193:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990246144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320938.280207:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990245504:0@lo:400:kworker.0 00000100:00100000:2.0:1767320938.280371:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990245376 00000100:00100000:2.0:1767320938.280379:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990245376 00000100:00100000:2.0:1767320938.280420:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:2.0:1767320938.280425:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990245376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320938.280437:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320938.280473:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990245376:12345-0@lo:38:kworker.0 Request processed in 46us (6548us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320938.280478:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00080000:2.0:1767320938.280658:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320938.280663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320938.280666:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990245376:0@lo:38:kworker.0 00000100:00080000:2.0:1767320938.280696:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320938.280701:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320938.280704:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320938.280732:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990246016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320938.292196:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24489 00000100:00100000:0.0:1767320938.292279:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5985 00000100:00100000:0.0:1767320938.292300:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990245760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320938.292436:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990245760:12345-0@lo:400:kworker.0 Request processed in 147us (17851us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320938.292443:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5985 00000100:00100000:3.0:1767320938.292705:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990245760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320938.336514:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320939.105361:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320939.360556:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320940.128535:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320940.384544:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320940.390136:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320940.390196:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320940.390288:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923072 00000100:00100000:1.0:1767320940.390299:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923072 00000100:00100000:1.0:1767320940.390348:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923200 00000100:00100000:1.0:1767320940.390351:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923200 00000100:00100000:1.0:1767320940.390401:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5986 00000100:00100000:1.0:1767320940.390413:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925923200:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320940.390424:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320940.390459:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24491 00000100:00100000:0.0:1767320940.390465:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925923072:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320940.390486:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320940.390498:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925923200:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320940.390506:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5986 00000100:00100000:0.0:1767320940.390513:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925923072:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (391us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320940.390557:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24491 00010000:00010000:0.0:1767320941.155937:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320941.344678:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320941.344696:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990246272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320941.344756:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320941.344862:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246272 00000100:00100000:2.0:1767320941.344870:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246272 00000100:00100000:2.0:1767320941.344922:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:2.0:1767320941.344931:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990246272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320941.344960:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320941.345003:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990246272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320941.345008:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00000100:00100000:2.0:1767320941.345138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990246400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320941.345165:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320941.345254:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246400 00000100:00100000:3.0:1767320941.345259:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246400 00000100:00100000:3.0:1767320941.345291:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326 00000100:00100000:3.0:1767320941.345298:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990246400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320941.345315:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320941.345349:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990246400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320941.345355:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326 00000100:00100000:2.0:1767320941.345431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990246400:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320941.345497:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320941.345501:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320941.345523:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990246272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320941.408514:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320942.177501:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320942.432642:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320943.200911:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320943.394262:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320943.394274:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320943.394277:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320943.394281:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320943.394285:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320943.394294:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6187 00000100:00080000:1.0:1767320943.394299:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320943.394306:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320943.394348:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748380 x1853163990246528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320943.394384:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320943.394388:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320943.394390:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320943.394394:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6187 00000100:00080000:1.0:1767320943.394396:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320943.394400:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320943.394419:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9a8fb80 x1853163990246656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320943.394462:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320943.394466:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320943.394468:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320943.394471:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6187 00000100:00080000:1.0:1767320943.394474:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320943.394477:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320943.394488:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9bad180 x1853163990246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320943.394515:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320943.394518:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320943.394520:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320943.394524:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6187 00000100:00080000:1.0:1767320943.394526:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320943.394562:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320943.394574:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf100 x1853163990247168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320943.394625:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990247040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320943.394715:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320943.394789:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320943.394796:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990247296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320943.394823:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320943.394857:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247040 00000100:00100000:1.0:1767320943.394877:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247040 00000100:00100000:1.0:1767320943.394936:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987 00000100:00100000:1.0:1767320943.394958:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990247040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320943.395007:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990247040:12345-0@lo:400:kworker.0 Request processed in 62us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320943.395015:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987 00000100:00100000:1.0:1767320943.395039:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247296 00000100:00100000:1.0:1767320943.395043:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247296 00000100:00100000:1.0:1767320943.395125:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:1.0:1767320943.395133:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990247296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320943.395164:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990247296:12345-0@lo:400:kworker.0 Request processed in 33us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320943.395170:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00080000:1.0:1767320943.395187:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320943.395191:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320943.395227:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990247296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320943.395275:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990247040:0@lo:400:kworker.0 00000100:00100000:2.0:1767320943.395667:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990246528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320943.395714:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320943.395749:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990246656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320943.395772:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320943.395796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990246912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320943.395818:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320943.395834:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990247168:0@lo:38:kworker.0 00000100:00100000:2.0:1767320943.395853:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320943.395893:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246656 00000100:00100000:2.0:1767320943.395898:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246656 00000100:00100000:2.0:1767320943.395924:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:2.0:1767320943.395929:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990246656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320943.395957:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320943.395991:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990246656:12345-0@lo:38:kworker.0 Request processed in 61us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320943.395998:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:2.0:1767320943.396018:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246528 00000100:00100000:2.0:1767320943.396023:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246528 00000100:00100000:2.0:1767320943.396037:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246912 00000100:00100000:2.0:1767320943.396039:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246912 00000100:00100000:2.0:1767320943.396050:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247168 00000100:00100000:2.0:1767320943.396052:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247168 00000100:00100000:2.0:1767320943.396065:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24492 00000100:00100000:2.0:1767320943.396069:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990246528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320943.396079:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320943.396104:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990246528:12345-0@lo:38:kworker.0 Request processed in 33us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320943.396110:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24492 00000100:00100000:2.0:1767320943.396121:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24493 00000100:00100000:2.0:1767320943.396125:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990246912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320943.396133:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320943.396156:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990246912:12345-0@lo:38:kworker.0 Request processed in 29us (338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320943.396161:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24493 00000100:00100000:2.0:1767320943.396170:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24494 00000100:00100000:2.0:1767320943.396174:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990247168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320943.396181:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320943.396202:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990247168:12345-0@lo:38:kworker.0 Request processed in 27us (348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320943.396207:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24494 00000100:00080000:2.0:1767320943.396267:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320943.396272:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320943.396275:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990246528:0@lo:38:kworker.0 00000100:00080000:2.0:1767320943.396286:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320943.396289:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320943.396292:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990246656:0@lo:38:kworker.0 00000100:00080000:2.0:1767320943.396299:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320943.396302:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320943.396305:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990246912:0@lo:38:kworker.0 00000100:00080000:2.0:1767320943.396313:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320943.396316:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320943.396318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990247168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320943.396683:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990246784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320943.396717:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320943.396753:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320943.396760:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990247424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320943.396786:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320943.396818:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247424 00000100:00100000:0.0:1767320943.396822:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247424 00000100:00100000:0.0:1767320943.396879:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:0.0:1767320943.396887:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990247424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320943.396926:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990247424:12345-0@lo:400:kworker.0 Request processed in 40us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320943.396931:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00080000:0.0:1767320943.396962:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320943.396988:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990247424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320943.397010:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990246784 00000100:00100000:0.0:1767320943.397013:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990246784 00000100:00080000:0.0:1767320943.397030:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320943.397051:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5988 00000100:00100000:0.0:1767320943.397056:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990246784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320943.397090:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990246784:12345-0@lo:400:kworker.0 Request processed in 34us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320943.397095:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5988 00000100:00100000:0.0:1767320943.397115:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990246784:0@lo:400:kworker.0 00000100:00100000:3.0:1767320943.457581:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320944.225144:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320944.480368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320945.248487:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320945.504391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320945.508772:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320945.508856:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923456 00000100:00100000:2.0:1767320945.508866:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923456 00000100:00100000:1.0:1767320945.508872:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320945.508943:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923328 00000100:00100000:2.0:1767320945.508947:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923328 00000100:00100000:2.0:1767320945.508981:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5989 00000100:00100000:2.0:1767320945.508991:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925923456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320945.509072:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925923456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320945.509080:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5989 00000100:00100000:2.0:1767320945.509099:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24495 00000100:00100000:2.0:1767320945.509104:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925923328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320945.509122:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320945.509147:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925923328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 43us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320945.509154:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24495 00000100:00080000:0.0:1767320945.509693:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320946.272503:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320946.467261:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320946.467284:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990247552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320946.467364:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320946.467791:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247552 00000100:00100000:3.0:1767320946.467799:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247552 00000100:00100000:3.0:1767320946.467865:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:3.0:1767320946.467875:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990247552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320946.467904:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320946.467951:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990247552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320946.467959:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:1.0:1767320946.468032:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990247680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320946.468064:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320946.468175:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320946.468211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990247552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320946.468327:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247680 00000100:00100000:3.0:1767320946.468332:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247680 00000100:00100000:3.0:1767320946.468371:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:3.0:1767320946.468377:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990247680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320946.468395:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320946.468424:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990247680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320946.468429:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00080000:2.0:1767320946.468481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320946.468534:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990247680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320946.528678:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320947.296945:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320947.552528:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320948.320549:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320948.512502:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320948.512512:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320948.512515:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320948.512519:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320948.512524:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320948.512533:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6193 00000100:00080000:1.0:1767320948.512538:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320948.512545:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320948.512586:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163990247808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320948.512624:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320948.512628:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320948.512630:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320948.512633:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6193 00000100:00080000:1.0:1767320948.512635:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320948.512639:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320948.512651:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b800 x1853163990247936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320948.512687:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320948.512690:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320948.512693:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320948.512696:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6193 00000100:00080000:1.0:1767320948.512698:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320948.512702:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320948.512715:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990248192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320948.512736:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320948.512739:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320948.512741:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320948.512744:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6193 00000100:00080000:1.0:1767320948.512746:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320948.512749:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320948.512763:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990248448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320948.512821:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990248704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.512886:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320948.512944:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320948.512949:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990248064:0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.512975:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320948.513007:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990248576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.513030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320948.513048:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320948.513053:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990248320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.513072:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320948.513101:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248064 00000100:00100000:1.0:1767320948.513109:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248064 00000100:00100000:1.0:1767320948.513156:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248320 00000100:00100000:1.0:1767320948.513159:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248320 00000100:00100000:1.0:1767320948.513179:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990 00000100:00100000:1.0:1767320948.513186:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990248064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.513268:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990248064:12345-0@lo:400:kworker.0 Request processed in 81us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320948.513275:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990 00000100:00100000:1.0:1767320948.513292:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5991 00000100:00100000:1.0:1767320948.513300:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990248320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.513330:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990248320:12345-0@lo:400:kworker.0 Request processed in 32us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320948.513336:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5991 00000100:00080000:1.0:1767320948.513352:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320948.513378:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990248320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320948.513405:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990248064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320948.513669:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990247808:0@lo:38:kworker.0 00000100:00100000:3.0:1767320948.513700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320948.513732:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990247936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320948.513754:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320948.513778:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990248192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320948.513812:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320948.513829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990248448:0@lo:38:kworker.0 00000100:00100000:3.0:1767320948.513848:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320948.513872:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247936 00000100:00100000:3.0:1767320948.513876:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247936 00000100:00100000:3.0:1767320948.513902:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1767320948.513906:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990247936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320948.513924:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320948.513952:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990247936:12345-0@lo:38:kworker.0 Request processed in 45us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320948.513958:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1767320948.513973:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990247808 00000100:00100000:3.0:1767320948.513976:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990247808 00000100:00100000:3.0:1767320948.513986:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248192 00000100:00100000:3.0:1767320948.513988:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248192 00000100:00100000:3.0:1767320948.513995:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248448 00000100:00100000:3.0:1767320948.513997:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248448 00000100:00100000:3.0:1767320948.514005:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24496 00000100:00100000:3.0:1767320948.514010:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990247808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320948.514020:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320948.514040:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990247808:12345-0@lo:38:kworker.0 Request processed in 29us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320948.514048:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24496 00000100:00100000:3.0:1767320948.514059:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24497 00000100:00100000:3.0:1767320948.514062:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990248192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320948.514070:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320948.514086:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990248192:12345-0@lo:38:kworker.0 Request processed in 23us (274us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320948.514091:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24497 00000100:00100000:3.0:1767320948.514100:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24498 00000100:00100000:3.0:1767320948.514103:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990248448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320948.514109:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320948.514124:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990248448:12345-0@lo:38:kworker.0 Request processed in 19us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320948.514128:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24498 00000100:00080000:3.0:1767320948.514158:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320948.514162:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320948.514166:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990247808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320948.514173:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320948.514175:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320948.514178:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990247936:0@lo:38:kworker.0 00000100:00080000:3.0:1767320948.514183:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320948.514186:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320948.514188:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990248192:0@lo:38:kworker.0 00000100:00080000:3.0:1767320948.514193:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320948.514196:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320948.514198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990248448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320948.514427:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248704 00000100:00100000:0.0:1767320948.514433:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248704 00000100:00100000:0.0:1767320948.514491:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248576 00000100:00100000:0.0:1767320948.514496:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248576 00000100:00100000:0.0:1767320948.514516:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:0.0:1767320948.514522:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990248704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320948.514564:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990248704:12345-0@lo:400:kworker.0 Request processed in 42us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320948.514570:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00100000:0.0:1767320948.514584:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767320948.514590:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990248576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320948.514622:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990248576:12345-0@lo:400:kworker.0 Request processed in 33us (1591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320948.514627:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1767320948.514662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990248576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320948.514687:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990248704:0@lo:400:kworker.0 00000100:00080000:3.0:1767320948.514798:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320948.514802:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320948.576600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320949.346271:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320949.601096:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320950.368601:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320950.624530:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320950.631861:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320950.631909:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320950.632017:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923584 00000100:00100000:2.0:1767320950.632028:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923584 00000100:00100000:2.0:1767320950.632076:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923712 00000100:00100000:2.0:1767320950.632079:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923712 00000100:00100000:2.0:1767320950.632125:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5992 00000100:00100000:2.0:1767320950.632135:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925923712:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320950.632222:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925923712:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320950.632258:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5992 00000100:00100000:2.0:1767320950.632277:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24499 00000100:00100000:2.0:1767320950.632281:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925923584:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767320950.632301:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320950.632327:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925923584:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320950.632333:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24499 00000100:00080000:1.0:1767320950.632671:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767320951.392515:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320951.584752:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990248832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320951.584828:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320951.584946:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248832 00000100:00100000:1.0:1767320951.584957:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248832 00000100:00100000:1.0:1767320951.585019:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:1.0:1767320951.585029:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990248832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320951.585058:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767320951.585152:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320951.585274:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320951.585284:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990248960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320951.585327:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320951.585360:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990248960 00000100:00100000:3.0:1767320951.585364:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990248960 00000100:00100000:3.0:1767320951.585403:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:3.0:1767320951.585410:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990248960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320951.585428:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320951.585463:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990248960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320951.585469:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:3.0:1767320951.585513:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990248960:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320951.585530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320951.596783:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990248832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11742us (11940us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320951.596804:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:0.0:1767320951.609258:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990248832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320951.648490:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320952.416487:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320952.672988:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320953.443959:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320953.632398:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320953.632415:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320953.632419:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320953.632424:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320953.632428:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320953.632437:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6198 00000100:00080000:1.0:1767320953.632442:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320953.632450:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320953.632472:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320928/real 1767320928] req@ffff96e2f9bac700 x1853163990242560/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320953 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320953.632489:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baed80 x1853163990249088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320953.632503:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320953.632506:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320953.632507:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2f9bac700 x1853163990242560/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320953 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320953.632508:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320953.632512:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6198 00000100:00080000:1.0:1767320953.632514:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320953.632518:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320953.632527:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baf480 x1853163990249216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320953.632530:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990249088:0@lo:38:kworker.0 00000100:00080000:1.0:1767320953.632567:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320953.632571:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320953.632573:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320953.632575:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6198 00000100:00080000:1.0:1767320953.632579:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320953.632582:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320953.632592:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722bb80 x1853163990249472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320953.632603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320953.632626:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320953.632629:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320953.632630:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320953.632633:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6198 00000100:00080000:1.0:1767320953.632635:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320953.632639:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320953.632648:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990249728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320953.632660:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320953.632681:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320953.632685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990242560:0@lo:250:kworker.0 00000100:00100000:0.0:1767320953.632708:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990249216:0@lo:38:kworker.0 00000100:00100000:0.0:1767320953.632734:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320953.632740:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990249344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320953.632757:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990249472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320953.632769:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320953.632786:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249216 00000100:00100000:0.0:1767320953.632792:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249216 00000100:00100000:2.0:1767320953.632826:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990249984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320953.632859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320953.636129:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249088 00000100:00100000:3.0:1767320953.636146:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249088 00000100:00100000:3.0:1767320953.636376:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249344 00000100:00100000:3.0:1767320953.636382:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249344 00000100:00100000:3.0:1767320953.636430:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993 00000100:00100000:3.0:1767320953.636440:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990249344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320953.636517:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990249344:12345-0@lo:400:kworker.0 Request processed in 78us (3745us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320953.636536:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993 00000100:00100000:3.0:1767320953.636555:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24500 00000100:00100000:3.0:1767320953.636559:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990249088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320953.636579:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320953.636608:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990249088:12345-0@lo:38:kworker.0 Request processed in 47us (4004us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320953.636614:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24500 00000100:00080000:3.0:1767320953.636630:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320953.636666:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990249344:0@lo:400:kworker.0 00000100:00100000:3.0:1767320953.636695:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320953.636720:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990249728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320953.636750:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320953.636773:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320953.636779:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320953.636781:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990249088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320953.636804:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249472 00000100:00100000:3.0:1767320953.636808:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249472 00000100:00100000:3.0:1767320953.636825:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249728 00000100:00100000:3.0:1767320953.636827:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249728 00000100:00100000:3.0:1767320953.636836:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24501 00000100:00100000:3.0:1767320953.636839:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990249472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320953.636850:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320953.636880:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990249472:12345-0@lo:38:kworker.0 Request processed in 39us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320953.636886:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24501 00000100:00100000:3.0:1767320953.636898:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24502 00000100:00100000:3.0:1767320953.636901:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990249728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320953.636909:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320953.636931:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990249728:12345-0@lo:38:kworker.0 Request processed in 28us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320953.636937:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24502 00000100:00080000:3.0:1767320953.636965:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320953.636969:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320953.636972:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990249472:0@lo:38:kworker.0 00000100:00080000:3.0:1767320953.636980:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320953.636983:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320953.636985:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990249728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320953.637055:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990249856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320953.638777:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1767320953.638787:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990249216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320953.638817:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320953.638895:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990249216:12345-0@lo:38:kworker.0 Request processed in 108us (6160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320953.638901:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00080000:0.0:1767320953.639278:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320953.639284:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320953.639287:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990249216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320953.649001:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990249600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320953.649087:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320953.649155:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249600 00000100:00100000:1.0:1767320953.649163:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249600 00000100:00100000:1.0:1767320953.649246:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994 00000100:00100000:1.0:1767320953.649256:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990249600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320953.649309:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990249600:12345-0@lo:400:kworker.0 Request processed in 54us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320953.649316:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994 00000100:00100000:1.0:1767320953.649373:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990249600:0@lo:400:kworker.0 00000100:00080000:1.0:1767320953.649393:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320953.649398:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320953.649402:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320953.649406:0:66716:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6177 00000100:00080000:1.0:1767320953.649410:0:66716:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320953.649414:0:66716:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320953.649438:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990250112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320953.650719:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320953.650971:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990250112:0@lo:250:kworker.0 00000400:00000100:0.0:1767320953.651017:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990250112 offset 0 length 520: 4 00000100:00100000:3.0:1767320953.652186:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320953.652296:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249984 00000100:00100000:1.0:1767320953.652305:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249984 00000100:00100000:1.0:1767320953.652380:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990249856 00000100:00100000:1.0:1767320953.652383:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990249856 00000100:00100000:1.0:1767320953.652410:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:1.0:1767320953.652419:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990249984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320953.652487:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990249984:12345-0@lo:400:kworker.0 Request processed in 69us (19625us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320953.652608:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320953.652613:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320953.652647:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:1.0:1767320953.652667:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1767320953.652674:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990249856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320953.652717:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990249856:12345-0@lo:400:kworker.0 Request processed in 44us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320953.652724:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:3.0:1767320953.652829:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990249856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320953.652981:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990249984:0@lo:400:kworker.0 00000100:00100000:2.0:1767320953.696408:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320954.464671:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320954.720408:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320954.728944:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767320954.728979:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925923840 offset 0 length 520: 4 00000100:00100000:2.0:1767320954.729003:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320954.729289:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924096 00000100:00100000:1.0:1767320954.729299:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924096 00000100:00100000:1.0:1767320954.729434:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925923968 00000100:00100000:1.0:1767320954.729438:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925923968 00000100:00100000:1.0:1767320954.729463:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5995 00000100:00100000:1.0:1767320954.729474:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925924096:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320954.729565:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925924096:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320954.729575:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5995 00000100:00100000:1.0:1767320954.729598:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24503 00000100:00100000:1.0:1767320954.729602:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925923968:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320954.729623:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320954.729649:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925923968:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (645us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320954.729655:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24503 00000100:00080000:0.0:1767320954.730052:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320955.489361:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320955.745033:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320956.517938:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320956.708477:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320956.708501:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990250240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320956.708577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320956.710926:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990250368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320956.711020:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320956.711227:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990250240 00000100:00100000:2.0:1767320956.711264:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990250240 00000100:00100000:2.0:1767320956.711347:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990250368 00000100:00100000:2.0:1767320956.711351:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990250368 00000100:00100000:2.0:1767320956.711372:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767320956.711381:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990250240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320956.711416:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320956.711475:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990250240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (2898us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320956.711483:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1767320956.711502:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00000100:00100000:2.0:1767320956.711508:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990250368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320956.711523:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320956.711549:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990250368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320956.711555:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00100000:2.0:1767320956.711601:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990250240:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320956.711676:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320956.711681:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320956.711885:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990250368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320956.768487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320957.536638:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320957.792764:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320958.561268:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320958.752457:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320958.752467:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320958.752470:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320958.752474:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320958.752478:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320958.752487:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6203 00000100:00080000:1.0:1767320958.752492:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320958.752500:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320958.752547:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b800 x1853163990250496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320958.752581:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320958.752584:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320958.752586:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320958.752589:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6203 00000100:00080000:1.0:1767320958.752592:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320958.752595:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320958.752607:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990250624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320958.752647:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320958.752651:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320958.752653:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320958.752657:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6203 00000100:00080000:1.0:1767320958.752659:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320958.752662:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320958.752674:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163990250880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320958.752706:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320958.752710:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320958.752712:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320958.752715:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6203 00000100:00080000:1.0:1767320958.752718:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320958.752721:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767320958.752733:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585880 x1853163990251136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320958.752757:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990250496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320958.752778:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990251264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320958.752862:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990250752:0@lo:400:kworker.0 00000100:00100000:2.0:1767320958.752868:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990251392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320958.768636:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320958.768904:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320958.768918:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990251008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320958.768966:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320958.769129:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251264 00000100:00100000:1.0:1767320958.769140:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251264 00000100:00100000:1.0:1767320958.769336:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:1.0:1767320958.769348:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990251264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320958.769421:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990251264:12345-0@lo:400:kworker.0 Request processed in 77us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320958.769429:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00080000:1.0:1767320958.770361:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320958.770415:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990251264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320958.771095:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320958.771166:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251008 00000100:00100000:0.0:1767320958.771173:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251008 00000100:00100000:0.0:1767320958.771336:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990250496 00000100:00100000:0.0:1767320958.771340:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990250496 00000100:00100000:0.0:1767320958.771360:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5996 00000100:00100000:0.0:1767320958.771369:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990251008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320958.771431:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990251008:12345-0@lo:400:kworker.0 Request processed in 63us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320958.771438:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5996 00000100:00100000:0.0:1767320958.771455:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24504 00000100:00100000:0.0:1767320958.771460:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990250496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320958.771478:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320958.771506:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990250496:12345-0@lo:38:kworker.0 Request processed in 45us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320958.771576:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24504 00000100:00100000:1.0:1767320958.771830:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990251008:0@lo:400:kworker.0 00000100:00080000:1.0:1767320958.771859:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320958.772652:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320958.772787:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990250752 00000100:00100000:1.0:1767320958.772794:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990250752 00000100:00100000:1.0:1767320958.772846:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5997 00000100:00100000:1.0:1767320958.772854:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990250752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320958.772908:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990250752:12345-0@lo:400:kworker.0 Request processed in 54us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320958.772915:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5997 00000100:00080000:1.0:1767320958.772936:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320958.779449:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320958.779464:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320958.779469:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990250496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320958.779485:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990250624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320958.779565:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320958.779605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990250880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320958.779628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320958.779646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990251136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320958.779718:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320958.781097:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990250752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320958.781195:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320958.781635:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990250624 00000100:00100000:1.0:1767320958.781643:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990250624 00000100:00100000:1.0:1767320958.781693:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:1.0:1767320958.781701:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990250624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320958.781723:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320958.781778:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990250624:12345-0@lo:38:kworker.0 Request processed in 76us (2212us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320958.781785:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:1.0:1767320958.781812:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990250880 00000100:00100000:1.0:1767320958.781816:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990250880 00000100:00100000:1.0:1767320958.781836:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251136 00000100:00100000:1.0:1767320958.781838:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251136 00000100:00100000:1.0:1767320958.781854:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24505 00000100:00100000:1.0:1767320958.781860:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990250880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320958.781869:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320958.781897:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990250880:12345-0@lo:38:kworker.0 Request processed in 37us (2267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320958.781903:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24505 00000100:00100000:1.0:1767320958.781994:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24506 00000100:00100000:1.0:1767320958.781999:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990251136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320958.782009:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320958.782034:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990251136:12345-0@lo:38:kworker.0 Request processed in 33us (2316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320958.782040:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24506 00000100:00100000:0.0:1767320958.782663:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251392 00000100:00100000:0.0:1767320958.782670:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251392 00000100:00100000:0.0:1767320958.782727:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:0.0:1767320958.782735:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990251392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320958.782790:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990251392:12345-0@lo:400:kworker.0 Request processed in 57us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320958.782797:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00080000:0.0:1767320958.782837:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320958.782843:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320958.782846:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990250624:0@lo:38:kworker.0 00000100:00080000:0.0:1767320958.782856:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320958.782859:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320958.782862:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990250880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320958.782870:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320958.782873:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320958.782875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990251136:0@lo:38:kworker.0 00000100:00100000:3.0:1767320958.783068:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990251392:0@lo:400:kworker.0 00000100:00080000:1.0:1767320958.783728:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320958.816392:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320959.584652:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320959.840597:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320959.843996:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320959.844052:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320959.844104:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924224 00000100:00100000:2.0:1767320959.844113:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924224 00000100:00100000:2.0:1767320959.844145:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924352 00000100:00100000:2.0:1767320959.844147:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924352 00000100:00100000:2.0:1767320959.844185:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5998 00000100:00100000:2.0:1767320959.844196:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925924352:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320959.844260:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24507 00000100:00100000:3.0:1767320959.844268:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925924224:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320959.844291:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320959.844333:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925924352:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 140us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320959.844339:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5998 00000100:00080000:0.0:1767320959.844449:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320959.844919:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925924224:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 647us (939us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320959.844927:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24507 00010000:00010000:3.0:1767320960.608877:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320960.865040:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320961.638687:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320961.828763:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990251520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320961.828847:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320961.829476:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251520 00000100:00100000:3.0:1767320961.829485:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251520 00000100:00100000:3.0:1767320961.829558:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:3.0:1767320961.829568:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990251520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320961.829600:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767320961.829671:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990251520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320961.829677:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00080000:0.0:1767320961.829850:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320961.829892:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990251520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320961.830861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990251648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320961.830911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320961.830998:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251648 00000100:00100000:2.0:1767320961.831004:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251648 00000100:00100000:2.0:1767320961.831059:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1767320961.831066:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990251648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320961.831088:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320961.831128:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990251648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320961.831134:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1767320961.831170:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990251648:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320961.831300:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320961.888522:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320962.656501:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320962.915142:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320963.680625:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320963.873074:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320963.873086:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320963.873089:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320963.873094:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320963.873099:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320963.873108:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6208 00000100:00080000:3.0:1767320963.873114:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320963.873122:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320963.873178:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bd500 x1853163990251776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320963.873210:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320963.873214:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320963.873216:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320963.873220:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6208 00000100:00080000:3.0:1767320963.873222:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320963.873227:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320963.873258:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bf480 x1853163990251904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320963.873290:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320963.873294:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320963.873296:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320963.873300:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6208 00000100:00080000:3.0:1767320963.873302:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320963.873306:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320963.873316:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2be680 x1853163990252160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320963.873337:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320963.873341:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320963.873343:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320963.873346:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6208 00000100:00080000:3.0:1767320963.873349:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320963.873354:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320963.873363:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1ed2bc380 x1853163990252416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320963.873479:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990252288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.873555:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320963.873626:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320963.873633:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990252544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.873659:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320963.873694:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252288 00000100:00100000:1.0:1767320963.873701:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252288 00000100:00100000:1.0:1767320963.873766:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999 00000100:00100000:1.0:1767320963.873776:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990252288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320963.873801:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990252032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320963.873870:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990252672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320963.874079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990251776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320963.877090:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990252288:12345-0@lo:400:kworker.0 Request processed in 3304us (3523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320963.877106:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999 00000100:00100000:1.0:1767320963.877179:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252544 00000100:00100000:1.0:1767320963.877188:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252544 00000100:00100000:1.0:1767320963.877273:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00000100:00100000:1.0:1767320963.877282:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990252544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.877345:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990252544:12345-0@lo:400:kworker.0 Request processed in 66us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320963.877351:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00000100:00100000:1.0:1767320963.877397:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990252544:0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.877411:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990252288:0@lo:400:kworker.0 00000100:00080000:1.0:1767320963.877537:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320963.877542:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320963.885346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320963.885408:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252032 00000100:00100000:0.0:1767320963.885419:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252032 00000100:00100000:0.0:1767320963.885483:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6000 00000100:00100000:0.0:1767320963.885492:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990252032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320963.885545:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990252032:12345-0@lo:400:kworker.0 Request processed in 54us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320963.885553:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6000 00000100:00080000:0.0:1767320963.885584:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320963.885657:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990252032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320963.886486:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320963.886597:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252672 00000100:00100000:1.0:1767320963.886605:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252672 00000100:00100000:1.0:1767320963.886662:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:1.0:1767320963.886672:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990252672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.886718:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990252672:12345-0@lo:400:kworker.0 Request processed in 49us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320963.886725:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00100000:2.0:1767320963.886993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990252672:0@lo:400:kworker.0 00000100:00080000:0.0:1767320963.891996:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320963.895268:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320963.895423:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990251904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320963.895472:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320963.895521:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990252160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320963.895545:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320963.895608:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251904 00000100:00100000:1.0:1767320963.895617:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251904 00000100:00100000:1.0:1767320963.895669:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:1.0:1767320963.895677:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990251904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320963.895701:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320963.896111:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990251904:12345-0@lo:38:kworker.0 Request processed in 430us (635us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320963.896119:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:3.0:1767320963.897263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990252416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320963.897332:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320963.897920:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990251776 00000100:00100000:0.0:1767320963.897930:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990251776 00000100:00100000:0.0:1767320963.897977:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252160 00000100:00100000:0.0:1767320963.897981:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252160 00000100:00100000:0.0:1767320963.898001:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24508 00000100:00100000:0.0:1767320963.898007:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990251776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320963.898038:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320963.898085:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990251776:12345-0@lo:38:kworker.0 Request processed in 77us (2824us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320963.898091:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24508 00000100:00100000:0.0:1767320963.898112:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24509 00000100:00100000:0.0:1767320963.898117:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990252160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320963.898127:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320963.898164:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990252160:12345-0@lo:38:kworker.0 Request processed in 46us (2618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320963.898173:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24509 00000100:00080000:3.0:1767320963.899413:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.899423:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.899429:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990251776:0@lo:38:kworker.0 00000100:00080000:3.0:1767320963.899455:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.899460:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.899463:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990251904:0@lo:38:kworker.0 00000100:00080000:3.0:1767320963.899474:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.899477:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.899480:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990252160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320963.900110:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252416 00000100:00100000:1.0:1767320963.900119:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252416 00000100:00100000:2.0:1767320963.900558:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24510 00000100:00100000:2.0:1767320963.900567:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990252416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320963.900600:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320963.900682:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990252416:12345-0@lo:38:kworker.0 Request processed in 113us (3348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320963.900689:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24510 00000100:00080000:3.0:1767320963.900853:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.900861:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.900864:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990252416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320963.936348:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320964.704525:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320964.960437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320964.965974:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320964.966124:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320964.966221:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924608 00000100:00100000:3.0:1767320964.966302:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924608 00000100:00100000:3.0:1767320964.966383:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924480 00000100:00100000:3.0:1767320964.966387:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924480 00000100:00100000:3.0:1767320964.966414:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6001 00000100:00100000:3.0:1767320964.966425:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925924608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767320964.966515:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925924608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320964.966523:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6001 00000100:00100000:3.0:1767320964.966541:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24511 00000100:00100000:3.0:1767320964.966546:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925924480:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320964.966568:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320964.966595:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925924480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 48us (472us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320964.966602:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24511 00000100:00080000:1.0:1767320964.966964:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320965.728474:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320965.985800:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320966.752602:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320966.945004:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320966.945030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990252800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320966.945116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320966.945816:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252800 00000100:00100000:2.0:1767320966.945826:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252800 00000100:00100000:2.0:1767320966.945901:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1767320966.945911:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990252800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320966.945943:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320966.946013:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990252800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320966.946021:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1767320966.946074:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990252800:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320966.946618:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320966.946776:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990252928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320966.946815:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320966.946973:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990252928 00000100:00100000:1.0:1767320966.946981:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990252928 00000100:00100000:1.0:1767320966.947043:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:1.0:1767320966.947051:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990252928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320966.947073:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767320966.947548:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320966.947734:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990252928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 682us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320966.947742:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:0.0:1767320966.947925:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990252928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320967.008709:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320967.778104:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320968.032371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320968.800546:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320968.992464:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320968.992477:0:66716:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320968.992481:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320968.992485:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320968.992490:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320968.992498:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6213 00000100:00080000:3.0:1767320968.992503:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320968.992510:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320968.992562:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecfb80 x1853163990253056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320968.992602:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320968.992606:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320968.992608:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320968.992612:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6213 00000100:00080000:3.0:1767320968.992614:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320968.992617:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320968.992632:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdc00 x1853163990253184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320968.992677:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320968.992681:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320968.992684:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320968.992688:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6213 00000100:00080000:3.0:1767320968.992690:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320968.992694:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320968.992702:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320968.992709:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc700 x1853163990253440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320968.992719:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990253312:0@lo:400:kworker.0 00000100:00080000:3.0:1767320968.992737:0:66716:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320968.992742:0:66716:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320968.992743:0:66716:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320968.992747:0:66716:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6213 00000100:00080000:3.0:1767320968.992749:0:66716:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320968.992753:0:66716:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320968.992765:0:66716:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecc000 x1853163990253696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320968.992793:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320968.992806:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990253824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320968.992843:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320968.992867:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990253952:0@lo:400:kworker.0 00000100:00100000:3.0:1767320968.992869:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320968.992879:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990253568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320968.992911:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320968.992911:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320968.992956:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253312 00000100:00100000:3.0:1767320968.992965:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253312 00000100:00100000:3.0:1767320968.993030:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253568 00000100:00100000:3.0:1767320968.993034:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253568 00000100:00100000:2.0:1767320968.993036:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253824 00000100:00100000:2.0:1767320968.993042:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253824 00000100:00100000:3.0:1767320968.993074:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6002 00000100:00100000:3.0:1767320968.993084:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990253312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320968.993092:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253952 00000100:00100000:2.0:1767320968.993097:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253952 00000100:00100000:2.0:1767320968.993126:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767320968.993135:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990253824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320968.993142:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990253312:12345-0@lo:400:kworker.0 Request processed in 59us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320968.993151:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6002 00000100:00100000:3.0:1767320968.993171:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6003 00000100:00100000:3.0:1767320968.993179:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990253568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320968.993186:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990253824:12345-0@lo:400:kworker.0 Request processed in 51us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320968.993194:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1767320968.993210:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:2.0:1767320968.993220:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990253952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320968.993226:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990253568:12345-0@lo:400:kworker.0 Request processed in 47us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320968.993259:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6003 00000100:00100000:2.0:1767320968.993302:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990253952:12345-0@lo:400:kworker.0 Request processed in 84us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320968.993309:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:3.0:1767320968.993346:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990253568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320968.993358:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990253824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320968.993502:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990253056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320968.993533:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320968.993564:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990253184:0@lo:38:kworker.0 00000100:00100000:1.0:1767320968.993586:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320968.993610:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990253440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320968.993629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320968.993644:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990253696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320968.993659:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320968.993688:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253056 00000100:00100000:1.0:1767320968.993691:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253056 00000100:00100000:1.0:1767320968.993708:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253440 00000100:00100000:1.0:1767320968.993711:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253440 00000100:00100000:1.0:1767320968.993723:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253696 00000100:00100000:1.0:1767320968.993724:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253696 00000100:00100000:1.0:1767320968.993737:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24512 00000100:00100000:1.0:1767320968.993742:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990253056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320968.993760:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320968.993793:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990253056:12345-0@lo:38:kworker.0 Request processed in 50us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320968.993799:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24512 00000100:00100000:1.0:1767320968.993812:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24513 00000100:00100000:1.0:1767320968.993816:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990253440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320968.993825:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320968.993846:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990253440:12345-0@lo:38:kworker.0 Request processed in 28us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320968.993851:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24513 00000100:00100000:1.0:1767320968.993861:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24514 00000100:00100000:1.0:1767320968.993864:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990253696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320968.993872:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320968.993891:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990253696:12345-0@lo:38:kworker.0 Request processed in 25us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320968.993896:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24514 00000100:00080000:1.0:1767320968.993924:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320968.993928:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320968.993931:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990253056:0@lo:38:kworker.0 00000100:00080000:1.0:1767320968.993938:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320968.993942:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320968.993944:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990253440:0@lo:38:kworker.0 00000100:00080000:1.0:1767320968.993951:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320968.993954:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320968.993957:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990253696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320968.994030:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990253184 00000100:00100000:2.0:1767320968.994035:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990253184 00000100:00100000:2.0:1767320968.994071:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:2.0:1767320968.994075:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990253184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320968.994085:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320968.994117:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990253184:12345-0@lo:38:kworker.0 Request processed in 40us (529us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320968.994122:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00080000:2.0:1767320968.994145:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320968.994149:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320968.994152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990253184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320968.994218:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320968.994224:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320968.994227:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320968.994324:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990253952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320968.994337:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990253312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320969.056630:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320969.826146:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320970.080420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767320970.083112:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320970.099192:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924864 00000100:00100000:3.0:1767320970.099209:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924864 00000100:00100000:3.0:1767320970.099312:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6004 00000100:00100000:3.0:1767320970.099323:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925924864:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:0.0:1767320970.099443:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320970.107707:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925924864:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 8372us (24592us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320970.107724:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6004 00000100:00100000:2.0:1767320970.123417:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320970.124446:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924736 00000100:00100000:3.0:1767320970.124457:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924736 00000100:00100000:3.0:1767320970.124530:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24515 00000100:00100000:3.0:1767320970.124539:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925924736:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767320970.124562:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320970.124638:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925924736:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 99us (1230us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320970.124645:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24515 00010000:00010000:3.0:1767320970.848484:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320971.104496:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320971.874663:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320972.065406:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320972.065428:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990254080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320972.065499:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320972.065589:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254080 00000100:00100000:0.0:1767320972.065599:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254080 00000100:00100000:0.0:1767320972.065658:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:0.0:1767320972.065668:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990254080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320972.065699:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320972.065748:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990254080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320972.065755:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00080000:0.0:1767320972.065782:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320972.065831:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990254080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320972.066009:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990254208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320972.066040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320972.078637:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254208 00000100:00100000:0.0:1767320972.078651:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254208 00000100:00100000:0.0:1767320972.078718:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:0.0:1767320972.078728:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990254208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320972.078759:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320972.078824:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990254208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (12783us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320972.078830:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00080000:2.0:1767320972.079209:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320972.084171:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990254208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320972.128545:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320972.896600:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320973.152639:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320973.922752:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320974.112682:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320974.112695:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320974.112698:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320974.112702:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320974.112707:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320974.112715:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6218 00000100:00080000:3.0:1767320974.112720:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320974.112727:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320974.112771:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163990254336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320974.112796:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320974.112800:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320974.112802:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320974.112805:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6218 00000100:00080000:3.0:1767320974.112808:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320974.112812:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320974.112825:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfeced80 x1853163990254464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320974.112867:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320974.112870:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320974.112872:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320974.112875:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6218 00000100:00080000:3.0:1767320974.112878:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320974.112882:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320974.112896:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163990254720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320974.112925:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320974.112929:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320974.112931:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320974.112934:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6218 00000100:00080000:3.0:1767320974.112937:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320974.112940:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320974.112951:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163990254976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320974.113029:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990255104:0@lo:400:kworker.0 00000100:00100000:3.0:1767320974.113111:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320974.113177:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320974.113183:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990254848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320974.113209:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320974.113271:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990255104 00000100:00100000:0.0:1767320974.113399:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990254592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320974.113428:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.113457:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320974.113463:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990255232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320974.113484:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320974.113509:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254848 00000100:00100000:0.0:1767320974.113516:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254848 00000100:00100000:0.0:1767320974.113567:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254592 00000100:00100000:0.0:1767320974.113571:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254592 00000100:00100000:0.0:1767320974.113598:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6005 00000100:00100000:0.0:1767320974.113605:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990254848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320974.113660:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990254848:12345-0@lo:400:kworker.0 Request processed in 55us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320974.113668:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6005 00000100:00100000:0.0:1767320974.113686:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006 00000100:00100000:0.0:1767320974.113692:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990254592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320974.113726:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990254592:12345-0@lo:400:kworker.0 Request processed in 35us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320974.113732:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006 00000100:00100000:0.0:1767320974.113774:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990254592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320974.113800:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990254848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320974.113939:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990255104 00000100:00100000:3.0:1767320974.113989:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990255232 00000100:00100000:3.0:1767320974.113993:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990255232 00000100:00100000:3.0:1767320974.114014:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:3.0:1767320974.114020:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990255104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320974.114057:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990255104:12345-0@lo:400:kworker.0 Request processed in 37us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320974.114062:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:3.0:1767320974.114073:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:3.0:1767320974.114079:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990255232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320974.114493:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990255232:12345-0@lo:400:kworker.0 Request processed in 412us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320974.114500:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:3.0:1767320974.114533:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990255104:0@lo:400:kworker.0 00000100:00100000:3.0:1767320974.114557:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990255232:0@lo:400:kworker.0 00000100:00080000:2.0:1767320974.114777:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320974.114782:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320974.114785:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320974.116189:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990254336:0@lo:38:kworker.0 00000100:00100000:1.0:1767320974.116847:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320974.116945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990254464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320974.116986:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320974.117020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990254720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320974.117043:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320974.117103:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254464 00000100:00100000:3.0:1767320974.117111:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254464 00000100:00100000:3.0:1767320974.117155:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:3.0:1767320974.117163:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990254464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320974.117182:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320974.117219:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990254464:12345-0@lo:38:kworker.0 Request processed in 56us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320974.117226:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:1.0:1767320974.125891:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990254976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320974.125974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320974.126023:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254336 00000100:00100000:2.0:1767320974.126032:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254336 00000100:00100000:0.0:1767320974.126210:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254720 00000100:00100000:0.0:1767320974.126215:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254720 00000100:00100000:0.0:1767320974.126286:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24516 00000100:00100000:0.0:1767320974.126294:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990254336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320974.126318:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320974.126362:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990254336:12345-0@lo:38:kworker.0 Request processed in 68us (9517us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320974.126368:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24516 00000100:00100000:0.0:1767320974.126385:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24517 00000100:00100000:0.0:1767320974.126389:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990254720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320974.126720:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320974.126749:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990254720:12345-0@lo:38:kworker.0 Request processed in 359us (9705us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320974.126756:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24517 00000100:00080000:1.0:1767320974.126950:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320974.126956:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320974.126970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990254336:0@lo:38:kworker.0 00000100:00080000:1.0:1767320974.126984:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320974.126987:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320974.126990:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990254464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320974.126997:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320974.127000:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320974.127003:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990254720:0@lo:38:kworker.0 00000100:00100000:2.0:1767320974.127551:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990254976 00000100:00100000:2.0:1767320974.127558:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990254976 00000100:00100000:2.0:1767320974.127602:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24518 00000100:00100000:2.0:1767320974.127607:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990254976:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320974.127622:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320974.127665:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990254976:12345-0@lo:38:kworker.0 Request processed in 57us (1701us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320974.127672:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24518 00000100:00080000:1.0:1767320974.127796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320974.127801:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320974.127805:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990254976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320974.176371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320974.946636:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320975.201457:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767320975.205077:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320975.205289:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925925120 00000100:00100000:1.0:1767320975.205301:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925925120 00000100:00100000:1.0:1767320975.205389:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6007 00000100:00100000:1.0:1767320975.205402:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925925120:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320975.205483:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320975.206903:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925925120:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1495us (1830us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320975.206917:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6007 00000100:00100000:2.0:1767320975.208056:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767320975.208488:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925924992 00000100:00100000:1.0:1767320975.208497:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925924992 00000100:00100000:1.0:1767320975.208595:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24519 00000100:00100000:1.0:1767320975.208602:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925924992:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320975.208625:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320975.208693:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925924992:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 89us (643us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320975.208703:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24519 00010000:00010000:3.0:1767320975.968824:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320976.224486:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320976.992582:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320977.184676:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990255360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320977.184747:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320977.184944:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990255360 00000100:00100000:1.0:1767320977.184953:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990255360 00000100:00100000:1.0:1767320977.185024:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:1.0:1767320977.185035:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990255360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320977.185065:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320977.185111:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990255360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320977.185119:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:1.0:1767320977.185176:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990255360:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320977.185850:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320977.186099:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320977.186111:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990255488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320977.186149:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320977.186245:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990255488 00000100:00100000:1.0:1767320977.186251:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990255488 00000100:00080000:3.0:1767320977.186346:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320977.186450:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:1.0:1767320977.186461:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990255488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320977.186483:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320977.186533:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990255488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320977.186539:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1767320977.186603:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990255488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320977.249336:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320978.017140:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320978.210120:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320953/real 1767320953] req@ffff96e2c722a300 x1853163990250112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320978 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320978.210159:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c722a300 x1853163990250112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320978 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320978.210178:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320978.210212:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320978.210216:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990250112:0@lo:250:kworker.0 00000100:00080000:3.0:1767320978.210318:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320978.210323:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320978.210326:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320978.210332:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6203 00000100:00080000:3.0:1767320978.210336:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320978.210344:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320978.210383:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf480 x1853163990255616/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320978.210411:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320978.210415:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320978.210417:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320978.210421:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6223 00000100:00080000:3.0:1767320978.210423:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320978.210426:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320978.210444:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecce00 x1853163990255744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320978.210454:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320978.210457:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320978.210459:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320978.210462:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6223 00000100:00080000:3.0:1767320978.210464:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320978.210468:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320978.210483:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd500 x1853163990255872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320978.210535:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320978.210539:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320978.210541:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320978.210544:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6223 00000100:00080000:3.0:1767320978.210546:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320978.210550:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320978.210562:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163990256128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320978.210589:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320978.210593:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320978.210595:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320978.210598:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6223 00000100:00080000:3.0:1767320978.210600:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320978.210604:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320978.210613:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecea00 x1853163990256384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320978.210696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990256256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320978.210762:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320978.210820:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320978.210825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990256512:0@lo:400:kworker.0 00000100:00100000:3.0:1767320978.210851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320978.210880:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256256 00000100:00100000:3.0:1767320978.210896:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256256 00000100:00100000:3.0:1767320978.210947:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6008 00000100:00100000:3.0:1767320978.210968:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990256256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320978.211022:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990256256:12345-0@lo:400:kworker.0 Request processed in 55us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320978.211029:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6008 00000100:00080000:3.0:1767320978.211049:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320978.211075:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990256256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320978.211280:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256512 00000100:00100000:2.0:1767320978.211284:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256512 00000100:00100000:2.0:1767320978.211318:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:2.0:1767320978.211324:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990256512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320978.211360:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990256512:12345-0@lo:400:kworker.0 Request processed in 37us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320978.211365:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000100:00100000:2.0:1767320978.211382:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990255616:0@lo:250:kworker.0 00000400:00000100:2.0:1767320978.211400:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990255616 offset 0 length 520: 4 00000100:00100000:2.0:1767320978.211417:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990255744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320978.211435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320978.211450:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990255872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320978.211470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320978.211486:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990256128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320978.211503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320978.211517:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990256384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320978.211534:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320978.211558:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990255872 00000100:00100000:2.0:1767320978.211561:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990255872 00000100:00100000:2.0:1767320978.211579:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1767320978.211583:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990255872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320978.211601:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320978.211633:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990255872:12345-0@lo:38:kworker.0 Request processed in 48us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320978.211638:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1767320978.211665:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990255744 00000100:00100000:2.0:1767320978.211669:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990255744 00000100:00100000:2.0:1767320978.211683:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256128 00000100:00100000:2.0:1767320978.211685:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256128 00000100:00100000:2.0:1767320978.211694:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256384 00000100:00100000:2.0:1767320978.211696:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256384 00000100:00100000:2.0:1767320978.211704:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24520 00000100:00100000:2.0:1767320978.211708:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990255744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320978.211717:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320978.211741:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990255744:12345-0@lo:38:kworker.0 Request processed in 31us (305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320978.211747:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24520 00000100:00100000:2.0:1767320978.211758:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24521 00000100:00100000:2.0:1767320978.211761:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990256128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320978.211769:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320978.211787:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990256128:12345-0@lo:38:kworker.0 Request processed in 24us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320978.211792:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24521 00000100:00100000:2.0:1767320978.211801:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24522 00000100:00100000:2.0:1767320978.211804:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990256384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320978.211811:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320978.211826:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990256384:12345-0@lo:38:kworker.0 Request processed in 21us (292us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320978.211834:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24522 00000100:00080000:2.0:1767320978.211860:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320978.211864:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320978.211867:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990255744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320978.211875:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320978.211877:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320978.211880:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990255872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320978.212079:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320978.212084:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320978.212087:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990256128:0@lo:38:kworker.0 00000100:00080000:2.0:1767320978.212097:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320978.212099:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320978.212102:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990256384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320978.212142:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990256512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320978.212282:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990256640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320978.212314:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320978.212331:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320978.212336:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990256000:0@lo:400:kworker.0 00000100:00100000:1.0:1767320978.212351:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320978.212367:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256000 00000100:00100000:1.0:1767320978.212370:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256000 00000100:00100000:1.0:1767320978.212402:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6009 00000100:00100000:1.0:1767320978.212408:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990256000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320978.212434:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990256000:12345-0@lo:400:kworker.0 Request processed in 27us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320978.212440:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6009 00000100:00080000:1.0:1767320978.212456:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320978.212469:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990256000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320978.212524:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256640 00000100:00100000:2.0:1767320978.212527:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256640 00000100:00100000:2.0:1767320978.212557:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:2.0:1767320978.212563:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990256640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320978.212591:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990256640:12345-0@lo:400:kworker.0 Request processed in 28us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320978.212596:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:1.0:1767320978.212812:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990256640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320978.272874:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320979.040888:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320979.296464:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320980.064502:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320980.322080:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320980.323223:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320980.323288:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320980.323358:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925925248 00000100:00100000:0.0:1767320980.323368:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925925248 00000100:00100000:0.0:1767320980.323428:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925925376 00000100:00100000:0.0:1767320980.323431:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925925376 00000100:00100000:0.0:1767320980.323476:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6010 00000100:00100000:0.0:1767320980.323487:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925925376:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767320980.323562:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925925376:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 77us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320980.323570:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6010 00000100:00100000:0.0:1767320980.323589:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24523 00000100:00100000:0.0:1767320980.323594:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925925248:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320980.323614:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320980.323641:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925925248:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320980.323647:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24523 00000100:00080000:0.0:1767320980.323663:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320980.326968:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925925504 offset 0 length 520: 4 00010000:00010000:3.0:1767320981.090363:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320981.344384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320982.112474:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320982.305097:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320982.305113:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990256896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320982.305177:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320982.305278:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256896 00000100:00100000:2.0:1767320982.305287:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256896 00000100:00100000:2.0:1767320982.305339:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:2.0:1767320982.305347:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990256896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320982.305375:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767320982.306315:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320982.306336:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990256768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320982.306402:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320982.306451:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320982.306802:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990256768 00000100:00100000:3.0:1767320982.306808:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990256768 00000100:00100000:1.0:1767320982.306963:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:1.0:1767320982.306972:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990256768:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320982.306993:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990256896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1646us (1815us total) trans 0 rc 0/0 00002000:00000024:1.0:1767320982.306995:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320982.307001:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:1.0:1767320982.307045:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990256768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320982.307051:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1767320982.307052:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990256896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320982.307077:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990256768:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320982.307517:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320982.368365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320983.136407:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320983.328380:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320983.328390:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320983.328393:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320983.328398:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320983.328402:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320983.328412:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6227 00000100:00080000:3.0:1767320983.328417:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320983.328424:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320983.328466:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163990257024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320983.328491:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320983.328495:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320983.328497:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320983.328501:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6227 00000100:00080000:3.0:1767320983.328504:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320983.328508:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320983.328521:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc000 x1853163990257152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320983.328550:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320983.328554:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320983.328555:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320983.328557:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990257024:0@lo:38:kworker.0 00000100:00080000:3.0:1767320983.328559:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6227 00000100:00080000:3.0:1767320983.328561:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320983.328564:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320983.328573:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163990257408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320983.328597:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320983.328600:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320983.328602:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320983.328605:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6227 00000100:00080000:3.0:1767320983.328607:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320983.328610:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320983.328618:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edeff800 x1853163990257664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320983.328637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320983.328670:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990257920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320983.328693:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990257152:0@lo:38:kworker.0 00000100:00100000:3.0:1767320983.328698:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320983.328716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320983.328721:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320983.328726:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990257280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320983.328738:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990257408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320983.328745:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320983.328768:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320983.328768:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990257536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320983.328784:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990257664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320983.328790:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320983.328813:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320983.328815:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320983.328820:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990257792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.328840:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320983.328864:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257920 00000100:00100000:3.0:1767320983.328872:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257920 00000100:00100000:3.0:1767320983.328917:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:3.0:1767320983.328925:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990257920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320983.328934:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257024 00000100:00100000:2.0:1767320983.328938:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257024 00000100:00100000:2.0:1767320983.328959:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257280 00000100:00100000:2.0:1767320983.328962:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257280 00000100:00100000:3.0:1767320983.328973:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990257920:12345-0@lo:400:kworker.0 Request processed in 48us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320983.328982:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:2.0:1767320983.328986:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257408 00000100:00100000:2.0:1767320983.328989:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257408 00000100:00100000:3.0:1767320983.328995:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257792 00000100:00100000:3.0:1767320983.328997:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257792 00000100:00100000:2.0:1767320983.329007:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257536 00000100:00100000:2.0:1767320983.329010:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257536 00000100:00100000:3.0:1767320983.329013:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1767320983.329018:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990257792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320983.329022:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257664 00000100:00100000:2.0:1767320983.329024:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257664 00000100:00100000:2.0:1767320983.329032:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011 00000100:00100000:2.0:1767320983.329037:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990257280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.329047:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990257792:12345-0@lo:400:kworker.0 Request processed in 29us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320983.329053:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00100000:2.0:1767320983.329064:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990257280:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320983.329070:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011 00000100:00100000:2.0:1767320983.329081:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012 00000100:00100000:2.0:1767320983.329086:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990257536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.329093:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990257792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.329116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990257280:0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.329125:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990257920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.329144:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990257536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320983.329177:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24524 00000100:00100000:3.0:1767320983.329182:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990257024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320983.329198:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320983.329290:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24525 00000100:00100000:1.0:1767320983.329296:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990257408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320983.329306:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320983.329384:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24526 00000100:00100000:0.0:1767320983.329390:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990257664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320983.329399:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320983.331545:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990257024:12345-0@lo:38:kworker.0 Request processed in 2353us (2910us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320983.331559:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24524 00000100:00100000:3.0:1767320983.331607:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990257152 00000100:00100000:3.0:1767320983.331616:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990257152 00000100:00100000:1.0:1767320983.333262:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990257408:12345-0@lo:38:kworker.0 Request processed in 3954us (4482us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320983.333278:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24525 00000100:00080000:1.0:1767320983.333325:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320983.333418:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320983.333424:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320983.333428:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990257408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320983.333444:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320983.333448:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320983.333451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990257024:0@lo:38:kworker.0 00000100:00100000:3.0:1767320983.334255:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:3.0:1767320983.334265:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990257152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320983.334288:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320983.334359:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990257152:12345-0@lo:38:kworker.0 Request processed in 94us (5642us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320983.334366:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00080000:3.0:1767320983.334406:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320983.334411:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320983.334414:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990257152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320983.335035:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990257664:12345-0@lo:38:kworker.0 Request processed in 5639us (6216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320983.335045:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24526 00000100:00080000:3.0:1767320983.335139:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320983.335144:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320983.335147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990257664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320983.336601:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990257536:12345-0@lo:400:kworker.0 Request processed in 7506us (7802us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320983.336615:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012 00000100:00100000:2.0:1767320983.392525:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320984.160510:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320984.416359:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320985.187665:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320985.440358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320985.443528:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320985.443617:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767320985.446037:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925925632 00000100:00100000:2.0:1767320985.446053:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925925632 00000100:00100000:2.0:1767320985.446101:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925925760 00000100:00100000:2.0:1767320985.446105:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925925760 00000100:00100000:1.0:1767320985.446391:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24527 00000100:00100000:1.0:1767320985.446401:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925925632:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320985.446424:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320985.446509:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925925632:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 108us (2990us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320985.446516:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24527 00000100:00100000:2.0:1767320985.447485:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6013 00000100:00100000:2.0:1767320985.447495:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925925760:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767320985.447557:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925925760:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 64us (3940us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320985.447564:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6013 00000100:00080000:3.0:1767320985.447721:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320986.208489:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320986.465650:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320987.232572:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320987.424693:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990258048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320987.424813:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320987.424953:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258048 00000100:00100000:2.0:1767320987.424964:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258048 00000100:00100000:2.0:1767320987.425043:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:2.0:1767320987.425053:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990258048:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320987.425068:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320987.425092:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320987.425160:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990258048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320987.425169:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:1.0:1767320987.425476:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990258048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320987.425642:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990258176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320987.425706:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320987.425780:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258176 00000100:00100000:0.0:1767320987.425788:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258176 00000100:00080000:3.0:1767320987.425824:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320987.425847:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:0.0:1767320987.425857:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990258176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320987.425880:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320987.431757:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990258176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320987.433905:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990258176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8034us (8182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320987.433923:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00100000:2.0:1767320987.488644:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320988.256570:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320988.449216:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320988.449253:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320988.449257:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320988.449261:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320988.449266:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320988.449276:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6233 00000100:00080000:0.0:1767320988.449282:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320988.449291:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320988.449347:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251180 x1853163990258304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320988.449378:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320988.449382:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320988.449384:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320988.449388:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6233 00000100:00080000:0.0:1767320988.449391:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320988.449396:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320988.449414:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253800 x1853163990258432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320988.449461:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320988.449465:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320988.449467:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320988.449471:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6233 00000100:00080000:0.0:1767320988.449473:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320988.449477:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320988.449494:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990258688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320988.449524:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320988.449528:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320988.449529:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320988.449533:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6233 00000100:00080000:0.0:1767320988.449536:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320988.449539:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767320988.449555:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229180 x1853163990258944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320988.449598:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990259072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320988.449711:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320988.449786:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320988.449791:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990258816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320988.449814:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320988.449844:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259072 00000100:00100000:0.0:1767320988.449852:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259072 00000100:00100000:0.0:1767320988.449897:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:0.0:1767320988.449904:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990259072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320988.449951:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990259072:12345-0@lo:400:kworker.0 Request processed in 47us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320988.449956:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00100000:0.0:1767320988.449981:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258816 00000100:00100000:0.0:1767320988.449983:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258816 00000100:00100000:0.0:1767320988.450016:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014 00000100:00100000:0.0:1767320988.450035:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990258816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320988.450067:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990258816:12345-0@lo:400:kworker.0 Request processed in 45us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320988.450072:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014 00000100:00100000:0.0:1767320988.450110:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990258816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320988.450116:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990259072:0@lo:400:kworker.0 00000100:00100000:1.0:1767320988.450302:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990258560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320988.450337:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320988.450370:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320988.450377:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990259200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320988.450398:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320988.450420:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258560 00000100:00100000:1.0:1767320988.450422:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258560 00000100:00100000:1.0:1767320988.450447:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6015 00000100:00100000:1.0:1767320988.450451:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990258560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320988.450475:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990258560:12345-0@lo:400:kworker.0 Request processed in 24us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320988.450479:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6015 00000100:00100000:1.0:1767320988.450498:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990258560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320988.450507:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259200 00000100:00100000:1.0:1767320988.450509:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259200 00000100:00100000:1.0:1767320988.450523:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767320988.450526:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990259200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320988.450549:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990259200:12345-0@lo:400:kworker.0 Request processed in 21us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320988.450555:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1767320988.450576:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990259200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320988.450968:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990258304:0@lo:38:kworker.0 00000100:00100000:3.0:1767320988.451019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320988.451142:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990258432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320988.451173:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320988.451207:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990258688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320988.451258:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320988.451301:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258432 00000100:00100000:1.0:1767320988.451307:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258432 00000100:00100000:1.0:1767320988.451334:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:1.0:1767320988.451340:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990258432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320988.451364:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320988.451400:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990258432:12345-0@lo:38:kworker.0 Request processed in 58us (226us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320988.451406:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00080000:1.0:1767320988.451444:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320988.451655:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990258944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320988.451691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320988.451847:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258304 00000100:00100000:2.0:1767320988.451853:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258304 00000100:00100000:2.0:1767320988.451881:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258688 00000100:00100000:2.0:1767320988.451884:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258688 00000100:00100000:2.0:1767320988.451902:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24528 00000100:00100000:2.0:1767320988.451907:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990258304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320988.451918:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320988.451951:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990258304:12345-0@lo:38:kworker.0 Request processed in 42us (931us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320988.451957:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24528 00000100:00100000:2.0:1767320988.451971:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24529 00000100:00100000:2.0:1767320988.451975:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990258688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320988.451984:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320988.452249:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990258688:12345-0@lo:38:kworker.0 Request processed in 43us (762us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320988.452256:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24529 00000100:00080000:3.0:1767320988.452436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320988.452443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320988.452447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990258304:0@lo:38:kworker.0 00000100:00080000:3.0:1767320988.452459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320988.452462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320988.452465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990258432:0@lo:38:kworker.0 00000100:00080000:3.0:1767320988.452473:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320988.452476:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320988.452479:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990258688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320988.452584:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990258944 00000100:00100000:2.0:1767320988.452589:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990258944 00000100:00100000:2.0:1767320988.452621:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24530 00000100:00100000:2.0:1767320988.452626:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990258944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320988.452638:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320988.452688:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990258944:12345-0@lo:38:kworker.0 Request processed in 60us (995us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320988.452694:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24530 00000100:00080000:3.0:1767320988.452853:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320988.452858:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320988.452861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990258944:0@lo:38:kworker.0 00000100:00100000:2.0:1767320988.514291:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320989.281536:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320989.536505:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320990.304493:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320990.560412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767320990.564102:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767320990.564182:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320990.564412:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926016 00000100:00100000:0.0:1767320990.564428:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926016 00000100:00100000:1.0:1767320990.564498:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925925888 00000100:00100000:1.0:1767320990.564504:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925925888 00000100:00100000:1.0:1767320990.564562:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24531 00000100:00100000:1.0:1767320990.564571:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925925888:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767320990.564600:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320990.564896:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6016 00000100:00100000:0.0:1767320990.564907:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925926016:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767320990.564915:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925925888:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 341us (731us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320990.564925:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24531 00000100:00100000:0.0:1767320990.564962:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925926016:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 58us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320990.564969:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6016 00000100:00080000:2.0:1767320990.571757:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320991.328757:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320991.585959:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320992.352601:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320992.544482:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990259456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320992.544486:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990259328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320992.544573:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320992.544743:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320992.544760:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259456 00000100:00100000:0.0:1767320992.544771:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259456 00000100:00100000:0.0:1767320992.544847:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259328 00000100:00100000:0.0:1767320992.544851:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259328 00000100:00100000:0.0:1767320992.544873:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:0.0:1767320992.544883:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990259456:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320992.544896:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320992.544901:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767320992.544922:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320992.544987:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990259456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320992.544995:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:0.0:1767320992.545015:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:0.0:1767320992.545021:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990259328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320992.545041:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320992.545074:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990259328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320992.545080:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:0.0:1767320992.545143:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990259328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320992.545677:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990259456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320992.608534:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320993.379016:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320993.568410:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320993.568421:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320993.568424:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320993.568429:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320993.568433:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320993.568442:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6238 00000100:00080000:2.0:1767320993.568448:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320993.568455:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320993.568502:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2d500 x1853163990259584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320993.568528:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320993.568531:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320993.568540:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320993.568544:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6238 00000100:00080000:2.0:1767320993.568546:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320993.568550:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320993.568563:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f2f800 x1853163990259712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320993.568611:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320993.568615:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320993.568617:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320993.568621:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6238 00000100:00080000:2.0:1767320993.568624:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320993.568629:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320993.568631:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990259584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320993.568635:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320993.568649:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990259840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320993.568691:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c380 x1853163990259968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320993.568728:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990260096:0@lo:400:kworker.0 00000100:00080000:2.0:1767320993.568732:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320993.568737:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320993.568739:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320993.568744:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6238 00000100:00080000:2.0:1767320993.568747:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320993.568751:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767320993.568763:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77dc00 x1853163990260224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320993.568802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320993.568815:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990260352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320993.568854:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320993.568866:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990260480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320993.568896:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320993.569468:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260352 00000100:00100000:2.0:1767320993.569475:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260352 00000100:00100000:1.0:1767320993.569502:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260480 00000100:00100000:1.0:1767320993.569508:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260480 00000100:00100000:1.0:1767320993.569545:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:2.0:1767320993.569556:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1767320993.569558:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990260352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320993.569570:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990260480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320993.569641:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990260352:12345-0@lo:400:kworker.0 Request processed in 86us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320993.569644:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990260480:12345-0@lo:400:kworker.0 Request processed in 78us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320993.569653:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00100000:2.0:1767320993.569660:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1767320993.569704:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990260352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320993.569706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990260480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320993.569763:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259840 00000100:00100000:1.0:1767320993.569769:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259840 00000100:00100000:1.0:1767320993.569812:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017 00000100:00100000:1.0:1767320993.569817:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990259840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320993.569852:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990259840:12345-0@lo:400:kworker.0 Request processed in 35us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320993.569862:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017 00000100:00100000:3.0:1767320993.569892:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320993.569936:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320993.569945:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990259712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320993.570065:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259584 00000100:00100000:1.0:1767320993.570069:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259584 00000100:00100000:1.0:1767320993.570090:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260096 00000100:00100000:1.0:1767320993.570093:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260096 00000100:00100000:1.0:1767320993.570114:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018 00000100:00100000:1.0:1767320993.570120:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990260096:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320993.570344:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320993.570362:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24532 00000100:00100000:2.0:1767320993.570367:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990259584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320993.570396:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320993.570637:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990260096:12345-0@lo:400:kworker.0 Request processed in 516us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320993.570645:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018 00000100:00100000:0.0:1767320993.570738:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990260096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320993.573037:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990259840:0@lo:400:kworker.0 00000100:00100000:3.0:1767320993.573962:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320993.574135:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990259968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320993.574182:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320993.574221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990260224:0@lo:38:kworker.0 00000100:00100000:3.0:1767320993.574256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320993.574284:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259968 00000100:00100000:3.0:1767320993.574291:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259968 00000100:00100000:3.0:1767320993.574323:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260224 00000100:00100000:3.0:1767320993.574340:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260224 00000100:00100000:3.0:1767320993.574368:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24533 00000100:00100000:3.0:1767320993.574374:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990259968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320993.574406:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320993.574441:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990259968:12345-0@lo:38:kworker.0 Request processed in 67us (260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320993.574455:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24533 00000100:00100000:3.0:1767320993.574474:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24534 00000100:00100000:3.0:1767320993.574477:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990260224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320993.574483:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320993.574499:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990260224:12345-0@lo:38:kworker.0 Request processed in 21us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320993.574502:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24534 00000100:00080000:3.0:1767320993.574530:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320993.574534:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320993.574537:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990259968:0@lo:38:kworker.0 00000100:00080000:3.0:1767320993.574542:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320993.574544:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320993.574546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990260224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320993.574838:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990259584:12345-0@lo:38:kworker.0 Request processed in 4467us (4945us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320993.574847:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24532 00000100:00080000:3.0:1767320993.576490:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320993.576503:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320993.576509:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990259584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320993.578787:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990259712 00000100:00100000:1.0:1767320993.578805:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990259712 00000100:00100000:1.0:1767320993.578878:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:1.0:1767320993.578888:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990259712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320993.578912:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320993.579125:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990259712:12345-0@lo:38:kworker.0 Request processed in 236us (5164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320993.579134:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00080000:3.0:1767320993.579300:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320993.579307:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320993.579311:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990259712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320993.632886:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320994.401290:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320994.656367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767320995.424694:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320995.683887:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767320995.684391:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320995.684477:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926144 00000100:00100000:0.0:1767320995.684487:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926144 00000100:00100000:0.0:1767320995.684542:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24535 00000100:00100000:0.0:1767320995.684550:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925926144:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767320995.684583:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320995.684646:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925926144:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 95us (260us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320995.684653:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24535 00000100:00100000:1.0:1767320995.688676:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767320995.688950:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926272 00000100:00100000:0.0:1767320995.688961:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926272 00000100:00100000:0.0:1767320995.689027:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6019 00000100:00100000:0.0:1767320995.689034:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925926272:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:2.0:1767320995.689188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320995.689952:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925926272:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 913us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320995.689964:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6019 00010000:00010000:3.0:1767320996.448614:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320996.704368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320997.473905:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320997.668355:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320997.668395:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990260736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320997.668508:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320997.668577:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320997.668607:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990260608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320997.668608:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260736 00000100:00100000:2.0:1767320997.668619:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260736 00000100:00100000:0.0:1767320997.668693:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320997.668695:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1767320997.668705:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990260736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320997.668733:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767320997.668737:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260608 00000100:00100000:0.0:1767320997.668740:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260608 00000100:00100000:0.0:1767320997.668761:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:0.0:1767320997.668766:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990260608:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320997.668779:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990260736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (271us total) trans 0 rc 0/0 00002000:00000024:0.0:1767320997.668782:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767320997.668785:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:0.0:1767320997.668810:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990260608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320997.668815:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00100000:0.0:1767320997.668855:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990260608:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320997.668879:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320997.668883:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320997.669165:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990260736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320997.728379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767320998.499459:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320998.688597:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320998.688608:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320998.688611:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320998.688615:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320998.688620:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320998.688628:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6243 00000100:00080000:3.0:1767320998.688635:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320998.688643:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320998.688691:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd180 x1853163990260864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320998.688721:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320998.688725:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320998.688726:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320998.688730:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6243 00000100:00080000:3.0:1767320998.688733:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320998.688736:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320998.688753:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381f80 x1853163990260992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320998.688797:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320998.688800:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320998.688802:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320998.688806:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6243 00000100:00080000:3.0:1767320998.688808:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320998.688812:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320998.688823:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163990261248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320998.688849:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320998.688852:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320998.688854:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320998.688857:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6243 00000100:00080000:3.0:1767320998.688859:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320998.688862:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767320998.688873:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5383100 x1853163990261504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320998.688912:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990261632:0@lo:400:kworker.0 00000100:00100000:3.0:1767320998.689002:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320998.689068:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320998.689075:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990261376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320998.689103:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320998.689194:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990261120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320998.689224:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320998.689282:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320998.689289:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990261760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320998.689311:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320998.689342:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261632 00000100:00100000:1.0:1767320998.689350:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261632 00000100:00100000:1.0:1767320998.689396:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261760 00000100:00100000:1.0:1767320998.689400:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261760 00000100:00100000:1.0:1767320998.689422:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:1.0:1767320998.689431:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990261632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320998.689482:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990261632:12345-0@lo:400:kworker.0 Request processed in 52us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320998.689491:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:1.0:1767320998.689518:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:1.0:1767320998.689526:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990261760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320998.689558:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990261760:12345-0@lo:400:kworker.0 Request processed in 33us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320998.689564:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:1.0:1767320998.689607:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990261760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320998.689692:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261376 00000100:00100000:0.0:1767320998.689696:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261376 00000100:00100000:0.0:1767320998.689738:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261120 00000100:00100000:0.0:1767320998.689742:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261120 00000100:00100000:0.0:1767320998.689764:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020 00000100:00100000:0.0:1767320998.689770:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990261376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320998.689805:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990261376:12345-0@lo:400:kworker.0 Request processed in 36us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320998.689810:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020 00000100:00100000:0.0:1767320998.689826:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6021 00000100:00100000:0.0:1767320998.689831:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990261120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320998.689862:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990261120:12345-0@lo:400:kworker.0 Request processed in 31us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320998.689868:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6021 00000100:00100000:0.0:1767320998.689886:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990260864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320998.689911:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320998.689932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990260992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320998.689954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320998.689974:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990261248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320998.689992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320998.690005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990261504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320998.690024:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320998.690055:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990261120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320998.690071:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260864 00000100:00100000:0.0:1767320998.690074:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260864 00000100:00100000:0.0:1767320998.690085:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261248 00000100:00100000:0.0:1767320998.690087:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261248 00000100:00100000:0.0:1767320998.690092:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261504 00000100:00100000:0.0:1767320998.690094:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261504 00000100:00100000:0.0:1767320998.690102:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24536 00000100:00100000:0.0:1767320998.690106:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990260864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320998.690123:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320998.690156:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990260864:12345-0@lo:38:kworker.0 Request processed in 47us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320998.690162:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24536 00000100:00100000:0.0:1767320998.690174:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24537 00000100:00100000:0.0:1767320998.690178:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990261248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320998.690187:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320998.690210:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990261248:12345-0@lo:38:kworker.0 Request processed in 30us (216us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320998.690215:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24537 00000100:00100000:0.0:1767320998.690226:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24538 00000100:00100000:0.0:1767320998.690253:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990261504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320998.690262:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320998.690286:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990261504:12345-0@lo:38:kworker.0 Request processed in 32us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320998.690292:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24538 00000100:00080000:0.0:1767320998.690316:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320998.690320:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320998.690322:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990260864:0@lo:38:kworker.0 00000100:00080000:0.0:1767320998.690327:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320998.690329:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320998.690331:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990261248:0@lo:38:kworker.0 00000100:00080000:0.0:1767320998.690335:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320998.690337:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320998.690338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990261504:0@lo:38:kworker.0 00000100:00080000:1.0:1767320998.690394:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320998.690461:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990261376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320998.690472:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990261632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320998.690569:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990260992 00000100:00100000:2.0:1767320998.690574:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990260992 00000100:00100000:2.0:1767320998.690642:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:2.0:1767320998.690647:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990260992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320998.690657:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320998.690707:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990260992:12345-0@lo:38:kworker.0 Request processed in 59us (752us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320998.690714:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00080000:0.0:1767320998.690769:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320998.690774:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320998.690777:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990260992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320998.752806:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767320999.520613:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320999.776855:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321000.545810:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321000.802049:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321000.802827:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321000.803013:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926528 00000100:00100000:3.0:1767321000.803028:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926528 00000100:00100000:3.0:1767321000.803204:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6022 00000100:00100000:3.0:1767321000.803217:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925926528:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321000.803370:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925926528:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 154us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321000.803381:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6022 00000100:00100000:3.0:1767321000.805917:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:1.0:1767321000.812836:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321000.813411:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926400 00000100:00100000:0.0:1767321000.813430:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926400 00000100:00100000:0.0:1767321000.813524:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24539 00000100:00100000:0.0:1767321000.813535:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925926400:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321000.813570:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321000.813682:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925926400:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 146us (7778us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321000.813691:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24539 00010000:00010000:3.0:1767321001.569319:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321001.824518:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321002.594458:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321002.784694:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990261888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321002.784851:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321002.784986:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990261888 00000100:00100000:3.0:1767321002.784997:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990261888 00000100:00100000:3.0:1767321002.785060:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:3.0:1767321002.785068:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990261888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321002.785104:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321002.785146:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990261888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321002.785151:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:2.0:1767321002.785343:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990262016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321002.785380:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321002.785470:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262016 00000100:00100000:1.0:1767321002.785476:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262016 00000100:00080000:0.0:1767321002.786635:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321002.786643:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321002.787479:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:1.0:1767321002.787519:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990262016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321002.787559:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321002.787663:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990262016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 171us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321002.787671:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00100000:3.0:1767321002.787789:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990262016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321002.787856:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990261888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321002.851783:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321003.616523:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321003.808466:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320978/real 1767320978] req@ffff96e2dfecf480 x1853163990255616/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321003.808509:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2dfecf480 x1853163990255616/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321003.808524:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.808534:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321003.808538:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990255616:0@lo:250:kworker.0 00000100:00080000:2.0:1767321003.808878:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321003.808885:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321003.808889:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321003.808896:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6227 00000100:00080000:2.0:1767321003.808901:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321003.808908:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321003.808953:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ea00 x1853163990262144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321003.808981:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321003.808988:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321003.808990:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321003.808993:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6248 00000100:00080000:2.0:1767321003.808996:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321003.808999:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321003.809017:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77c000 x1853163990262272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321003.809026:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321003.809030:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321003.809032:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321003.809036:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6248 00000100:00080000:2.0:1767321003.809038:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321003.809042:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321003.809051:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990262144:0@lo:250:kworker.0 00000100:00100000:2.0:1767321003.809054:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77e680 x1853163990262400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767321003.809115:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990262144 offset 0 length 520: 4 00000100:00100000:3.0:1767321003.809122:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990262528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.809166:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990262272:0@lo:38:kworker.0 00000100:00100000:3.0:1767321003.809168:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.809208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.809255:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990262400:0@lo:38:kworker.0 00000100:00080000:2.0:1767321003.809268:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321003.809273:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262528 00000100:00080000:2.0:1767321003.809273:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321003.809276:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321003.809282:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6248 00000100:00080000:2.0:1767321003.809285:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321003.809286:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262528 00000100:00080000:2.0:1767321003.809292:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321003.809309:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77d180 x1853163990262656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321003.809341:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321003.809345:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321003.809348:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321003.809352:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6248 00000100:00080000:2.0:1767321003.809355:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321003.809359:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321003.809369:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262272 00000100:00100000:2.0:1767321003.809372:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77fb80 x1853163990262912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321003.809375:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262272 00000100:00100000:0.0:1767321003.809386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321003.809406:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6023 00000100:00100000:0.0:1767321003.809425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990262656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321003.809434:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990262528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.809451:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.809468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990262912:0@lo:38:kworker.0 00000100:00100000:0.0:1767321003.809489:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.809519:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262400 00000100:00100000:0.0:1767321003.809524:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262400 00000100:00100000:0.0:1767321003.809736:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:0.0:1767321003.809743:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990262400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.809767:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.809809:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990262400:12345-0@lo:38:kworker.0 Request processed in 65us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.809817:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00100000:0.0:1767321003.809845:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262656 00000100:00100000:0.0:1767321003.809849:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262656 00000100:00100000:0.0:1767321003.809862:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262912 00000100:00100000:0.0:1767321003.809865:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262912 00000100:00100000:0.0:1767321003.809874:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24540 00000100:00100000:0.0:1767321003.809878:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990262272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.809888:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.809915:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990262272:12345-0@lo:38:kworker.0 Request processed in 35us (706us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.809921:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24540 00000100:00100000:0.0:1767321003.809936:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24541 00000100:00100000:0.0:1767321003.809939:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990262656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.810728:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.810786:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990262656:12345-0@lo:38:kworker.0 Request processed in 844us (1334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.810795:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24541 00000100:00100000:0.0:1767321003.810819:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24542 00000100:00100000:0.0:1767321003.810824:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990262912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.810832:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.810858:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990262912:12345-0@lo:38:kworker.0 Request processed in 32us (1368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.810863:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24542 00000100:00080000:0.0:1767321003.810920:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.810927:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.810931:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990262656:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.810942:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.812421:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.812431:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990262912:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.812469:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.812473:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.812476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990262400:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.812488:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.812492:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.812495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990262272:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.812754:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321003.812822:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990263040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.812896:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.813693:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321003.813708:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990262784:0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.813754:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.813817:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990263168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.813846:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.813902:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990262784 00000100:00100000:0.0:1767321003.813910:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990262784 00000100:00100000:1.0:1767321003.815506:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990262528:12345-0@lo:400:kworker.0 Request processed in 6067us (6325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321003.815520:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6023 00000100:00100000:1.0:1767321003.815652:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263040 00000100:00100000:1.0:1767321003.815662:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263040 00000100:00100000:1.0:1767321003.815709:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263168 00000100:00100000:1.0:1767321003.815713:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263168 00000100:00100000:1.0:1767321003.815737:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:1.0:1767321003.815746:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990263040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.815840:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990263040:12345-0@lo:400:kworker.0 Request processed in 95us (2944us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321003.815847:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:1.0:1767321003.815860:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:1.0:1767321003.815866:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990263168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.815908:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6024 00000100:00100000:0.0:1767321003.815917:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990262784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321003.815918:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990262528:0@lo:400:kworker.0 00000100:00080000:2.0:1767321003.816204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321003.816463:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990263168:12345-0@lo:400:kworker.0 Request processed in 596us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321003.816471:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1767321003.816718:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990263168:0@lo:400:kworker.0 00000100:00100000:3.0:1767321003.819778:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990263040:0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.820480:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990262784:12345-0@lo:400:kworker.0 Request processed in 4559us (6720us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321003.820496:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6024 00000100:00100000:3.0:1767321003.823464:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990262784:0@lo:400:kworker.0 00000100:00100000:3.0:1767321003.875070:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321004.643527:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321004.896538:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:3.0:1767321004.905859:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925926656 offset 0 length 520: 4 00000100:00100000:3.0:1767321004.905896:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321004.905932:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321004.906089:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926784 00000100:00100000:2.0:1767321004.906099:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926784 00000100:00100000:2.0:1767321004.906143:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925926912 00000100:00100000:2.0:1767321004.906155:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925926912 00000100:00100000:2.0:1767321004.906202:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6025 00000100:00100000:2.0:1767321004.906209:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925926912:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321004.906312:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925926912:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321004.906318:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6025 00000100:00100000:2.0:1767321004.906330:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24543 00000100:00100000:2.0:1767321004.906333:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925926784:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321004.906349:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321004.906365:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925926784:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 31us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321004.906377:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24543 00000100:00080000:3.0:1767321004.906773:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321005.665138:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321005.920381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321006.689471:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321006.944376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321007.713403:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321007.905435:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990263424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321007.905520:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321007.905546:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990263296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321007.905578:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321007.905636:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263424 00000100:00100000:3.0:1767321007.905643:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263424 00000100:00100000:3.0:1767321007.905694:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263296 00000100:00100000:3.0:1767321007.905697:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263296 00000100:00100000:3.0:1767321007.905714:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:3.0:1767321007.905723:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990263424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321007.905751:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321007.905789:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990263424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321007.905797:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00100000:3.0:1767321007.905811:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1767321007.905816:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990263296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321007.905829:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321007.905850:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990263296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321007.905855:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1767321007.905887:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990263424:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321007.906737:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321007.906743:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321007.906776:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990263296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321007.968382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321008.736528:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321008.928517:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321008.928537:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321008.928540:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321008.928544:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321008.928549:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321008.928557:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6253 00000100:00080000:1.0:1767321008.928562:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321008.928569:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321008.928609:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253100 x1853163990263552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321008.928689:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990263552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321008.928766:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321008.928861:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263552 00000100:00080000:1.0:1767321008.928862:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321008.928867:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321008.928869:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321008.928872:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263552 00000100:00080000:1.0:1767321008.928874:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6253 00000100:00080000:1.0:1767321008.928879:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321008.928883:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321008.928901:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd251180 x1853163990263680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321008.928961:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24544 00000100:00100000:2.0:1767321008.928969:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990263552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321008.928987:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321008.929982:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990263680:0@lo:38:kworker.0 00000100:00100000:0.0:1767321008.930025:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321008.930562:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321008.930567:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321008.930569:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321008.930574:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6253 00000100:00080000:1.0:1767321008.930577:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321008.930583:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321008.930601:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3100 x1853163990263936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321008.930793:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321008.930797:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321008.930799:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321008.930803:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6253 00000100:00080000:1.0:1767321008.930806:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321008.930810:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321008.930823:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163990264192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321008.931255:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990264064:0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.931297:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321008.931335:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321008.931341:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990264320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.931367:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321008.931406:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264320 00000100:00100000:1.0:1767321008.931412:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264320 00000100:00100000:1.0:1767321008.931458:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:1.0:1767321008.931467:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990264320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.931512:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990264320:12345-0@lo:400:kworker.0 Request processed in 47us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321008.931519:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00100000:1.0:1767321008.931572:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990264320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.931614:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990264448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321008.931813:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990263552:12345-0@lo:38:kworker.0 Request processed in 2841us (3045us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321008.931822:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24544 00000100:00100000:2.0:1767321008.931839:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264064 00000100:00100000:2.0:1767321008.931843:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264064 00000100:00100000:2.0:1767321008.931880:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026 00000100:00100000:2.0:1767321008.931887:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990264064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321008.931921:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990264064:12345-0@lo:400:kworker.0 Request processed in 35us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321008.931927:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026 00000100:00100000:2.0:1767321008.931960:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990264064:0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.931967:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321008.931993:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321008.932000:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990263808:0@lo:400:kworker.0 00000100:00080000:2.0:1767321008.932014:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321008.932026:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321008.932045:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263808 00000100:00100000:2.0:1767321008.932050:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263808 00000100:00100000:1.0:1767321008.932056:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264448 00000100:00100000:1.0:1767321008.932061:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264448 00000100:00100000:1.0:1767321008.932171:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1767321008.932182:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990264448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.932219:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990264448:12345-0@lo:400:kworker.0 Request processed in 40us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321008.932225:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1767321008.932274:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990264448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321008.932785:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6027 00000100:00100000:2.0:1767321008.932793:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990263808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321008.932828:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990263808:12345-0@lo:400:kworker.0 Request processed in 36us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321008.932834:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6027 00000100:00100000:3.0:1767321008.933434:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263680 00000100:00100000:3.0:1767321008.933443:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263680 00000100:00100000:3.0:1767321008.933475:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1767321008.933482:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990263680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321008.933504:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321008.933547:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990263680:12345-0@lo:38:kworker.0 Request processed in 65us (3522us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321008.933556:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00080000:1.0:1767321008.934256:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321008.934294:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990263808:0@lo:400:kworker.0 00000100:00080000:0.0:1767321008.934411:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321008.934418:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321008.934422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990263552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321008.934441:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990263936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321008.934480:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321008.934511:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990264192:0@lo:38:kworker.0 00000100:00100000:0.0:1767321008.934608:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321008.935208:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321008.935214:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321008.935218:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990263680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321008.937399:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990263936 00000100:00100000:3.0:1767321008.937399:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264192 00000100:00100000:2.0:1767321008.937413:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990263936 00000100:00100000:3.0:1767321008.937414:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264192 00000100:00100000:2.0:1767321008.937537:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24545 00000100:00100000:2.0:1767321008.937547:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990263936:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.937556:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24546 00000100:00100000:3.0:1767321008.937562:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990264192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321008.937571:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767321008.937575:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321008.938267:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990264192:12345-0@lo:38:kworker.0 Request processed in 701us (3655us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321008.938275:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24546 00000100:00080000:0.0:1767321008.938465:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321008.938472:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321008.938476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990264192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321008.938566:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990263936:12345-0@lo:38:kworker.0 Request processed in 1019us (4084us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321008.938574:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24545 00000100:00080000:0.0:1767321008.939007:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321008.939013:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321008.939016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990263936:0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.993358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321009.762691:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321010.016365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321010.019439:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321010.019555:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321010.019613:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927040 00000100:00100000:3.0:1767321010.019624:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927040 00000100:00100000:3.0:1767321010.019671:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927168 00000100:00100000:3.0:1767321010.019682:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927168 00000100:00100000:3.0:1767321010.019737:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6028 00000100:00100000:3.0:1767321010.019748:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925927168:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321010.019835:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925927168:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321010.019889:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6028 00000100:00100000:3.0:1767321010.019908:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24547 00000100:00100000:3.0:1767321010.019912:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925927040:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321010.019933:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321010.019960:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925927040:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (532us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321010.019970:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24547 00000100:00080000:1.0:1767321010.019973:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321010.784512:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321011.042358:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321011.808527:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321012.064403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321012.833656:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321013.025587:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321013.025609:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990264704:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321013.025683:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.025744:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264704 00000100:00100000:1.0:1767321013.025752:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264704 00000100:00100000:1.0:1767321013.025831:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:1.0:1767321013.025842:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990264704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321013.025877:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321013.025926:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990264704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321013.025933:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00080000:3.0:1767321013.026013:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321013.026050:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990264704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321013.026127:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990264576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321013.026153:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.026287:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264576 00000100:00100000:1.0:1767321013.026292:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264576 00000100:00100000:1.0:1767321013.026330:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:1.0:1767321013.026337:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990264576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321013.026355:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321013.026392:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990264576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321013.026400:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00080000:3.0:1767321013.026494:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321013.026510:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990264576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321013.090676:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321013.857118:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321014.048358:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.048370:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321014.048373:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.048376:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.048380:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.048388:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6258 00000100:00080000:1.0:1767321014.048393:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.048399:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321014.048441:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1180 x1853163990264832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321014.048460:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.048464:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.048466:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.048470:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6258 00000100:00080000:1.0:1767321014.048472:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321014.048476:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990264832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321014.048478:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321014.048494:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0700 x1853163990264960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321014.048533:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.048537:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.048539:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.048542:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6258 00000100:00080000:1.0:1767321014.048545:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.048549:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321014.048553:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321014.048565:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0a80 x1853163990265216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321014.048625:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990264960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321014.048657:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321014.048661:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321014.048673:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990265088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321014.048700:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264832 00000100:00100000:0.0:1767321014.048706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321014.048709:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264832 00000100:00100000:2.0:1767321014.048749:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265088 00000100:00100000:2.0:1767321014.048754:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265088 00000100:00080000:1.0:1767321014.048782:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321014.048787:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321014.048789:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321014.048793:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6258 00000100:00080000:1.0:1767321014.048796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321014.048799:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321014.048810:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163990265472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321014.048839:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990264960 00000100:00100000:3.0:1767321014.048844:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990264960 00000100:00100000:1.0:1767321014.048857:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990265344:0@lo:400:kworker.0 00000100:00100000:3.0:1767321014.048869:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:3.0:1767321014.048876:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990264960:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321014.048882:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767321014.048895:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321014.048933:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990264960:12345-0@lo:38:kworker.0 Request processed in 56us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321014.048940:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00080000:3.0:1767321014.048961:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321014.048970:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321014.048977:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990265728:0@lo:400:kworker.0 00000100:00100000:3.0:1767321014.049003:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321014.049030:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265728 00000100:00100000:3.0:1767321014.049034:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265728 00000100:00100000:3.0:1767321014.049060:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1767321014.049067:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990265728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321014.049106:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990265728:12345-0@lo:400:kworker.0 Request processed in 40us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321014.049126:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1767321014.049161:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990265728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.056730:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321014.056753:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990265600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.056822:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321014.056865:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265600 00000100:00100000:1.0:1767321014.056874:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265600 00000100:00100000:1.0:1767321014.056924:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:1.0:1767321014.056932:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990265600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321014.056985:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990265600:12345-0@lo:400:kworker.0 Request processed in 54us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321014.056992:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:1.0:1767321014.057035:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990265600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321014.062568:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265344 00000100:00100000:2.0:1767321014.062607:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029 00000100:00100000:2.0:1767321014.062634:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990265088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321014.062721:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265344 00000100:00100000:2.0:1767321014.062753:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990265088:12345-0@lo:400:kworker.0 Request processed in 133us (14046us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321014.062762:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029 00000100:00100000:0.0:1767321014.062784:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030 00000100:00100000:0.0:1767321014.062794:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990265344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321014.062826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990265088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321014.062840:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990265344:12345-0@lo:400:kworker.0 Request processed in 48us (13955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321014.062848:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030 00000100:00100000:0.0:1767321014.062865:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24548 00000100:00100000:0.0:1767321014.062868:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990264832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321014.062890:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321014.062916:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990264832:12345-0@lo:38:kworker.0 Request processed in 46us (14367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321014.062922:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24548 00000100:00080000:0.0:1767321014.062945:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321014.062967:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990265344:0@lo:400:kworker.0 00000100:00100000:0.0:1767321014.064337:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990265216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321014.064399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321014.064436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990265472:0@lo:38:kworker.0 00000100:00100000:0.0:1767321014.064464:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321014.064465:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265216 00000100:00100000:3.0:1767321014.064473:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265216 00000100:00080000:0.0:1767321014.064495:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321014.064502:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321014.064503:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265472 00000100:00100000:0.0:1767321014.064507:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990264960:0@lo:38:kworker.0 00000100:00100000:3.0:1767321014.064508:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265472 00000100:00080000:0.0:1767321014.064523:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321014.064527:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321014.064531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990264832:0@lo:38:kworker.0 00000100:00100000:3.0:1767321014.064538:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24549 00000100:00100000:3.0:1767321014.064546:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990265216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321014.064563:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321014.064605:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990265216:12345-0@lo:38:kworker.0 Request processed in 58us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321014.064613:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24549 00000100:00100000:3.0:1767321014.064632:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24550 00000100:00100000:3.0:1767321014.064775:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990265472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321014.064787:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321014.064814:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990265472:12345-0@lo:38:kworker.0 Request processed in 42us (350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321014.064820:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24550 00000100:00080000:0.0:1767321014.065397:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321014.065404:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321014.065407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990265216:0@lo:38:kworker.0 00000100:00080000:0.0:1767321014.065415:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321014.065419:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321014.065421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990265472:0@lo:38:kworker.0 00000100:00100000:3.0:1767321014.112780:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321014.889747:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321015.136462:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321015.148901:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321015.148953:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321015.149064:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927424 00000100:00100000:1.0:1767321015.149085:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927424 00000100:00100000:1.0:1767321015.149154:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927296 00000100:00100000:1.0:1767321015.149157:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927296 00000100:00100000:1.0:1767321015.149174:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6031 00000100:00100000:1.0:1767321015.149184:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925927424:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321015.149310:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925927424:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 129us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321015.149318:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6031 00000100:00100000:1.0:1767321015.149335:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24551 00000100:00100000:1.0:1767321015.149339:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925927296:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321015.149358:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321015.149393:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925927296:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321015.149399:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24551 00000100:00080000:0.0:1767321015.150885:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321015.907297:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321016.160497:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321016.928555:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321017.184965:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321017.952815:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321018.144965:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990265856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321018.145044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.145325:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265856 00000100:00100000:1.0:1767321018.145334:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265856 00000100:00100000:1.0:1767321018.145408:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:1.0:1767321018.145419:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990265856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321018.145453:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321018.145507:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990265856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321018.145514:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00080000:3.0:1767321018.145596:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321018.145633:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990265856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321018.145876:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321018.145889:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990265984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321018.145930:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321018.146096:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990265984 00000100:00100000:0.0:1767321018.146102:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990265984 00000100:00100000:0.0:1767321018.146162:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:0.0:1767321018.146170:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990265984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321018.146197:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321018.146267:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990265984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321018.146274:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:2.0:1767321018.146311:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990265984:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321018.146624:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321018.208516:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321018.976623:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321019.168633:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321019.168641:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321019.168643:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321019.168646:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321019.168649:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321019.168655:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6263 00000100:00080000:0.0:1767321019.168659:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321019.168664:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321019.168708:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990266112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321019.168739:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321019.168743:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321019.168746:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321019.168750:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6263 00000100:00080000:0.0:1767321019.168752:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321019.168756:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321019.168772:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b800 x1853163990266240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321019.168804:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321019.168808:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321019.168809:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321019.168813:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6263 00000100:00080000:0.0:1767321019.168815:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321019.168818:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321019.168829:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163990266496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321019.168903:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321019.168907:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321019.168909:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321019.168912:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6263 00000100:00080000:0.0:1767321019.168914:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321019.168918:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321019.168931:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163990266752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321019.169028:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990266112:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.169094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.169170:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990266240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.169201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.169221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990266496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.169275:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.169292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990266752:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.169311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.169341:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990266624:0@lo:400:kworker.0 00000100:00100000:2.0:1767321019.169363:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.169381:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321019.169387:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990266880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321019.169412:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321019.169441:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266112 00000100:00100000:2.0:1767321019.169449:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266112 00000100:00100000:2.0:1767321019.169482:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266496 00000100:00100000:2.0:1767321019.169485:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266496 00000100:00100000:2.0:1767321019.169497:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266752 00000100:00100000:2.0:1767321019.169499:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266752 00000100:00100000:2.0:1767321019.169506:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266624 00000100:00100000:2.0:1767321019.169508:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266624 00000100:00100000:2.0:1767321019.169540:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6032 00000100:00080000:3.0:1767321019.169646:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321019.169664:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990266368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.169685:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321019.169697:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321019.169703:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990267008:0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.169721:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321019.169752:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266880 00000100:00100000:3.0:1767321019.169756:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266880 00000100:00100000:3.0:1767321019.169784:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267008 00000100:00100000:3.0:1767321019.169786:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267008 00000100:00100000:3.0:1767321019.169804:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1767321019.169812:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990266880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.169865:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990266880:12345-0@lo:400:kworker.0 Request processed in 53us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321019.169872:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1767321019.169887:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:3.0:1767321019.169893:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990267008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.169923:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990267008:12345-0@lo:400:kworker.0 Request processed in 30us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321019.169927:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:3.0:1767321019.169961:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990267008:0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.169991:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266368 00000100:00100000:3.0:1767321019.169993:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266368 00000100:00100000:2.0:1767321019.170109:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990266624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321019.170155:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990266624:12345-0@lo:400:kworker.0 Request processed in 48us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321019.170187:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6033 00000100:00100000:3.0:1767321019.170194:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990266368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.170226:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990266368:12345-0@lo:400:kworker.0 Request processed in 34us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321019.170251:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6033 00000100:00100000:3.0:1767321019.170264:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24552 00000100:00100000:3.0:1767321019.170268:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990266112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321019.170284:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321019.170313:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990266112:12345-0@lo:38:kworker.0 Request processed in 43us (1218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321019.170319:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24552 00000100:00100000:3.0:1767321019.170332:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24553 00000100:00100000:3.0:1767321019.170336:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990266496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321019.170344:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321019.170366:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990266496:12345-0@lo:38:kworker.0 Request processed in 29us (1091us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321019.170372:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24553 00000100:00100000:3.0:1767321019.170380:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24554 00000100:00100000:3.0:1767321019.170383:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990266752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321019.170388:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321019.170402:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990266752:12345-0@lo:38:kworker.0 Request processed in 18us (1091us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321019.170406:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24554 00000100:00080000:3.0:1767321019.170417:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321019.170428:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990266368:0@lo:400:kworker.0 00000100:00080000:3.0:1767321019.170446:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321019.170449:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321019.170451:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990266112:0@lo:38:kworker.0 00000100:00080000:3.0:1767321019.170456:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321019.170458:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321019.170459:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990266496:0@lo:38:kworker.0 00000100:00080000:3.0:1767321019.170464:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321019.170466:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321019.170468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990266752:0@lo:38:kworker.0 00000100:00100000:3.0:1767321019.170490:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990266880:0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.170495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990266624:0@lo:400:kworker.0 00000100:00100000:3.0:1767321019.170514:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990266240 00000100:00100000:3.0:1767321019.170517:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990266240 00000100:00100000:3.0:1767321019.170530:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:3.0:1767321019.170533:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990266240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321019.170539:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321019.170574:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990266240:12345-0@lo:38:kworker.0 Request processed in 39us (1372us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321019.170580:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00080000:3.0:1767321019.170608:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321019.170613:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321019.170617:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990266240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321019.174762:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6032 00000100:00100000:3.0:1767321019.233409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321020.000660:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321020.256384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321020.262910:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321020.262975:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927552 00000100:00100000:2.0:1767321020.262987:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927552 00000100:00100000:2.0:1767321020.263097:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24555 00000100:00100000:2.0:1767321020.263106:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925927552:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321020.263141:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321020.263224:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925927552:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 118us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321020.263266:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24555 00000100:00100000:2.0:1767321020.267260:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321020.267483:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927680 00000100:00100000:0.0:1767321020.267494:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927680 00000100:00100000:0.0:1767321020.267593:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6034 00000100:00100000:0.0:1767321020.267603:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925927680:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321020.267692:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925927680:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321020.267700:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6034 00000100:00080000:3.0:1767321020.267857:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321021.024567:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321021.280446:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321022.049352:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321022.304380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321023.076151:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321023.266951:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321023.266973:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990267136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321023.267140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990267264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321023.267172:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321023.267210:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267136 00000100:00100000:3.0:1767321023.267217:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267136 00000100:00100000:1.0:1767321023.267259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321023.267284:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267264 00000100:00100000:3.0:1767321023.267288:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267264 00000100:00080000:1.0:1767321023.267301:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321023.267305:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321023.267308:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:3.0:1767321023.267317:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990267136:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321023.267323:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:1.0:1767321023.267329:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990267264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321023.267346:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1767321023.267346:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321023.267385:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990267136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321023.267393:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990267264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321023.267393:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00100000:1.0:1767321023.267399:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:0.0:1767321023.267459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990267264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321023.267507:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990267136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321023.328370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321024.096915:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321024.292548:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321024.292558:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321024.292562:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321024.292566:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321024.292570:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321024.292578:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6268 00000100:00080000:0.0:1767321024.292583:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321024.292591:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321024.292631:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17800 x1853163990267392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321024.292666:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321024.292677:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321024.292679:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321024.292683:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6268 00000100:00080000:0.0:1767321024.292685:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321024.292689:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321024.292703:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17480 x1853163990267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321024.292749:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321024.292753:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321024.292755:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321024.292758:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6268 00000100:00080000:0.0:1767321024.292761:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321024.292764:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321024.292778:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15c00 x1853163990267776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321024.292802:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321024.292805:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321024.292807:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321024.292811:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6268 00000100:00080000:0.0:1767321024.292813:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321024.292817:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321024.292828:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163990268032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321024.292883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990268288:0@lo:400:kworker.0 00000100:00100000:0.0:1767321024.292946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321024.293011:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321024.293017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990267648:0@lo:400:kworker.0 00000100:00100000:2.0:1767321024.293254:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990267392:0@lo:38:kworker.0 00000100:00100000:2.0:1767321024.293291:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321024.293321:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990267520:0@lo:38:kworker.0 00000100:00100000:2.0:1767321024.293344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321024.293367:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990267776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321024.293389:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321024.293406:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990268032:0@lo:38:kworker.0 00000100:00100000:2.0:1767321024.293426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321024.293462:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267392 00000100:00100000:2.0:1767321024.293469:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267392 00000100:00100000:2.0:1767321024.293499:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267776 00000100:00100000:2.0:1767321024.293502:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267776 00000100:00100000:2.0:1767321024.293514:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268032 00000100:00100000:2.0:1767321024.293516:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268032 00000100:00100000:2.0:1767321024.293532:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24556 00000100:00100000:2.0:1767321024.293539:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990267392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321024.293557:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321024.293599:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990267392:12345-0@lo:38:kworker.0 Request processed in 59us (306us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321024.293606:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24556 00000100:00100000:2.0:1767321024.293623:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24557 00000100:00100000:2.0:1767321024.293627:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990267776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321024.293636:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321024.293659:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990267776:12345-0@lo:38:kworker.0 Request processed in 31us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321024.293665:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24557 00000100:00100000:2.0:1767321024.293688:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24558 00000100:00100000:2.0:1767321024.293692:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990268032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321024.293701:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321024.293735:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990268032:12345-0@lo:38:kworker.0 Request processed in 41us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321024.293740:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24558 00000100:00100000:2.0:1767321024.293758:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267520 00000100:00100000:2.0:1767321024.293761:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267520 00000100:00100000:2.0:1767321024.293778:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1767321024.293782:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990267520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321024.293791:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321024.293816:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990267520:12345-0@lo:38:kworker.0 Request processed in 32us (471us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321024.293825:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00080000:2.0:1767321024.293863:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321024.293868:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321024.293872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990267392:0@lo:38:kworker.0 00000100:00080000:2.0:1767321024.293883:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321024.293886:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321024.293889:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990267520:0@lo:38:kworker.0 00000100:00080000:2.0:1767321024.293896:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321024.293899:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321024.293902:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990267776:0@lo:38:kworker.0 00000100:00080000:2.0:1767321024.293910:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321024.293914:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321024.293916:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990268032:0@lo:38:kworker.0 00000100:00100000:2.0:1767321024.293965:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990268160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321024.293991:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321024.294009:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321024.294015:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990267904:0@lo:400:kworker.0 00000100:00100000:2.0:1767321024.294201:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321024.294253:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267904 00000100:00100000:2.0:1767321024.294257:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267904 00000100:00100000:2.0:1767321024.294296:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035 00000100:00100000:2.0:1767321024.294302:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990267904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321024.294344:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990267904:12345-0@lo:400:kworker.0 Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321024.294354:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035 00000100:00080000:2.0:1767321024.294370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321024.294392:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990267904:0@lo:400:kworker.0 00000100:00100000:0.0:1767321024.294829:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321024.294960:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268288 00000100:00100000:3.0:1767321024.294965:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268288 00000100:00100000:3.0:1767321024.295001:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268160 00000100:00100000:3.0:1767321024.295004:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268160 00000100:00100000:3.0:1767321024.295043:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:3.0:1767321024.295050:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990268288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321024.295096:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990268288:12345-0@lo:400:kworker.0 Request processed in 47us (2149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321024.295103:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00100000:3.0:1767321024.295116:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:3.0:1767321024.295121:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990268160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321024.295154:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990268160:12345-0@lo:400:kworker.0 Request processed in 33us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321024.295160:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00100000:3.0:1767321024.295176:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990267648 00000100:00100000:3.0:1767321024.295180:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990267648 00000100:00100000:3.0:1767321024.295208:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6036 00000100:00100000:3.0:1767321024.295214:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990267648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321024.295275:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990267648:12345-0@lo:400:kworker.0 Request processed in 61us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321024.295282:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6036 00000100:00100000:3.0:1767321024.295323:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990267648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321024.295334:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990268288:0@lo:400:kworker.0 00000100:00080000:3.0:1767321024.295366:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321024.295380:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990268160:0@lo:400:kworker.0 00000100:00100000:3.0:1767321024.352465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321025.120640:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321025.376297:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321025.382046:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321025.382099:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321025.382646:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927936 00000100:00100000:2.0:1767321025.382655:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927936 00000100:00080000:3.0:1767321025.382716:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321025.382740:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925927808 00000100:00100000:2.0:1767321025.382744:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925927808 00000100:00100000:3.0:1767321025.382751:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6037 00000100:00100000:3.0:1767321025.382764:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925927936:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321025.382864:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925927936:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321025.389068:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24559 00000100:00100000:2.0:1767321025.389083:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925927808:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321025.389107:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321025.389187:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925927808:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 104us (7085us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321025.389195:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24559 00000100:00100000:3.0:1767321025.395198:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6037 00010000:00010000:3.0:1767321026.145575:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321026.400380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321027.170035:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321027.426041:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321028.192506:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321028.384381:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321003/real 1767321003] req@ffff96e2ee77ea00 x1853163990262144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321028.384420:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ee77ea00 x1853163990262144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321028.384441:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321028.384462:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321028.384466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990262144:0@lo:250:kworker.0 00000100:00100000:3.0:1767321028.384485:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321028.384498:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990268416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321028.384575:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321028.384580:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321028.384594:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990268544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321028.384632:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321028.384720:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268416 00000100:00100000:0.0:1767321028.384729:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268416 00000100:00100000:0.0:1767321028.384790:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268544 00000100:00100000:0.0:1767321028.384794:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268544 00000100:00100000:0.0:1767321028.384823:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1767321028.384833:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990268416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321028.384864:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321028.384869:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:1.0:1767321028.384882:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990268544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321028.384903:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321028.384919:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990268416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321028.384927:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:1.0:1767321028.384949:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990268544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321028.384971:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1767321028.384989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990268416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321028.385011:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990268544:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321028.385026:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321028.385032:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321028.385035:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321028.385039:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6253 00000100:00080000:0.0:1767321028.385044:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321028.385048:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321028.385065:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15f80 x1853163990268672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321028.385088:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321028.385092:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321028.385093:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321028.385097:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6274 00000100:00080000:0.0:1767321028.385099:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321028.385102:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321028.385117:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14e00 x1853163990268800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321028.385132:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321028.385135:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321028.385138:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321028.385142:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6274 00000100:00080000:0.0:1767321028.385145:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321028.385150:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321028.385150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990268672:0@lo:250:kworker.0 00000100:00100000:0.0:1767321028.385168:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163990268928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767321028.385179:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990268672 offset 0 length 520: 4 00000100:00080000:0.0:1767321028.385200:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321028.385205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990268800:0@lo:38:kworker.0 00000100:00080000:0.0:1767321028.385206:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321028.385209:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321028.385216:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6274 00000100:00080000:0.0:1767321028.385220:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321028.385223:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321028.385276:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321028.385288:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321028.385300:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990269056:0@lo:400:kworker.0 00000100:00100000:1.0:1767321028.385302:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990268928:0@lo:38:kworker.0 00000100:00100000:2.0:1767321028.385340:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321028.385347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321028.385381:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268800 00000100:00100000:2.0:1767321028.385385:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268800 00000100:00100000:1.0:1767321028.385402:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990268928 00000100:00100000:1.0:1767321028.385407:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990268928 00000100:00100000:2.0:1767321028.385413:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269056 00000100:00100000:2.0:1767321028.385418:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269056 00000100:00100000:1.0:1767321028.385439:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:1.0:1767321028.385445:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990268928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321028.385452:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038 00000100:00100000:2.0:1767321028.385460:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990269056:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767321028.385464:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321028.385511:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990268928:12345-0@lo:38:kworker.0 Request processed in 63us (167us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321028.385518:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990269056:12345-0@lo:400:kworker.0 Request processed in 56us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321028.385522:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:2.0:1767321028.385531:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038 00000100:00100000:2.0:1767321028.385549:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24560 00000100:00100000:2.0:1767321028.385553:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990268800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321028.385564:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321028.385571:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321028.385577:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321028.385582:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990268928:0@lo:38:kworker.0 00000100:00100000:2.0:1767321028.385594:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990268800:12345-0@lo:38:kworker.0 Request processed in 37us (317us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321028.385595:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321028.385604:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321028.385607:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24560 00000100:00100000:1.0:1767321028.385611:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990268800:0@lo:38:kworker.0 00000100:00100000:2.0:1767321028.385651:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990269056:0@lo:400:kworker.0 00000100:00080000:3.0:1767321028.386863:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321028.386872:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321028.386875:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321028.388671:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163990269184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321028.388761:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321028.388767:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321028.388770:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321028.388775:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6274 00000100:00080000:0.0:1767321028.388779:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321028.388786:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321028.388803:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163990269440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321028.389051:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321028.389070:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990269312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321028.389611:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321028.389649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990269184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321028.389685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321028.389711:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269312 00000100:00100000:1.0:1767321028.389712:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990269440:0@lo:38:kworker.0 00000100:00100000:3.0:1767321028.389719:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269312 00000100:00100000:1.0:1767321028.389731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321028.389774:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269184 00000100:00100000:1.0:1767321028.389775:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269440 00000100:00100000:1.0:1767321028.389778:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269440 00000100:00100000:3.0:1767321028.389778:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269184 00000100:00100000:3.0:1767321028.389836:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6039 00000100:00100000:3.0:1767321028.389846:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990269312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321028.389915:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990269312:12345-0@lo:400:kworker.0 Request processed in 71us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321028.389924:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6039 00000100:00100000:3.0:1767321028.389942:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24561 00000100:00100000:3.0:1767321028.389946:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990269184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321028.389974:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321028.390009:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990269184:12345-0@lo:38:kworker.0 Request processed in 61us (324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321028.390019:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24561 00000100:00100000:3.0:1767321028.390036:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24562 00000100:00100000:3.0:1767321028.390039:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990269440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321028.390048:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321028.390072:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990269440:12345-0@lo:38:kworker.0 Request processed in 31us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321028.390090:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24562 00000100:00080000:1.0:1767321028.393906:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321028.394202:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990269312:0@lo:400:kworker.0 00000100:00080000:1.0:1767321028.394283:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321028.394288:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321028.394293:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990269184:0@lo:38:kworker.0 00000100:00080000:1.0:1767321028.394302:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321028.394305:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321028.394308:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990269440:0@lo:38:kworker.0 00000100:00100000:2.0:1767321028.449026:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321029.216675:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321029.472851:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321029.476987:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321029.477113:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928320 00000100:00100000:0.0:1767321029.477123:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928320 00000100:00080000:1.0:1767321029.477211:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321029.477215:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6040 00000100:00100000:0.0:1767321029.477225:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925928320:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321029.477349:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925928320:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 125us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321029.477357:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6040 00000400:00000100:0.0:1767321029.479297:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925928064 offset 0 length 520: 4 00000100:00100000:0.0:1767321029.479361:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321029.479456:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928192 00000100:00100000:2.0:1767321029.479465:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928192 00000100:00100000:2.0:1767321029.479509:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24563 00000100:00100000:2.0:1767321029.479517:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925928192:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321029.479537:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321029.479601:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925928192:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 83us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321029.479609:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24563 00010000:00010000:1.0:1767321030.241965:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321030.496366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321031.264664:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321031.520314:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321032.288960:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321032.544558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321033.312454:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321033.504702:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990269568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321033.504771:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321033.504968:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269568 00000100:00100000:0.0:1767321033.504977:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269568 00000100:00100000:0.0:1767321033.505044:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1767321033.505053:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990269568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321033.505085:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321033.505138:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990269568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321033.505146:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1767321033.505198:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990269568:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321033.505365:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321033.505371:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321033.505374:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321033.505377:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321033.505380:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321033.505386:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6278 00000100:00080000:2.0:1767321033.505389:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321033.505393:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321033.505417:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f100 x1853163990269696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321033.505442:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321033.505446:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321033.505448:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321033.505451:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6278 00000100:00080000:2.0:1767321033.505453:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321033.505457:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321033.505470:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1f800 x1853163990269824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321033.505498:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321033.505502:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321033.505504:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321033.505507:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6278 00000100:00080000:2.0:1767321033.505510:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321033.505513:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321033.505524:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1d180 x1853163990270080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321033.505538:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321033.505541:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321033.505542:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321033.505546:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6278 00000100:00080000:2.0:1767321033.505548:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321033.505551:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321033.505562:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163990270336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321033.505591:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990269952:0@lo:400:kworker.0 00000100:00100000:2.0:1767321033.505615:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321033.505636:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321033.505639:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990270208:0@lo:400:kworker.0 00000100:00100000:2.0:1767321033.505652:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321033.505668:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321033.505671:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990270464:0@lo:400:kworker.0 00000100:00100000:2.0:1767321033.505728:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321033.505747:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270464 00000100:00100000:2.0:1767321033.505750:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270464 00000100:00100000:2.0:1767321033.505783:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1767321033.505790:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990270464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321033.505924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990269696:0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.505953:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321033.505977:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990269824:0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.506000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321033.506023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990270080:0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.506043:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321033.506061:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990270336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.506077:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321033.506104:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269952 00000100:00100000:0.0:1767321033.506108:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269952 00000100:00100000:0.0:1767321033.506135:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270208 00000100:00100000:0.0:1767321033.506138:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270208 00000100:00100000:0.0:1767321033.506150:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269696 00000100:00100000:0.0:1767321033.506153:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269696 00000100:00100000:0.0:1767321033.506161:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270080 00000100:00100000:0.0:1767321033.506163:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270080 00000100:00100000:0.0:1767321033.506169:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270336 00000100:00100000:0.0:1767321033.506171:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270336 00000100:00100000:0.0:1767321033.506180:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041 00000100:00100000:0.0:1767321033.506187:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990269952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321033.506253:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990269952:12345-0@lo:400:kworker.0 Request processed in 45us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321033.506259:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041 00000100:00100000:0.0:1767321033.506274:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042 00000100:00100000:0.0:1767321033.506279:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990270208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321033.506301:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321033.506308:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990270208:12345-0@lo:400:kworker.0 Request processed in 29us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321033.506310:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990270592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321033.506313:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042 00000100:00100000:0.0:1767321033.506326:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24564 00000100:00100000:0.0:1767321033.506330:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990269696:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321033.506335:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767321033.506347:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321033.506377:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990269696:12345-0@lo:38:kworker.0 Request processed in 45us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321033.506383:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24564 00000100:00100000:3.0:1767321033.506387:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24565 00000100:00100000:3.0:1767321033.506391:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990270080:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.506394:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24566 00000100:00100000:0.0:1767321033.506397:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990270336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321033.506402:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767321033.506404:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321033.506424:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990270336:12345-0@lo:38:kworker.0 Request processed in 24us (345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321033.506424:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990270080:12345-0@lo:38:kworker.0 Request processed in 31us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321033.506429:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24566 00000100:00100000:0.0:1767321033.506449:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270592 00000100:00100000:0.0:1767321033.506453:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270592 00000100:00100000:0.0:1767321033.506473:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:0.0:1767321033.506479:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163990270592:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321033.506481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321033.506485:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321033.506487:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767321033.506498:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321033.506522:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321033.506526:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321033.506530:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990269696:0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.506531:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7013:x1853163990270592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321033.506537:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00080000:1.0:1767321033.506538:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321033.506540:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321033.506543:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990270080:0@lo:38:kworker.0 00000100:00080000:1.0:1767321033.506551:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321033.506554:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321033.506556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990270336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321033.506562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990270592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321033.506596:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990269824 00000100:00100000:1.0:1767321033.506600:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990269824 00000100:00100000:1.0:1767321033.506624:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:1.0:1767321033.506627:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990269824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321033.506638:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321033.506669:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990269824:12345-0@lo:38:kworker.0 Request processed in 41us (669us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321033.506674:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00100000:1.0:1767321033.506705:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990270208:0@lo:400:kworker.0 00000100:00100000:1.0:1767321033.506714:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990269952:0@lo:400:kworker.0 00000100:00080000:1.0:1767321033.506734:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321033.506738:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321033.506740:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990269824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321033.507436:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24565 00000100:00100000:2.0:1767321033.509958:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990270464:12345-0@lo:400:kworker.0 Request processed in 4157us (4216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321033.509973:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:3.0:1767321033.512461:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990270464:0@lo:400:kworker.0 00000100:00100000:2.0:1767321033.569446:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321034.336733:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321034.594577:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321034.605283:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321034.605407:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321034.605584:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928448 00000100:00100000:3.0:1767321034.605595:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928448 00000100:00100000:3.0:1767321034.605678:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928576 00000100:00100000:3.0:1767321034.605682:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928576 00000100:00100000:2.0:1767321034.605753:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6043 00000100:00100000:2.0:1767321034.605766:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925928576:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321034.605863:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925928576:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321034.605871:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6043 00000100:00100000:2.0:1767321034.605890:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24567 00000100:00100000:2.0:1767321034.605895:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925928448:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321034.605918:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321034.605946:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925928448:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 49us (678us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321034.605954:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24567 00000100:00080000:0.0:1767321034.606016:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321035.361888:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321035.616483:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321036.385097:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321036.640393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321037.409115:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321037.664368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321038.432742:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321038.624435:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321038.624443:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321038.624446:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321038.624448:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321038.624452:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321038.624459:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6283 00000100:00080000:0.0:1767321038.624463:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321038.624468:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321038.624496:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17b80 x1853163990270848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321038.624517:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321038.624521:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321038.624523:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321038.624526:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6283 00000100:00080000:0.0:1767321038.624529:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321038.624533:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321038.624546:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a17100 x1853163990270976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321038.624560:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990270848:0@lo:38:kworker.0 00000100:00080000:0.0:1767321038.624583:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321038.624587:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321038.624589:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321038.624593:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6283 00000100:00080000:0.0:1767321038.624595:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321038.624599:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321038.624612:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a15180 x1853163990271232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321038.624622:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321038.624658:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321038.624662:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321038.624665:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321038.624668:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990270976:0@lo:38:kworker.0 00000100:00080000:0.0:1767321038.624671:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6283 00000100:00080000:0.0:1767321038.624676:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321038.624681:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321038.624691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321038.624696:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163990271488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321038.624725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990271232:0@lo:38:kworker.0 00000100:00100000:0.0:1767321038.624731:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990271616:0@lo:400:kworker.0 00000100:00100000:3.0:1767321038.624760:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321038.624779:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321038.624800:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990271488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321038.624810:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321038.624819:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990271360:0@lo:400:kworker.0 00000100:00100000:3.0:1767321038.624828:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321038.624839:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990270720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321038.624851:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321038.624869:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270976 00000100:00100000:3.0:1767321038.624881:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270976 00000100:00100000:3.0:1767321038.624918:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:3.0:1767321038.624925:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990270976:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321038.624943:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990271104:0@lo:400:kworker.0 00010000:00020000:3.0:1767321038.624946:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321038.626912:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321038.626961:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990271744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321038.626993:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321038.627038:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271616 00000100:00100000:1.0:1767321038.627043:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271616 00000100:00100000:1.0:1767321038.627081:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271744 00000100:00100000:1.0:1767321038.627093:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271744 00000100:00100000:1.0:1767321038.627108:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:1.0:1767321038.627114:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990271616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321038.627168:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990271616:12345-0@lo:400:kworker.0 Request processed in 53us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321038.627185:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00100000:1.0:1767321038.627204:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:1.0:1767321038.627211:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990271744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321038.627275:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990271744:12345-0@lo:400:kworker.0 Request processed in 66us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321038.627280:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00080000:1.0:1767321038.627298:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321038.627301:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321038.627321:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990271744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321038.627339:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270720 00000100:00100000:1.0:1767321038.627341:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270720 00000100:00100000:1.0:1767321038.627358:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767321038.627361:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990270720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321038.627378:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321038.627402:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990270720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321038.627405:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:1.0:1767321038.627425:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990270720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321038.627551:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990270848 00000100:00100000:1.0:1767321038.627554:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990270848 00000100:00100000:1.0:1767321038.627567:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271232 00000100:00100000:1.0:1767321038.627569:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271232 00000100:00100000:1.0:1767321038.627576:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271488 00000100:00100000:1.0:1767321038.627578:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271488 00000100:00100000:1.0:1767321038.627582:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271360 00000100:00100000:1.0:1767321038.627584:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271360 00000100:00100000:1.0:1767321038.627597:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6044 00000100:00100000:1.0:1767321038.627601:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990271360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321038.627623:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990271360:12345-0@lo:400:kworker.0 Request processed in 22us (2775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321038.627627:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6044 00000100:00100000:1.0:1767321038.627635:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24568 00000100:00100000:1.0:1767321038.627637:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990270848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321038.627650:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321038.627670:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990270848:12345-0@lo:38:kworker.0 Request processed in 32us (3052us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321038.627674:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24568 00000100:00100000:1.0:1767321038.627680:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24569 00000100:00100000:1.0:1767321038.627683:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990271232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321038.627688:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321038.627704:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990271232:12345-0@lo:38:kworker.0 Request processed in 19us (2945us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321038.627709:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24569 00000100:00100000:1.0:1767321038.627718:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24570 00000100:00100000:1.0:1767321038.627722:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990271488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321038.627730:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321038.627752:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990271488:12345-0@lo:38:kworker.0 Request processed in 29us (2924us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321038.627758:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24570 00000100:00080000:1.0:1767321038.627786:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321038.627847:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321038.627855:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990271872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321038.627879:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321038.627901:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271872 00000100:00100000:1.0:1767321038.627905:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271872 00000100:00100000:1.0:1767321038.627926:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1767321038.627932:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990271872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321038.627954:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321038.627988:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990271872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321038.627993:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1767321038.628031:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990271872:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321038.628092:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321038.628093:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990271360:0@lo:400:kworker.0 00000100:00080000:1.0:1767321038.628102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321038.628108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990271488:0@lo:38:kworker.0 00000100:00100000:0.0:1767321038.628114:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990271616:0@lo:400:kworker.0 00000100:00080000:1.0:1767321038.628122:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321038.628128:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321038.628131:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990271232:0@lo:38:kworker.0 00000100:00080000:1.0:1767321038.628140:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321038.628143:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321038.628146:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990270848:0@lo:38:kworker.0 00000100:00100000:2.0:1767321038.628395:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321038.629304:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990271104 00000100:00100000:1.0:1767321038.629313:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990271104 00000100:00100000:1.0:1767321038.629388:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6045 00000100:00100000:1.0:1767321038.629397:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990271104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321038.629458:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990271104:12345-0@lo:400:kworker.0 Request processed in 62us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321038.629465:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6045 00000100:00080000:2.0:1767321038.630184:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321038.630227:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990271104:0@lo:400:kworker.0 00000100:00100000:3.0:1767321038.630865:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990270976:12345-0@lo:38:kworker.0 Request processed in 5937us (6171us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321038.630876:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00080000:1.0:1767321038.631004:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321038.631011:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321038.631014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990270976:0@lo:38:kworker.0 00000100:00100000:3.0:1767321038.700381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321039.459670:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321039.712506:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321039.722804:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321039.722858:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321039.722975:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928832 00000100:00100000:2.0:1767321039.722986:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928832 00000100:00100000:2.0:1767321039.723064:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928704 00000100:00100000:2.0:1767321039.723068:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928704 00000100:00100000:2.0:1767321039.723098:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6046 00000100:00100000:2.0:1767321039.723108:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925928832:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321039.723193:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925928832:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 87us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321039.723202:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6046 00000100:00100000:2.0:1767321039.723220:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24571 00000100:00100000:2.0:1767321039.723224:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925928704:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321039.723284:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321039.723311:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925928704:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 84us (452us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321039.723318:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24571 00000100:00080000:3.0:1767321039.723634:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321040.480695:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321040.737827:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321041.504692:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321041.761180:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321042.528481:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321042.784535:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321043.552434:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321043.744453:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321043.744477:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990272000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321043.744579:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321043.744726:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990272128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321043.744757:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321043.744758:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321043.744765:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321043.744768:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321043.744774:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321043.744779:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321043.744786:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6288 00000100:00080000:3.0:1767321043.744792:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321043.744799:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321043.744831:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990272256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321043.744861:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321043.744865:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321043.744866:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321043.744870:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6288 00000100:00080000:3.0:1767321043.744873:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321043.744877:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321043.744890:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163990272384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321043.744919:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321043.744924:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321043.744925:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321043.744929:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6288 00000100:00080000:3.0:1767321043.744932:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321043.744935:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321043.744948:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990272512:0@lo:400:kworker.0 00000100:00100000:3.0:1767321043.744949:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990272640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321043.744974:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321043.744979:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321043.744981:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321043.744985:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6288 00000100:00080000:3.0:1767321043.744987:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321043.744992:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321043.744996:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321043.745006:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163990272896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321043.745029:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321043.745035:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990272768:0@lo:400:kworker.0 00000100:00100000:3.0:1767321043.745070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990272256:0@lo:38:kworker.0 00000100:00100000:3.0:1767321043.745908:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321043.745941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990272384:0@lo:38:kworker.0 00000100:00100000:3.0:1767321043.745963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321043.745979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990272640:0@lo:38:kworker.0 00000100:00100000:3.0:1767321043.746002:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321043.746334:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990272896:0@lo:38:kworker.0 00000100:00100000:0.0:1767321043.746519:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272128 00000100:00100000:2.0:1767321043.746519:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272000 00000100:00100000:0.0:1767321043.746531:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272128 00000100:00100000:2.0:1767321043.746531:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272000 00000100:00100000:0.0:1767321043.746728:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:0.0:1767321043.746740:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990272128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321043.746787:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321043.746967:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:2.0:1767321043.746975:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990272000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321043.746992:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321043.747423:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321043.747442:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990272128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 704us (2684us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321043.747451:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00100000:0.0:1767321043.747523:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990272128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321043.747573:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272512 00000100:00100000:3.0:1767321043.747576:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272256 00000100:00100000:0.0:1767321043.747580:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272512 00000100:00100000:3.0:1767321043.747580:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272256 00000100:00100000:1.0:1767321043.747609:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321043.747619:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990272000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 642us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321043.747628:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00080000:2.0:1767321043.747652:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321043.747657:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321043.747659:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321043.747734:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272640 00000100:00100000:0.0:1767321043.747740:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272640 00000100:00100000:0.0:1767321043.747794:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272896 00000100:00100000:0.0:1767321043.747798:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272896 00000100:00100000:2.0:1767321043.747798:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272768 00000100:00100000:3.0:1767321043.747803:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047 00000100:00100000:2.0:1767321043.747811:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272768 00000100:00100000:0.0:1767321043.747814:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24572 00000100:00100000:3.0:1767321043.747815:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990272512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321043.747820:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990272256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321043.747841:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321043.747864:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990272512:12345-0@lo:400:kworker.0 Request processed in 52us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321043.747871:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047 00000100:00100000:3.0:1767321043.747887:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24573 00000100:00100000:0.0:1767321043.747889:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990272256:12345-0@lo:38:kworker.0 Request processed in 68us (1984us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321043.747892:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990272640:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321043.747897:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24572 00010000:00020000:3.0:1767321043.747903:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321043.747911:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990272512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321043.747918:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24574 00000100:00100000:0.0:1767321043.747933:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990272896:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321043.747943:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990272640:12345-0@lo:38:kworker.0 Request processed in 50us (1940us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767321043.747944:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321043.747952:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24573 00000100:00100000:0.0:1767321043.747973:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990272896:12345-0@lo:38:kworker.0 Request processed in 43us (552us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321043.748805:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6048 00000100:00100000:0.0:1767321043.748819:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24574 00000100:00100000:2.0:1767321043.748827:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990272768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321043.748843:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990272384 00000100:00100000:3.0:1767321043.748853:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990272384 00000100:00100000:3.0:1767321043.748886:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:3.0:1767321043.748892:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990272384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321043.748907:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321043.748911:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990272768:12345-0@lo:400:kworker.0 Request processed in 92us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321043.748920:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6048 00000100:00100000:0.0:1767321043.748924:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990272000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321043.748958:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990272384:12345-0@lo:38:kworker.0 Request processed in 65us (2991us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321043.748965:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321043.748970:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:1.0:1767321043.748988:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990272768:0@lo:400:kworker.0 00000100:00080000:2.0:1767321043.749022:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321043.749031:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321043.749037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990272256:0@lo:38:kworker.0 00000100:00080000:2.0:1767321043.749049:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321043.749052:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321043.749055:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990272384:0@lo:38:kworker.0 00000100:00080000:2.0:1767321043.749417:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321043.749422:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321043.749426:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990272640:0@lo:38:kworker.0 00000100:00080000:2.0:1767321043.749453:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321043.749456:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321043.749459:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990272896:0@lo:38:kworker.0 00000100:00100000:3.0:1767321043.808379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321044.576711:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321044.833166:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321044.841708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321044.841812:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925928960 00000100:00100000:0.0:1767321044.841829:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925928960 00000100:00100000:0.0:1767321044.841900:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24575 00000100:00100000:0.0:1767321044.841911:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925928960:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321044.841946:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321044.842049:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925928960:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 137us (356us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321044.842058:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24575 00000100:00100000:2.0:1767321044.854550:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321044.860055:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929088 00000100:00100000:0.0:1767321044.860152:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929088 00000100:00080000:2.0:1767321044.860635:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321044.860989:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6049 00000100:00100000:1.0:1767321044.861007:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925929088:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321044.861148:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925929088:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 146us (6608us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321044.861157:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6049 00010000:00010000:1.0:1767321045.601424:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321045.856473:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321046.624679:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321046.880600:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321047.650463:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321047.906776:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321048.677970:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321048.864497:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990273024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321048.864625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321048.864716:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321048.864723:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990273152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321048.864748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321048.864811:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273024 00000100:00100000:0.0:1767321048.864821:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273024 00000100:00100000:0.0:1767321048.864884:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273152 00000100:00100000:0.0:1767321048.864887:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273152 00000100:00100000:0.0:1767321048.864906:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1767321048.864914:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990273024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321048.864952:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321048.865003:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990273024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321048.865011:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1767321048.865032:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:0.0:1767321048.865039:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990273152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321048.865057:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321048.865100:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990273152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321048.865105:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00080000:0.0:1767321048.865126:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321048.865131:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321048.865168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990273152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321048.865184:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990273024:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321048.867254:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321048.867266:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321048.867269:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321048.867274:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321048.867278:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321048.867287:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6293 00000100:00080000:2.0:1767321048.867292:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321048.867299:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321048.867359:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163990273280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321048.867388:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321048.867392:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321048.867395:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321048.867399:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6293 00000100:00080000:2.0:1767321048.867401:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321048.867406:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321048.867419:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0e00 x1853163990273408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321048.867464:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321048.867468:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321048.867470:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321048.867474:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6293 00000100:00080000:2.0:1767321048.867476:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321048.867480:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321048.867490:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2300 x1853163990273664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321048.867507:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321048.867510:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321048.867512:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321048.867515:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6293 00000100:00080000:2.0:1767321048.867518:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321048.867522:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321048.867532:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3480 x1853163990273920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321048.867614:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990273280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321048.867614:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990273536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321048.867677:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990273792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321048.868661:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321048.868996:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273536 00000100:00100000:2.0:1767321048.869008:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273536 00000100:00100000:2.0:1767321048.869094:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050 00000100:00100000:2.0:1767321048.869106:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990273536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321048.869177:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990273536:12345-0@lo:400:kworker.0 Request processed in 74us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321048.869185:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050 00000100:00080000:1.0:1767321048.869266:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321048.869309:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990273536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321048.873517:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321048.873673:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273792 00000100:00100000:2.0:1767321048.873689:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273792 00000100:00100000:2.0:1767321048.873775:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6051 00000100:00100000:2.0:1767321048.873786:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990273792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321048.873861:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990273792:12345-0@lo:400:kworker.0 Request processed in 77us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321048.873869:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6051 00000100:00100000:3.0:1767321048.873902:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990273792:0@lo:400:kworker.0 00000100:00080000:1.0:1767321048.873998:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321048.878784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321048.878888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990273408:0@lo:38:kworker.0 00000100:00100000:0.0:1767321048.878938:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321048.879080:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273280 00000100:00100000:2.0:1767321048.879092:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273280 00000100:00100000:2.0:1767321048.879222:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24576 00000100:00100000:2.0:1767321048.879256:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990273280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321048.879285:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321048.879341:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990273280:12345-0@lo:38:kworker.0 Request processed in 109us (571us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321048.879349:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24576 00000100:00100000:0.0:1767321048.879424:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990273664:0@lo:38:kworker.0 00000100:00100000:0.0:1767321048.879462:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321048.887430:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273408 00000100:00100000:3.0:1767321048.887452:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273408 00000100:00100000:3.0:1767321048.887527:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:3.0:1767321048.887540:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990273408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321048.887868:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321048.889947:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990273408:12345-0@lo:38:kworker.0 Request processed in 2397us (10995us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321048.890535:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990273920:0@lo:38:kworker.0 00000100:00100000:1.0:1767321048.890909:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273664 00000100:00100000:1.0:1767321048.890922:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273664 00000100:00100000:1.0:1767321048.890994:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24577 00000100:00100000:1.0:1767321048.891003:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990273664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321048.891029:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321048.891053:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:1.0:1767321048.891088:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990273664:12345-0@lo:38:kworker.0 Request processed in 85us (11624us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321048.891097:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24577 00000100:00100000:0.0:1767321048.891265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321048.891304:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990273920 00000100:00100000:2.0:1767321048.891312:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990273920 00000100:00100000:2.0:1767321048.891386:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24578 00000100:00100000:2.0:1767321048.891393:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990273920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321048.891404:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321048.891450:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990273920:12345-0@lo:38:kworker.0 Request processed in 57us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321048.891457:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24578 00000100:00080000:0.0:1767321048.891485:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321048.891492:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321048.891496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990273280:0@lo:38:kworker.0 00000100:00080000:0.0:1767321048.891940:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321048.891946:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321048.891951:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990273408:0@lo:38:kworker.0 00000100:00080000:0.0:1767321048.891961:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321048.892306:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321048.892310:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990273664:0@lo:38:kworker.0 00000100:00080000:0.0:1767321048.892410:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321048.892414:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321048.892418:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990273920:0@lo:38:kworker.0 00000100:00100000:2.0:1767321048.928795:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321049.700020:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321049.952764:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321049.957453:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321049.957678:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321049.970420:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929344 00000100:00100000:3.0:1767321049.970445:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929344 00000100:00100000:3.0:1767321049.970760:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929216 00000100:00100000:3.0:1767321049.970765:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929216 00000100:00100000:2.0:1767321049.970862:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6052 00000100:00100000:2.0:1767321049.970889:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925929344:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321049.971020:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925929344:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 144us (13582us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321049.971029:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6052 00000100:00100000:2.0:1767321049.971053:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24579 00000100:00100000:2.0:1767321049.971058:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925929216:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321049.971083:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321049.971110:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925929216:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (13433us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321049.971120:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24579 00000100:00080000:1.0:1767321049.971194:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321050.722582:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321050.976386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321051.746195:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321052.000480:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321052.770383:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321053.024392:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321028/real 1767321028] req@ffff96e227a15f80 x1853163990268672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321053 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321053.024436:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e227a15f80 x1853163990268672/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321053 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321053.024459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321053.024500:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321053.024534:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990268672:0@lo:250:kworker.0 00000100:00080000:3.0:1767321053.024720:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321053.024727:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321053.024731:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321053.024747:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6278 00000100:00080000:3.0:1767321053.024751:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321053.024760:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321053.024806:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990274048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321053.024835:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321053.024839:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321053.024841:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321053.024845:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6298 00000100:00080000:3.0:1767321053.024848:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321053.024852:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321053.024869:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163990274176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321053.024878:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321053.024881:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321053.024883:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321053.024887:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6298 00000100:00080000:3.0:1767321053.024889:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321053.024893:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321053.024904:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990274304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321053.024954:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321053.024959:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321053.024961:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321053.024966:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6298 00000100:00080000:3.0:1767321053.024969:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321053.024972:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321053.024985:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163990274560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321053.025004:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00080000:3.0:1767321053.025008:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321053.025014:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321053.025016:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321053.025021:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6298 00000100:00080000:3.0:1767321053.025024:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321053.025027:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321053.025040:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa722680 x1853163990274816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321053.025050:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990274432:0@lo:400:kworker.0 00000100:00100000:3.0:1767321053.025097:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990275072:0@lo:400:kworker.0 00000100:00100000:1.0:1767321053.025194:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990274944:0@lo:400:kworker.0 00000100:00100000:2.0:1767321053.025256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990274048:0@lo:250:kworker.0 00000100:00100000:0.0:1767321053.027184:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321053.027322:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321053.027337:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990274688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321053.027423:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321053.027477:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274432 00000100:00100000:0.0:1767321053.027488:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274432 00000100:00100000:0.0:1767321053.027574:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274688 00000100:00100000:0.0:1767321053.027577:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274688 00000100:00100000:0.0:1767321053.027607:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6053 00000100:00100000:0.0:1767321053.027616:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990274432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321053.027684:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990274432:12345-0@lo:400:kworker.0 Request processed in 69us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321053.027693:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6053 00000100:00100000:0.0:1767321053.027717:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6054 00000100:00100000:0.0:1767321053.027724:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990274688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321053.027752:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990274688:12345-0@lo:400:kworker.0 Request processed in 29us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321053.027762:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6054 00000100:00080000:0.0:1767321053.027781:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321053.027862:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990274688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321053.027877:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990274432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321053.028767:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321053.028944:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274944 00000100:00100000:0.0:1767321053.028952:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274944 00000100:00100000:0.0:1767321053.029019:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1767321053.029030:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990274944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321053.029090:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990274944:12345-0@lo:400:kworker.0 Request processed in 63us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321053.029097:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00080000:1.0:1767321053.029344:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321053.029382:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990274944:0@lo:400:kworker.0 00000400:00000100:2.0:1767321053.029644:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990274048 offset 0 length 520: 4 00000100:00100000:2.0:1767321053.029680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990274176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321053.029721:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321053.029838:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990274304:0@lo:38:kworker.0 00000100:00100000:2.0:1767321053.029866:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321053.029895:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990274560:0@lo:38:kworker.0 00000100:00100000:2.0:1767321053.029920:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321053.029941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990274816:0@lo:38:kworker.0 00000100:00100000:2.0:1767321053.029966:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321053.030007:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274176 00000100:00100000:2.0:1767321053.030013:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274176 00000100:00100000:2.0:1767321053.030042:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274560 00000100:00100000:2.0:1767321053.030044:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274560 00000100:00100000:2.0:1767321053.030058:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274816 00000100:00100000:2.0:1767321053.030061:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274816 00000100:00100000:2.0:1767321053.030082:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24580 00000100:00100000:2.0:1767321053.030088:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990274176:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321053.030512:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990274304 00000100:00100000:1.0:1767321053.030519:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990274304 00000100:00100000:1.0:1767321053.030552:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:1.0:1767321053.030557:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990274304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321053.030685:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321053.030932:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24581 00000100:00100000:0.0:1767321053.030947:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990274560:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321053.030949:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990274176:12345-0@lo:38:kworker.0 Request processed in 845us (1212us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321053.030977:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24580 00000100:00100000:3.0:1767321053.031022:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321053.031030:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24582 00000100:00100000:2.0:1767321053.031041:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990274816:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767321053.031191:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321053.031201:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321053.031205:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990274176:0@lo:38:kworker.0 00010000:00020000:1.0:1767321053.031641:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321053.031708:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990274304:12345-0@lo:38:kworker.0 Request processed in 1149us (1840us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321053.031717:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:1.0:1767321053.031854:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275072 00000100:00100000:1.0:1767321053.031861:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275072 00000100:00100000:1.0:1767321053.031918:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1767321053.031928:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990275072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321053.031986:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990275072:12345-0@lo:400:kworker.0 Request processed in 61us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321053.031993:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00080000:1.0:1767321053.032010:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321053.032043:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990275072:0@lo:400:kworker.0 00000100:00080000:3.0:1767321053.032350:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321053.032356:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321053.032360:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990274304:0@lo:38:kworker.0 00010000:00020000:0.0:1767321053.032481:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767321053.032601:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321053.032671:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990274560:12345-0@lo:38:kworker.0 Request processed in 1728us (2747us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321053.032681:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24581 00000100:00100000:2.0:1767321053.032768:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990274816:12345-0@lo:38:kworker.0 Request processed in 1724us (2797us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321053.032780:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24582 00000100:00080000:3.0:1767321053.032833:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321053.032840:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321053.032843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990274560:0@lo:38:kworker.0 00000100:00080000:3.0:1767321053.032860:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321053.032865:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321053.032869:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990274816:0@lo:38:kworker.0 00010000:00010000:0.0:1767321053.795275:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321053.985422:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990275200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321053.985658:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990275328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321053.985740:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321053.986079:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275328 00000100:00100000:1.0:1767321053.986090:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275328 00000100:00100000:1.0:1767321053.986156:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:1.0:1767321053.986168:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990275328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321053.986207:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321053.986287:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990275328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321053.986295:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1767321053.986501:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321053.987949:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990275328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321053.990603:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275200 00000100:00100000:1.0:1767321053.990670:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275200 00000100:00100000:1.0:1767321053.990818:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:1.0:1767321053.990831:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990275200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321053.990875:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321053.990970:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990275200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (4469us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321053.990976:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:0.0:1767321053.991597:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990275200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321054.048501:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321054.817835:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321055.073981:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321055.083077:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767321055.083126:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925929472 offset 0 length 520: 4 00000100:00100000:2.0:1767321055.083156:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321055.083274:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929728 00000100:00100000:1.0:1767321055.083288:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929728 00000100:00100000:3.0:1767321055.083293:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929600 00000100:00100000:3.0:1767321055.083300:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929600 00000100:00100000:3.0:1767321055.083357:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6055 00000100:00100000:3.0:1767321055.083376:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925929728:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321055.083414:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24583 00000100:00100000:1.0:1767321055.083422:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925929600:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321055.083458:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321055.083486:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925929728:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321055.083496:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6055 00000100:00100000:1.0:1767321055.083541:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925929600:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 117us (382us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321055.083549:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24583 00000100:00080000:2.0:1767321055.083873:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321055.841351:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321056.096352:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321056.867171:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321057.120351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321057.888791:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321058.081270:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321058.081284:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321058.081288:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321058.081292:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321058.081298:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321058.081309:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6302 00000100:00080000:1.0:1767321058.081314:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321058.081322:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321058.081378:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14380 x1853163990275456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321058.081420:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321058.081424:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321058.081426:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321058.081431:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6302 00000100:00080000:1.0:1767321058.081434:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321058.081438:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321058.081456:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16300 x1853163990275584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321058.081506:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321058.081510:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321058.081513:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321058.081517:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6302 00000100:00080000:1.0:1767321058.081520:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321058.081524:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321058.081536:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163990275840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321058.081558:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321058.081562:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321058.081564:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321058.081567:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6302 00000100:00080000:1.0:1767321058.081570:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321058.081573:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321058.081586:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4000 x1853163990276096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321058.081697:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990275712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321058.081792:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321058.081876:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321058.081882:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990275968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321058.081906:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321058.081945:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275712 00000100:00100000:2.0:1767321058.081956:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275712 00000100:00100000:3.0:1767321058.081966:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990275456:0@lo:38:kworker.0 00000100:00100000:3.0:1767321058.082000:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321058.082023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990275584:0@lo:38:kworker.0 00000100:00100000:2.0:1767321058.082032:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275968 00000100:00100000:2.0:1767321058.082045:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275968 00000100:00100000:3.0:1767321058.082048:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321058.082070:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275456 00000100:00100000:3.0:1767321058.082071:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990275840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321058.082072:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275456 00000100:00100000:3.0:1767321058.082091:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321058.082092:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6056 00000100:00100000:2.0:1767321058.082101:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990275712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321058.082101:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990276096:0@lo:38:kworker.0 00000100:00100000:3.0:1767321058.082132:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321058.082156:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275840 00000100:00100000:2.0:1767321058.082159:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990275712:12345-0@lo:400:kworker.0 Request processed in 59us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321058.082159:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275840 00000100:00100000:2.0:1767321058.082167:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6056 00000100:00100000:3.0:1767321058.082174:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276096 00000100:00100000:3.0:1767321058.082176:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276096 00000100:00100000:2.0:1767321058.082184:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6057 00000100:00100000:3.0:1767321058.082188:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24584 00000100:00100000:2.0:1767321058.082189:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990275968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321058.082193:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990275456:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321058.082214:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990275968:12345-0@lo:400:kworker.0 Request processed in 25us (308us total) trans 0 rc 0/0 00010000:00020000:3.0:1767321058.082214:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321058.082219:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6057 00000100:00100000:2.0:1767321058.082257:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24585 00000100:00100000:2.0:1767321058.082261:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990275840:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321058.082269:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990275456:12345-0@lo:38:kworker.0 Request processed in 75us (268us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767321058.082271:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321058.082276:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24584 00000100:00100000:3.0:1767321058.082288:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24586 00000100:00100000:2.0:1767321058.082290:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990275840:12345-0@lo:38:kworker.0 Request processed in 28us (199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321058.082291:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990276096:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321058.082296:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24585 00010000:00020000:3.0:1767321058.082300:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321058.082313:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321058.082320:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990276096:12345-0@lo:38:kworker.0 Request processed in 27us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321058.082326:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24586 00000100:00100000:3.0:1767321058.082344:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990275584 00000100:00100000:3.0:1767321058.082347:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990275584 00000100:00100000:2.0:1767321058.082348:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990275968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321058.082359:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990275712:0@lo:400:kworker.0 00000100:00100000:3.0:1767321058.082367:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:3.0:1767321058.082372:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990275584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321058.082380:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321058.082404:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990275584:12345-0@lo:38:kworker.0 Request processed in 31us (355us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321058.082421:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00080000:2.0:1767321058.082438:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321058.082443:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321058.082447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990275456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321058.082455:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321058.082459:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321058.082461:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990275584:0@lo:38:kworker.0 00000100:00080000:2.0:1767321058.082469:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321058.082472:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321058.082475:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990275840:0@lo:38:kworker.0 00000100:00080000:2.0:1767321058.082482:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321058.082485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321058.082488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990276096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321058.082644:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990276352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321058.082682:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321058.082722:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321058.082729:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990276224:0@lo:400:kworker.0 00000100:00100000:0.0:1767321058.082751:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321058.083484:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276352 00000100:00100000:3.0:1767321058.083491:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276352 00000100:00100000:3.0:1767321058.083561:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276224 00000100:00100000:3.0:1767321058.083564:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276224 00000100:00100000:3.0:1767321058.083592:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:3.0:1767321058.083600:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990276352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321058.083668:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990276352:12345-0@lo:400:kworker.0 Request processed in 69us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321058.083675:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:3.0:1767321058.083690:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:3.0:1767321058.083696:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990276224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321058.083724:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990276224:12345-0@lo:400:kworker.0 Request processed in 28us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321058.083729:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00080000:0.0:1767321058.083807:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321058.083810:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321058.083844:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990276224:0@lo:400:kworker.0 00000100:00100000:0.0:1767321058.083854:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990276352:0@lo:400:kworker.0 00000100:00100000:2.0:1767321058.144498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321058.912474:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321059.104844:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321059.104869:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990276480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321059.104979:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321059.105032:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276480 00000100:00100000:2.0:1767321059.105044:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276480 00000100:00100000:2.0:1767321059.105158:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:2.0:1767321059.105171:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990276480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321059.105216:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321059.105297:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990276480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321059.105307:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:3.0:1767321059.105324:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990276608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321059.105364:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321059.105401:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276608 00000100:00100000:2.0:1767321059.105406:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276608 00000100:00100000:2.0:1767321059.105433:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:2.0:1767321059.105441:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990276608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321059.105459:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321059.115969:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990276608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10515us (10591us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321059.115987:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:3.0:1767321059.116031:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990276480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321059.117038:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990276608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321059.170005:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321059.940057:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321060.192507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321060.198177:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321060.198338:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321060.202355:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929984 00000100:00100000:2.0:1767321060.202389:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929984 00000100:00100000:2.0:1767321060.202511:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925929856 00000100:00100000:2.0:1767321060.202516:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925929856 00000100:00100000:2.0:1767321060.202553:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6058 00000100:00100000:2.0:1767321060.202566:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925929984:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321060.202689:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925929984:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 126us (4530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321060.202698:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6058 00000100:00100000:2.0:1767321060.202723:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24587 00000100:00100000:2.0:1767321060.202728:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925929856:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321060.202754:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321060.202783:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925929856:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (4446us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321060.202790:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24587 00000100:00080000:0.0:1767321060.203270:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321060.961879:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321061.216339:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321061.987042:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321062.240382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321063.010451:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321063.201195:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321063.201208:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321063.201212:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321063.201216:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321063.201221:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321063.201618:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6307 00000100:00080000:0.0:1767321063.201624:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321063.201631:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321063.201677:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990276736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321063.201711:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321063.201715:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321063.201717:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321063.201720:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6307 00000100:00080000:0.0:1767321063.201723:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321063.201727:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321063.201898:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163990276864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321063.201982:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767321063.202122:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767321063.202122:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990276736:0@lo:38:kworker.0 00000100:00080000:0.0:1767321063.202132:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321063.202138:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321063.202143:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6307 00000100:00080000:0.0:1767321063.202146:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321063.202150:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321063.202170:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f1f1ea00 x1853163990277120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321063.202257:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321063.202281:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990277248:0@lo:400:kworker.0 00000100:00100000:3.0:1767321063.202356:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990276864:0@lo:38:kworker.0 00000100:00100000:3.0:1767321063.202398:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321063.202437:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990277120:0@lo:38:kworker.0 00000100:00100000:3.0:1767321063.202468:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321063.202511:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276864 00000100:00100000:3.0:1767321063.202522:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276864 00000100:00100000:3.0:1767321063.202566:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:3.0:1767321063.202575:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990276864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321063.202602:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321063.202669:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276736 00000100:00100000:1.0:1767321063.202679:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276736 00000100:00100000:1.0:1767321063.202714:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277120 00000100:00100000:1.0:1767321063.202717:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277120 00000100:00080000:0.0:1767321063.202844:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321063.202849:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321063.202851:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321063.202855:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6307 00000100:00080000:0.0:1767321063.202858:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321063.202862:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321063.202878:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb711880 x1853163990277376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321063.202930:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990277504:0@lo:400:kworker.0 00000100:00100000:0.0:1767321063.202967:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321063.203840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321063.203881:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990276992:0@lo:400:kworker.0 00000100:00100000:2.0:1767321063.203912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321063.203953:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277248 00000100:00100000:2.0:1767321063.203958:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277248 00000100:00100000:3.0:1767321063.204057:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990276864:12345-0@lo:38:kworker.0 Request processed in 86us (262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321063.204076:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:3.0:1767321063.204125:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990276992 00000100:00100000:3.0:1767321063.204133:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990276992 00000100:00100000:0.0:1767321063.204887:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321063.204901:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990277632:0@lo:400:kworker.0 00000100:00100000:0.0:1767321063.204941:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321063.204986:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277504 00000100:00100000:0.0:1767321063.204992:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277504 00000100:00100000:0.0:1767321063.205030:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277632 00000100:00100000:0.0:1767321063.205033:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277632 00000100:00100000:1.0:1767321063.205206:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24588 00000100:00100000:1.0:1767321063.205220:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990276736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321063.205253:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321063.205300:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990276736:12345-0@lo:38:kworker.0 Request processed in 81us (3045us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321063.208690:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059 00000100:00100000:2.0:1767321063.208722:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990277248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321063.208846:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990277248:12345-0@lo:400:kworker.0 Request processed in 141us (5009us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321063.208856:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059 00000100:00100000:2.0:1767321063.208887:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24589 00000100:00100000:2.0:1767321063.208892:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990277120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321063.208914:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321063.208945:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990277120:12345-0@lo:38:kworker.0 Request processed in 52us (6477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321063.208952:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24589 00000100:00080000:2.0:1767321063.208984:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321063.208990:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321063.209028:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990277248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321063.209110:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990277376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321063.209147:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321063.209180:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321063.209186:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321063.209190:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990277120:0@lo:38:kworker.0 00000100:00080000:2.0:1767321063.209202:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321063.209205:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321063.209208:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990276736:0@lo:38:kworker.0 00000100:00080000:2.0:1767321063.209218:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321063.209221:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321063.209224:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990276864:0@lo:38:kworker.0 00000100:00100000:2.0:1767321063.209278:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277376 00000100:00100000:2.0:1767321063.209284:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277376 00000100:00100000:2.0:1767321063.209306:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24590 00000100:00100000:2.0:1767321063.209311:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990277376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321063.209332:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321063.209361:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990277376:12345-0@lo:38:kworker.0 Request processed in 49us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321063.209368:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24590 00000100:00080000:2.0:1767321063.209398:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321063.209402:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321063.209405:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990277376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321063.209492:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:2.0:1767321063.209502:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990277504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321063.209548:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990277504:12345-0@lo:400:kworker.0 Request processed in 50us (6580us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321063.209555:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:2.0:1767321063.209597:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990277504:0@lo:400:kworker.0 00000100:00100000:0.0:1767321063.209837:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1767321063.209844:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990277632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321063.209881:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990277632:12345-0@lo:400:kworker.0 Request processed in 38us (4940us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321063.209886:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1767321063.209910:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990277632:0@lo:400:kworker.0 00000100:00080000:2.0:1767321063.210975:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321063.212349:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6060 00000100:00100000:3.0:1767321063.212385:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990276992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321063.212525:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990276992:12345-0@lo:400:kworker.0 Request processed in 161us (8610us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321063.212534:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6060 00000100:00100000:0.0:1767321063.212884:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990276992:0@lo:400:kworker.0 00000100:00100000:1.0:1767321063.213139:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24588 00000100:00100000:0.0:1767321063.264409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321064.038123:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321064.225095:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990277888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321064.225187:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990277760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321064.225281:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321064.225498:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321064.233075:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277888 00000100:00100000:2.0:1767321064.233091:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277888 00000100:00100000:2.0:1767321064.233227:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990277760 00000100:00100000:2.0:1767321064.233247:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990277760 00000100:00100000:2.0:1767321064.233269:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:2.0:1767321064.233279:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990277888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321064.233325:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321064.233518:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374 00000100:00100000:3.0:1767321064.233529:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990277760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321064.233547:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321064.233597:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990277760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (8099us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321064.233604:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374 00000100:00100000:1.0:1767321064.235675:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990277760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321064.236405:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990277888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3111us (11108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321064.236418:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00100000:1.0:1767321064.237183:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990277888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321064.289397:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321065.056488:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321065.313096:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321065.326381:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321065.326466:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321065.326523:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925930240 00000100:00100000:1.0:1767321065.326537:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925930240 00000100:00100000:1.0:1767321065.326631:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925930112 00000100:00100000:1.0:1767321065.326635:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925930112 00000100:00100000:1.0:1767321065.326656:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6061 00000100:00100000:1.0:1767321065.326667:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925930240:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321065.326757:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925930240:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 92us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321065.326771:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6061 00000100:00100000:1.0:1767321065.326791:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24591 00000100:00100000:1.0:1767321065.326796:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925930112:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321065.326817:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321065.326851:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925930112:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 54us (385us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321065.326858:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24591 00000100:00080000:0.0:1767321065.327253:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321066.080807:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321066.341657:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321067.104567:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321067.361438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321068.128818:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321068.321840:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321068.321852:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321068.321854:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321068.321859:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321068.321863:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321068.321873:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6312 00000100:00080000:2.0:1767321068.321877:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321068.321884:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321068.321925:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3b80 x1853163990278016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321068.321946:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321068.321949:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321068.321951:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321068.321954:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6312 00000100:00080000:2.0:1767321068.321956:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321068.321961:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321068.321973:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2680 x1853163990278144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321068.322068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990278016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321068.322138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321068.322302:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990278144:0@lo:38:kworker.0 00000100:00100000:0.0:1767321068.322329:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321068.322516:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278016 00000100:00100000:3.0:1767321068.322525:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278016 00000100:00080000:2.0:1767321068.322564:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767321068.322569:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24592 00000100:00080000:2.0:1767321068.322571:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321068.322575:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321068.322578:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990278016:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767321068.322583:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6312 00000100:00080000:2.0:1767321068.322587:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00010000:00020000:3.0:1767321068.322602:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321068.322641:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990278016:12345-0@lo:38:kworker.0 Request processed in 64us (503us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321068.322648:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24592 00000100:00100000:3.0:1767321068.322687:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990278272:0@lo:400:kworker.0 00000100:00100000:3.0:1767321068.322711:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321068.322820:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321068.322841:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7800 x1853163990278400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321068.322853:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278144 00000100:00100000:1.0:1767321068.322859:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278144 00000100:00080000:2.0:1767321068.322863:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321068.322867:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321068.322869:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321068.322872:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6312 00000100:00080000:2.0:1767321068.322874:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321068.322878:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321068.322889:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990278656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321068.322935:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990278528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321068.322964:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321068.323122:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1767321068.323128:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990278144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321068.323140:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321068.323171:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990278144:12345-0@lo:38:kworker.0 Request processed in 43us (841us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321068.323300:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321068.323306:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321068.323310:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990278144:0@lo:38:kworker.0 00000100:00100000:0.0:1767321068.323329:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990278400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321068.323353:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321068.323372:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990278656:0@lo:38:kworker.0 00000100:00100000:0.0:1767321068.323391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321068.323412:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321068.323416:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321068.323419:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990278016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321068.323457:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990278784:0@lo:400:kworker.0 00000100:00100000:0.0:1767321068.323483:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321068.323503:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321068.323508:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990278912:0@lo:400:kworker.0 00000100:00100000:0.0:1767321068.323532:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321068.323556:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278784 00000100:00100000:0.0:1767321068.323560:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278784 00000100:00100000:0.0:1767321068.323597:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278912 00000100:00100000:0.0:1767321068.323601:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278912 00000100:00100000:0.0:1767321068.323619:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1767321068.323625:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990278784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321068.323666:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990278784:12345-0@lo:400:kworker.0 Request processed in 40us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321068.323672:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1767321068.323687:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:0.0:1767321068.323693:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990278912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321068.323716:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990278912:12345-0@lo:400:kworker.0 Request processed in 22us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321068.323722:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:1.0:1767321068.323989:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:1.0:1767321068.324010:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278272 00000100:00100000:1.0:1767321068.324014:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278272 00000100:00100000:1.0:1767321068.324040:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278528 00000100:00100000:1.0:1767321068.324043:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278528 00000100:00100000:1.0:1767321068.324059:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278400 00000100:00100000:1.0:1767321068.324061:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278400 00000100:00100000:1.0:1767321068.324069:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990278656 00000100:00100000:1.0:1767321068.324071:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990278656 00000100:00100000:1.0:1767321068.324080:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6062 00000100:00100000:1.0:1767321068.324087:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990278272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321068.324508:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990278272:12345-0@lo:400:kworker.0 Request processed in 420us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321068.324516:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6062 00000100:00100000:1.0:1767321068.324530:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6063 00000100:00100000:1.0:1767321068.324537:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990278528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321068.325015:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990278272:0@lo:400:kworker.0 00000100:00100000:3.0:1767321068.325048:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24593 00000100:00100000:3.0:1767321068.325053:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990278400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321068.325069:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321068.325111:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990278400:12345-0@lo:38:kworker.0 Request processed in 57us (1758us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321068.325117:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24593 00000100:00100000:3.0:1767321068.325131:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24594 00000100:00100000:3.0:1767321068.325134:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990278656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321068.325144:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321068.325167:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990278656:12345-0@lo:38:kworker.0 Request processed in 31us (1775us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321068.325172:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24594 00000100:00100000:1.0:1767321068.325282:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990278528:12345-0@lo:400:kworker.0 Request processed in 30us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321068.325290:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6063 00000100:00080000:1.0:1767321068.325333:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321068.325338:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321068.325341:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321068.325375:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990278912:0@lo:400:kworker.0 00000100:00100000:1.0:1767321068.325385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990278784:0@lo:400:kworker.0 00000100:00080000:1.0:1767321068.325418:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321068.325424:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321068.325427:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990278400:0@lo:38:kworker.0 00000100:00080000:1.0:1767321068.325436:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321068.325439:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321068.325442:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990278656:0@lo:38:kworker.0 00000100:00100000:2.0:1767321068.326797:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990278528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321068.384614:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321069.152768:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321069.344617:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990279040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321069.344708:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321069.344786:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321069.344794:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990279168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321069.344817:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321069.344893:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279040 00000100:00100000:1.0:1767321069.344901:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279040 00000100:00100000:1.0:1767321069.344954:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279168 00000100:00100000:1.0:1767321069.344958:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279168 00000100:00100000:1.0:1767321069.344976:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:1.0:1767321069.344985:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990279040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321069.345018:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321069.345062:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990279040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321069.345070:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:1.0:1767321069.345089:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:1.0:1767321069.345095:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990279168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321069.345110:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321069.345133:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990279168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321069.345140:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:3.0:1767321069.345325:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990279168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321069.345338:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990279040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321069.408474:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321070.176453:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321070.433785:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321070.435060:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321070.435108:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321070.435278:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925930496 00000100:00100000:3.0:1767321070.435288:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925930496 00000100:00100000:3.0:1767321070.435374:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925930368 00000100:00100000:3.0:1767321070.435378:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925930368 00000100:00100000:3.0:1767321070.435397:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6064 00000100:00100000:3.0:1767321070.435405:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925930496:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321070.435480:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925930496:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321070.435487:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6064 00000100:00100000:3.0:1767321070.435503:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24595 00000100:00100000:3.0:1767321070.435507:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925930368:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321070.435526:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321070.435550:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925930368:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 41us (442us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321070.435559:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24595 00000100:00080000:0.0:1767321070.435824:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321071.200753:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321071.456390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321072.225086:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321072.480302:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321073.250436:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321073.440520:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321073.440530:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321073.440533:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321073.440536:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321073.440541:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321073.440549:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6318 00000100:00080000:2.0:1767321073.440555:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321073.440562:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321073.440604:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16680 x1853163990279296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321073.440620:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321073.440623:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321073.440625:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321073.440629:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6318 00000100:00080000:2.0:1767321073.440630:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321073.440634:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321073.440645:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a16a00 x1853163990279424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321073.440690:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321073.440693:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321073.440695:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321073.440699:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6318 00000100:00080000:2.0:1767321073.440701:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321073.440704:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321073.440721:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefdf80 x1853163990279680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321073.440736:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321073.440739:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321073.440741:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321073.440744:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6318 00000100:00080000:2.0:1767321073.440747:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321073.440750:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321073.440760:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe300 x1853163990279936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321073.440823:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990280192:0@lo:400:kworker.0 00000100:00100000:2.0:1767321073.440888:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321073.440950:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321073.440956:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990280064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321073.440979:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321073.441025:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280192 00000100:00100000:2.0:1767321073.441032:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280192 00000100:00100000:2.0:1767321073.441079:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280064 00000100:00100000:2.0:1767321073.441082:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280064 00000100:00100000:2.0:1767321073.441101:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:2.0:1767321073.441109:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990280192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321073.441191:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990280192:12345-0@lo:400:kworker.0 Request processed in 82us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321073.441198:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00100000:2.0:1767321073.441213:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1767321073.441219:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990280064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321073.441269:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990280064:12345-0@lo:400:kworker.0 Request processed in 50us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321073.441276:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1767321073.441314:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990280064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321073.441325:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990280192:0@lo:400:kworker.0 00000100:00100000:0.0:1767321073.441507:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990279552:0@lo:400:kworker.0 00000100:00100000:0.0:1767321073.441540:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321073.441574:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321073.441580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990279808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321073.441600:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321073.441631:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321073.441635:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321073.441646:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279552 00000100:00100000:0.0:1767321073.441650:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279552 00000100:00100000:0.0:1767321073.441680:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279808 00000100:00100000:0.0:1767321073.441682:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279808 00000100:00100000:0.0:1767321073.441702:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6065 00000100:00100000:0.0:1767321073.441708:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990279552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321073.441744:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990279552:12345-0@lo:400:kworker.0 Request processed in 36us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321073.441750:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6065 00000100:00100000:0.0:1767321073.441762:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6066 00000100:00100000:0.0:1767321073.441768:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990279808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321073.441793:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990279808:12345-0@lo:400:kworker.0 Request processed in 25us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321073.441798:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6066 00000100:00080000:0.0:1767321073.441811:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321073.441828:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990279808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321073.441836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990279552:0@lo:400:kworker.0 00000100:00100000:1.0:1767321073.443215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990279296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321073.443306:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321073.443351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990279424:0@lo:38:kworker.0 00000100:00100000:1.0:1767321073.443377:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321073.443400:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990279680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321073.443421:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321073.443441:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990279936:0@lo:38:kworker.0 00000100:00100000:1.0:1767321073.443458:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321073.443497:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279296 00000100:00100000:1.0:1767321073.443503:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279296 00000100:00100000:1.0:1767321073.443531:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279680 00000100:00100000:1.0:1767321073.443533:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279680 00000100:00100000:1.0:1767321073.443540:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279936 00000100:00100000:1.0:1767321073.443543:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279936 00000100:00100000:1.0:1767321073.443554:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24596 00000100:00100000:1.0:1767321073.443559:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990279296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321073.443578:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321073.443614:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990279296:12345-0@lo:38:kworker.0 Request processed in 53us (308us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321073.443620:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24596 00000100:00100000:1.0:1767321073.443637:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24597 00000100:00100000:1.0:1767321073.443640:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990279680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321073.443650:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321073.443672:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990279680:12345-0@lo:38:kworker.0 Request processed in 30us (250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321073.443678:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24597 00000100:00100000:1.0:1767321073.443689:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24598 00000100:00100000:1.0:1767321073.443692:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990279936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321073.443701:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321073.443722:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990279936:12345-0@lo:38:kworker.0 Request processed in 28us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321073.443727:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24598 00000100:00080000:1.0:1767321073.443762:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321073.443767:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321073.443770:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990279296:0@lo:38:kworker.0 00000100:00080000:1.0:1767321073.443777:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321073.443780:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321073.443782:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990279680:0@lo:38:kworker.0 00000100:00080000:1.0:1767321073.443789:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321073.443791:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321073.443794:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990279936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321073.443916:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990279424 00000100:00100000:0.0:1767321073.443942:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990279424 00000100:00100000:0.0:1767321073.443972:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:0.0:1767321073.443978:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990279424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321073.443988:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321073.444054:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990279424:12345-0@lo:38:kworker.0 Request processed in 59us (659us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321073.444060:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00080000:2.0:1767321073.444303:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321073.444309:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321073.444312:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990279424:0@lo:38:kworker.0 00000100:00100000:0.0:1767321073.504478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321074.273417:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321074.464676:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990280320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321074.464764:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321074.467180:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280320 00000100:00100000:3.0:1767321074.467196:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280320 00000100:00100000:3.0:1767321074.467311:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:3.0:1767321074.467324:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990280320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321074.467365:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321074.467459:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990280320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (2693us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321074.467466:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:3.0:1767321074.467530:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990280320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321074.469274:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990280448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321074.469345:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321074.469523:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280448 00000100:00100000:2.0:1767321074.469531:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280448 00000100:00100000:2.0:1767321074.469590:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:2.0:1767321074.469599:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990280448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321074.469625:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321074.478790:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990280448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9175us (9427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321074.478808:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00100000:0.0:1767321074.479200:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990280448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321074.528441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321075.296933:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321075.552482:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321075.560179:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321075.560276:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321075.561179:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925930752 00000100:00100000:2.0:1767321075.561193:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925930752 00000100:00100000:2.0:1767321075.561301:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925930624 00000100:00100000:2.0:1767321075.561305:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925930624 00000100:00100000:2.0:1767321075.561338:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6067 00000100:00100000:2.0:1767321075.561350:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925930752:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321075.561437:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925930752:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 90us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321075.561445:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6067 00000100:00100000:2.0:1767321075.561465:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24599 00000100:00100000:2.0:1767321075.561470:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925930624:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321075.561491:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321075.561518:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925930624:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (1241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321075.561524:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24599 00000100:00080000:0.0:1767321075.561732:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321076.320473:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321076.576487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321077.345117:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321077.600409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321078.369402:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321078.560428:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321053/real 1767321053] req@ffff96e1cf2b4380 x1853163990274048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321078 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321078.560463:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1cf2b4380 x1853163990274048/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321078 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321078.560478:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321078.560504:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321078.560507:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990274048:0@lo:250:kworker.0 00000100:00080000:2.0:1767321078.560617:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321078.560623:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321078.560626:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321078.560631:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6302 00000100:00080000:2.0:1767321078.560635:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321078.560641:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321078.560686:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd250e00 x1853163990280576/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321078.560712:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321078.560716:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321078.560718:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321078.560722:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6323 00000100:00080000:2.0:1767321078.560725:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321078.560729:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321078.560744:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd253b80 x1853163990280704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321078.560752:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321078.560755:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321078.560757:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321078.560760:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6323 00000100:00080000:2.0:1767321078.560763:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321078.560766:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321078.560776:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77df80 x1853163990280832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321078.560819:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321078.560824:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321078.560826:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321078.560830:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6323 00000100:00080000:2.0:1767321078.560833:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321078.560838:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321078.560840:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990280960:0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.560851:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec092300 x1853163990281088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321078.560870:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321078.560874:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321078.560876:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321078.560879:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6323 00000100:00080000:2.0:1767321078.560881:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321078.560885:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321078.560897:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163990281344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321078.560912:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321078.560979:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321078.560986:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990281216:0@lo:400:kworker.0 00000100:00100000:3.0:1767321078.561008:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321078.561109:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280960 00000100:00100000:0.0:1767321078.561171:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281216 00000100:00100000:0.0:1767321078.561179:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281216 00000100:00100000:0.0:1767321078.561265:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6068 00000100:00100000:0.0:1767321078.561276:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990281216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321078.561330:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990281216:12345-0@lo:400:kworker.0 Request processed in 57us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321078.561337:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6068 00000100:00080000:0.0:1767321078.561361:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321078.561372:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280960 00000100:00100000:1.0:1767321078.561492:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990280576:0@lo:250:kworker.0 00000400:00000100:1.0:1767321078.561517:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990280576 offset 0 length 520: 4 00000100:00100000:1.0:1767321078.561537:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990280704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321078.561559:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321078.561645:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990281472:0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.561689:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321078.561712:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321078.561718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990281600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.561739:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321078.561766:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281472 00000100:00100000:2.0:1767321078.561771:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281472 00000100:00100000:2.0:1767321078.561801:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281600 00000100:00100000:2.0:1767321078.561804:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281600 00000100:00100000:2.0:1767321078.561822:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767321078.561828:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990281472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.561862:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990281472:12345-0@lo:400:kworker.0 Request processed in 34us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321078.561868:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1767321078.561881:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1767321078.561887:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990281600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.561926:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990281600:12345-0@lo:400:kworker.0 Request processed in 39us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321078.561932:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1767321078.562276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990281600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.562292:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990281472:0@lo:400:kworker.0 00000100:00100000:2.0:1767321078.562343:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990281216:0@lo:400:kworker.0 00000100:00080000:2.0:1767321078.562363:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321078.562366:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321078.562368:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321078.566785:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990280832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321078.566854:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321078.566876:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990281088:0@lo:38:kworker.0 00000100:00100000:1.0:1767321078.566914:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321078.566957:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280704 00000100:00100000:3.0:1767321078.566966:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280704 00000100:00100000:0.0:1767321078.567783:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6069 00000100:00100000:0.0:1767321078.567802:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990280960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321078.567880:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990280960:12345-0@lo:400:kworker.0 Request processed in 88us (6969us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321078.567887:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6069 00000100:00100000:0.0:1767321078.567907:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24600 00000100:00100000:0.0:1767321078.567911:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990280704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321078.568193:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321078.576803:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990280704:12345-0@lo:38:kworker.0 Request processed in 8877us (15231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321078.576818:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24600 00000100:00100000:1.0:1767321078.592510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990281344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321078.592610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321078.595765:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281088 00000100:00100000:0.0:1767321078.595780:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281088 00000100:00100000:0.0:1767321078.595850:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24601 00000100:00100000:0.0:1767321078.595859:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990281088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321078.595885:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321078.595974:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990281088:12345-0@lo:38:kworker.0 Request processed in 116us (29059us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321078.595981:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24601 00000100:00100000:0.0:1767321078.596199:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990280960:0@lo:400:kworker.0 00000100:00100000:0.0:1767321078.596352:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990280832 00000100:00100000:0.0:1767321078.596357:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990280832 00000100:00100000:0.0:1767321078.596379:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:0.0:1767321078.596384:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c5120050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990280832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321078.596395:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321078.596425:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c5120050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990280832:12345-0@lo:38:kworker.0 Request processed in 39us (29571us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321078.596431:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00080000:1.0:1767321078.604813:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321078.604827:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321078.604833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990280704:0@lo:38:kworker.0 00000100:00080000:1.0:1767321078.604851:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321078.604855:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321078.604857:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990280832:0@lo:38:kworker.0 00000100:00080000:1.0:1767321078.604868:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321078.604872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321078.604875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990281088:0@lo:38:kworker.0 00000100:00100000:0.0:1767321078.605018:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281344 00000100:00100000:0.0:1767321078.605056:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281344 00000100:00100000:0.0:1767321078.605121:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24602 00000100:00100000:0.0:1767321078.605128:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990281344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321078.605149:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321078.605212:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990281344:12345-0@lo:38:kworker.0 Request processed in 84us (12602us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321078.605219:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24602 00000100:00080000:1.0:1767321078.605295:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321078.605300:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321078.605304:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990281344:0@lo:38:kworker.0 00000100:00100000:0.0:1767321078.624437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321079.392558:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321079.584607:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990281728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321079.584681:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321079.584746:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321079.584753:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990281856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321079.584781:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321079.584814:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281728 00000100:00100000:0.0:1767321079.584821:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281728 00000100:00100000:0.0:1767321079.588554:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281856 00000100:00100000:0.0:1767321079.588569:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281856 00000100:00100000:0.0:1767321079.588611:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1767321079.588621:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990281728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321079.588659:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321079.588748:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990281728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (4065us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321079.588755:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1767321079.588774:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1767321079.588781:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f353f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990281856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321079.588797:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321079.588826:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f353f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990281856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (4044us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321079.588833:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1767321079.589098:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990281856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321079.598166:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990281728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321079.648479:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321079.658845:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1767321079.658887:0:7006:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925930880 offset 0 length 520: 4 00000100:00100000:2.0:1767321079.658914:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321079.658981:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931136 00000100:00100000:0.0:1767321079.658991:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931136 00000100:00100000:0.0:1767321079.659069:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931008 00000100:00100000:0.0:1767321079.659073:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931008 00000100:00100000:0.0:1767321079.659093:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6070 00000100:00100000:0.0:1767321079.659103:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925931136:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321079.659178:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925931136:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 76us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321079.659186:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6070 00000100:00080000:2.0:1767321079.659208:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321079.659212:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24603 00000100:00100000:0.0:1767321079.659219:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925931008:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321079.659273:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321079.659296:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925931008:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 77us (381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321079.659301:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24603 00010000:00010000:0.0:1767321080.416912:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321080.673665:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321081.442219:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321081.696379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321082.464507:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321082.720763:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321083.488513:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321083.680777:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321083.680787:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321083.680790:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321083.680793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321083.680798:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321083.680805:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6328 00000100:00080000:3.0:1767321083.680810:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321083.680816:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321083.680854:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163990281984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321083.680881:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321083.680884:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321083.680886:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321083.680890:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6328 00000100:00080000:3.0:1767321083.680892:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321083.680895:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321083.680909:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163990282112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321083.680959:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321083.680963:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321083.680965:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321083.680968:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6328 00000100:00080000:3.0:1767321083.680970:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321083.680973:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321083.680985:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585500 x1853163990282368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321083.681004:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321083.681007:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321083.681009:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321083.681012:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6328 00000100:00080000:3.0:1767321083.681015:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321083.681018:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321083.681031:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdc00 x1853163990282624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321083.681119:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990282240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.681205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321083.681287:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321083.681293:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990282496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.681314:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321083.681362:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282240 00000100:00100000:2.0:1767321083.681368:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282240 00000100:00100000:2.0:1767321083.681414:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282496 00000100:00100000:2.0:1767321083.681417:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282496 00000100:00100000:2.0:1767321083.681439:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6071 00000100:00100000:2.0:1767321083.681447:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990282240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.681495:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990282240:12345-0@lo:400:kworker.0 Request processed in 49us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321083.681502:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6071 00000100:00100000:2.0:1767321083.681517:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6072 00000100:00100000:2.0:1767321083.681537:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990282496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.681563:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990282496:12345-0@lo:400:kworker.0 Request processed in 40us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321083.681568:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6072 00000100:00080000:2.0:1767321083.681584:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321083.681620:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990282496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.681632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990282240:0@lo:400:kworker.0 00000100:00100000:1.0:1767321083.682531:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321083.682550:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990282752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321083.682595:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321083.682648:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990281984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321083.682674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321083.682698:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990281984 00000100:00100000:1.0:1767321083.682703:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990281984 00000100:00100000:1.0:1767321083.682732:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24604 00000100:00100000:1.0:1767321083.682737:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990281984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321083.682758:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321083.682790:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990281984:12345-0@lo:38:kworker.0 Request processed in 52us (115us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321083.682796:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24604 00000100:00080000:1.0:1767321083.682828:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321083.682832:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321083.682834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990281984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321083.682839:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990282112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321083.682855:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321083.682868:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990282368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321083.682880:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321083.682891:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282368 00000100:00100000:1.0:1767321083.682893:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282368 00000100:00100000:1.0:1767321083.682904:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24605 00000100:00100000:1.0:1767321083.682907:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990282368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321083.682914:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321083.682943:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990282368:12345-0@lo:38:kworker.0 Request processed in 24us (52us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321083.682949:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24605 00000100:00080000:1.0:1767321083.682973:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321083.682977:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321083.682980:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990282368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321083.682986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990282624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321083.683006:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321083.683022:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282624 00000100:00100000:1.0:1767321083.683026:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282624 00000100:00100000:1.0:1767321083.683042:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24606 00000100:00100000:1.0:1767321083.683046:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990282624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321083.683055:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321083.683075:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990282624:12345-0@lo:38:kworker.0 Request processed in 28us (69us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321083.683081:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24606 00000100:00080000:1.0:1767321083.683102:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321083.683105:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321083.683108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990282624:0@lo:38:kworker.0 00000100:00100000:0.0:1767321083.683562:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282112 00000100:00100000:0.0:1767321083.683568:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282112 00000100:00100000:0.0:1767321083.683600:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1767321083.683605:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990282112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321083.683616:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321083.683653:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990282112:12345-0@lo:38:kworker.0 Request processed in 48us (797us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321083.683657:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00080000:0.0:1767321083.683679:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321083.683682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321083.683684:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990282112:0@lo:38:kworker.0 00000100:00100000:2.0:1767321083.685600:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282752 00000100:00100000:2.0:1767321083.685613:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282752 00000100:00100000:2.0:1767321083.685699:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:2.0:1767321083.685709:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990282752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.685784:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990282752:12345-0@lo:400:kworker.0 Request processed in 78us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321083.685791:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00080000:3.0:1767321083.686263:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321083.686332:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990282880:0@lo:400:kworker.0 00000100:00100000:0.0:1767321083.686372:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321083.686425:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990282752:0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.686629:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990282880 00000100:00100000:2.0:1767321083.686635:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990282880 00000100:00100000:2.0:1767321083.686680:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:2.0:1767321083.686688:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990282880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321083.686732:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990282880:12345-0@lo:400:kworker.0 Request processed in 46us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321083.686738:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000100:00080000:3.0:1767321083.686826:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321083.687070:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990282880:0@lo:400:kworker.0 00000100:00100000:0.0:1767321083.744377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321084.513066:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321084.706002:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321084.706019:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990283008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321084.706108:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321084.706176:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990283136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321084.706180:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283008 00000100:00100000:1.0:1767321084.706189:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283008 00000100:00100000:2.0:1767321084.706199:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321084.706256:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283136 00000100:00100000:1.0:1767321084.706260:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:2.0:1767321084.706260:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283136 00000100:00100000:1.0:1767321084.706268:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990283008:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321084.706278:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1767321084.706283:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990283136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321084.706303:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1767321084.706304:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321084.706345:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990283136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321084.706351:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:1.0:1767321084.706460:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990283008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 192us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321084.706467:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:2.0:1767321084.706517:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990283136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321084.706540:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990283008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321084.769252:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321084.772022:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321084.774007:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931392 00000100:00100000:0.0:1767321084.774024:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931392 00000100:00100000:0.0:1767321084.774191:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6073 00000100:00100000:0.0:1767321084.774202:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925931392:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321084.774320:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925931392:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 120us (2308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321084.774327:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6073 00000100:00080000:3.0:1767321084.775516:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321084.778176:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321084.778402:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931264 00000100:00100000:2.0:1767321084.778412:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931264 00000100:00100000:2.0:1767321084.778463:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24607 00000100:00100000:2.0:1767321084.778471:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925931264:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321084.778493:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321084.778615:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925931264:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 143us (448us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321084.778622:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24607 00010000:00010000:0.0:1767321085.536485:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321085.792372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321086.563025:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321086.816849:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321087.584923:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321087.840365:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321088.608465:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321088.802394:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321088.802405:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321088.802408:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321088.802411:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321088.802416:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321088.802424:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6333 00000100:00080000:2.0:1767321088.802428:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321088.802435:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321088.802478:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163990283264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321088.802504:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321088.802508:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321088.802510:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321088.802513:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6333 00000100:00080000:2.0:1767321088.802515:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321088.802519:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321088.802531:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585500 x1853163990283392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321088.802581:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321088.802585:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321088.802587:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321088.802591:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6333 00000100:00080000:2.0:1767321088.802594:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321088.802597:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321088.802609:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584e00 x1853163990283648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321088.802624:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321088.802627:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321088.802629:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321088.802632:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6333 00000100:00080000:2.0:1767321088.802634:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321088.802639:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321088.802649:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec093100 x1853163990283904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321088.802707:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990284160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321088.802772:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321088.802837:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321088.802855:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990284032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321088.802878:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321088.802911:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284160 00000100:00100000:2.0:1767321088.802918:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284160 00000100:00100000:2.0:1767321088.802969:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284032 00000100:00100000:2.0:1767321088.802972:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284032 00000100:00100000:2.0:1767321088.802996:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:2.0:1767321088.803004:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990284160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321088.803053:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990284160:12345-0@lo:400:kworker.0 Request processed in 50us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321088.803063:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00100000:2.0:1767321088.803079:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1767321088.803086:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990284032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321088.803130:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990284032:12345-0@lo:400:kworker.0 Request processed in 44us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321088.803136:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1767321088.803180:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990284032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321088.803191:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990284160:0@lo:400:kworker.0 00000100:00100000:0.0:1767321088.803389:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990283264:0@lo:38:kworker.0 00000100:00100000:0.0:1767321088.803425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321088.803454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990283392:0@lo:38:kworker.0 00000100:00100000:0.0:1767321088.803476:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321088.803497:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990283648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321088.803519:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321088.803538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990283904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321088.803563:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321088.803600:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283264 00000100:00100000:0.0:1767321088.803604:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283264 00000100:00100000:0.0:1767321088.803626:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283648 00000100:00100000:0.0:1767321088.803629:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283648 00000100:00100000:0.0:1767321088.803643:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283904 00000100:00100000:0.0:1767321088.803646:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283904 00000100:00100000:0.0:1767321088.803660:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24608 00000100:00100000:0.0:1767321088.803664:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990283264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321088.803682:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321088.803716:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990283264:12345-0@lo:38:kworker.0 Request processed in 50us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321088.803722:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24608 00000100:00100000:0.0:1767321088.803739:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24609 00000100:00100000:0.0:1767321088.803742:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990283648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321088.803752:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321088.803771:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990283648:12345-0@lo:38:kworker.0 Request processed in 28us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321088.803777:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24609 00000100:00100000:0.0:1767321088.803786:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24610 00000100:00100000:0.0:1767321088.803790:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990283904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321088.803797:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321088.803813:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990283904:12345-0@lo:38:kworker.0 Request processed in 22us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321088.803818:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24610 00000100:00080000:0.0:1767321088.803862:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321088.803867:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321088.803871:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990283264:0@lo:38:kworker.0 00000100:00080000:0.0:1767321088.803879:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321088.803882:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321088.803885:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990283648:0@lo:38:kworker.0 00000100:00080000:0.0:1767321088.803892:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321088.803894:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321088.803897:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990283904:0@lo:38:kworker.0 00000100:00080000:3.0:1767321088.804107:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321088.804111:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321088.804124:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990283776:0@lo:400:kworker.0 00000100:00100000:3.0:1767321088.804155:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321088.804187:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321088.804194:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990283520:0@lo:400:kworker.0 00000100:00100000:3.0:1767321088.804215:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321088.804265:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283776 00000100:00100000:3.0:1767321088.804269:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283776 00000100:00100000:3.0:1767321088.804304:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283520 00000100:00100000:3.0:1767321088.804308:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283520 00000100:00100000:3.0:1767321088.804328:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6074 00000100:00100000:3.0:1767321088.804334:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990283776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321088.804372:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990283776:12345-0@lo:400:kworker.0 Request processed in 38us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321088.804378:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6074 00000100:00100000:3.0:1767321088.804391:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6075 00000100:00100000:3.0:1767321088.804397:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990283520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321088.804423:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990283520:12345-0@lo:400:kworker.0 Request processed in 26us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321088.804429:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6075 00000100:00080000:3.0:1767321088.804445:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321088.804465:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990283520:0@lo:400:kworker.0 00000100:00100000:3.0:1767321088.804476:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990283776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321088.804631:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990283392 00000100:00100000:1.0:1767321088.804636:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990283392 00000100:00100000:1.0:1767321088.804669:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:1.0:1767321088.804674:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990283392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321088.804686:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321088.804722:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990283392:12345-0@lo:38:kworker.0 Request processed in 47us (1245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321088.804729:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00080000:1.0:1767321088.804758:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321088.804762:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321088.804766:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990283392:0@lo:38:kworker.0 00000100:00100000:0.0:1767321088.864491:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321089.632638:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321089.824673:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990284288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321089.824764:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321089.825050:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284288 00000100:00100000:3.0:1767321089.825060:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284288 00000100:00100000:2.0:1767321089.825253:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:2.0:1767321089.825266:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990284288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321089.825302:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321089.825364:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990284288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321089.825373:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1767321089.825465:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990284288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321089.825832:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321089.825843:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990284416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321089.825874:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321089.826226:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284416 00000100:00100000:1.0:1767321089.826250:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284416 00000100:00100000:1.0:1767321089.826329:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00100000:1.0:1767321089.826338:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990284416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321089.826360:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321089.826408:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990284416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321089.826414:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00100000:3.0:1767321089.826486:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990284416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321089.889705:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321089.892403:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321089.892943:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931520 00000100:00100000:3.0:1767321089.892955:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931520 00000100:00100000:3.0:1767321089.893022:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24611 00000100:00100000:3.0:1767321089.893030:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925931520:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321089.893055:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321089.893178:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925931520:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 148us (786us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321089.893189:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24611 00000100:00100000:2.0:1767321089.905367:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321089.905682:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931648 00000100:00100000:1.0:1767321089.905694:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931648 00000100:00100000:1.0:1767321089.905780:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6076 00000100:00100000:1.0:1767321089.905793:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925931648:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321089.905893:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925931648:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321089.905903:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6076 00000100:00080000:2.0:1767321089.906743:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321090.659067:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321090.912593:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321091.680627:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321091.936507:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321092.705097:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321092.960474:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321093.729136:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321093.926954:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321093.926964:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321093.926968:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321093.926972:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321093.926976:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321093.926984:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6338 00000100:00080000:2.0:1767321093.926990:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321093.926996:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321093.927040:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec090700 x1853163990284544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321093.927083:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321093.927086:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321093.927088:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321093.927092:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6338 00000100:00080000:2.0:1767321093.927095:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321093.927100:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321093.927115:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec091f80 x1853163990284672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321093.927148:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990284544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321093.927267:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321093.927325:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990284672:0@lo:38:kworker.0 00000100:00100000:3.0:1767321093.927333:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990284800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321093.927352:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321093.927361:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321093.927398:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284544 00000100:00100000:1.0:1767321093.927406:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284544 00000100:00080000:2.0:1767321093.927408:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321093.927412:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321093.927414:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321093.927418:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6338 00000100:00080000:2.0:1767321093.927420:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321093.927423:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321093.927434:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284800 00000100:00100000:1.0:1767321093.927437:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284800 00000100:00100000:2.0:1767321093.927437:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380a80 x1853163990284928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321093.927479:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6077 00000100:00100000:1.0:1767321093.927489:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990284800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.927508:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990285056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.927532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321093.927612:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285056 00000100:00100000:0.0:1767321093.927616:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285056 00000100:00100000:0.0:1767321093.927653:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6078 00000100:00100000:0.0:1767321093.927681:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990285056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.927718:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990285056:12345-0@lo:400:kworker.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321093.927725:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6078 00000100:00100000:0.0:1767321093.927758:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24612 00000100:00100000:0.0:1767321093.927762:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990284544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321093.927782:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321093.927817:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990284544:12345-0@lo:38:kworker.0 Request processed in 53us (550us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321093.927823:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24612 00000100:00100000:0.0:1767321093.927861:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990285056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.927912:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284672 00000100:00100000:0.0:1767321093.927916:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284672 00000100:00100000:0.0:1767321093.927938:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1767321093.927941:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990284672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321093.927952:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321093.927976:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990284672:12345-0@lo:38:kworker.0 Request processed in 34us (624us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321093.927982:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00080000:0.0:1767321093.928022:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321093.928035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990284928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321093.928056:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321093.928076:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321093.928081:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321093.928084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990284544:0@lo:38:kworker.0 00000100:00080000:0.0:1767321093.928093:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321093.928096:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321093.928100:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990284672:0@lo:38:kworker.0 00000100:00100000:0.0:1767321093.928122:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990284928 00000100:00100000:0.0:1767321093.928138:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990284928 00000100:00100000:0.0:1767321093.928158:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24613 00000100:00100000:0.0:1767321093.928162:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990284928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321093.928172:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321093.928200:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990284928:12345-0@lo:38:kworker.0 Request processed in 36us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321093.928205:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24613 00000100:00080000:0.0:1767321093.928250:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321093.928254:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321093.928257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990284928:0@lo:38:kworker.0 00000100:00080000:2.0:1767321093.928521:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321093.928525:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321093.928531:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321093.928536:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6338 00000100:00080000:2.0:1767321093.928539:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321093.928543:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321093.928563:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990285184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321093.928580:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990284800:12345-0@lo:400:kworker.0 Request processed in 1093us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321093.928588:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6077 00000100:00100000:1.0:1767321093.928617:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990285440:0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.928627:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990285312:0@lo:400:kworker.0 00000100:00100000:1.0:1767321093.928646:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.928664:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285440 00000100:00100000:2.0:1767321093.928668:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285440 00000100:00100000:1.0:1767321093.928675:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.928699:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285312 00000100:00100000:2.0:1767321093.928702:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285312 00000100:00100000:1.0:1767321093.928707:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:1.0:1767321093.928714:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990285440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.928720:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:2.0:1767321093.928724:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990285312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.928789:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990285184:0@lo:38:kworker.0 00000100:00100000:2.0:1767321093.928909:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990285312:12345-0@lo:400:kworker.0 Request processed in 183us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321093.928915:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:0.0:1767321093.928922:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321093.928945:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321093.928948:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321093.928976:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990285312:0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.929014:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990285440:0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.929035:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285184 00000100:00100000:0.0:1767321093.929038:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285184 00000100:00100000:0.0:1767321093.929066:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24614 00000100:00100000:0.0:1767321093.929070:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990285184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321093.929091:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321093.929121:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990285184:12345-0@lo:38:kworker.0 Request processed in 49us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321093.929127:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24614 00000100:00080000:0.0:1767321093.929149:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321093.929153:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321093.929156:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990285184:0@lo:38:kworker.0 00000100:00100000:3.0:1767321093.929226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990284800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321093.929599:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990285440:12345-0@lo:400:kworker.0 Request processed in 884us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321093.929606:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:0.0:1767321093.984386:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321094.752545:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321094.944521:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990285568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321094.944595:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321094.944756:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285568 00000100:00100000:1.0:1767321094.944764:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285568 00000100:00100000:1.0:1767321094.944821:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:1.0:1767321094.944832:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990285568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321094.944862:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321094.944915:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990285568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321094.944922:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00100000:3.0:1767321094.945092:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990285568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321094.945109:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321094.945114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990285696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321094.945137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321094.945199:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285696 00000100:00100000:1.0:1767321094.945204:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285696 00000100:00100000:1.0:1767321094.945288:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386 00000100:00100000:1.0:1767321094.945295:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990285696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321094.945314:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321094.945347:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990285696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321094.945353:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386 00000100:00100000:3.0:1767321094.945550:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990285696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321095.008351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321095.012186:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321095.012273:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931904 00000100:00100000:1.0:1767321095.012287:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931904 00000100:00100000:1.0:1767321095.012378:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6079 00000100:00100000:1.0:1767321095.012390:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925931904:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321095.012492:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925931904:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 103us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321095.012501:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6079 00000100:00080000:2.0:1767321095.012579:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321095.013322:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321095.013391:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925931776 00000100:00100000:0.0:1767321095.013396:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925931776 00000100:00100000:0.0:1767321095.013427:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24615 00000100:00100000:0.0:1767321095.013432:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925931776:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321095.013454:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321095.013675:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925931776:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 240us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321095.013682:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24615 00010000:00010000:0.0:1767321095.776525:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321096.032591:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321096.802596:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321097.056390:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321097.827565:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321098.080378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321098.848396:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321099.040365:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321099.040389:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321099.040393:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321099.040397:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321099.040401:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321099.040411:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6343 00000100:00080000:2.0:1767321099.040416:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321099.040424:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321099.040469:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163990285824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321099.040488:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321099.040491:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321099.040492:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321099.040496:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6343 00000100:00080000:2.0:1767321099.040498:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321099.040501:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321099.040515:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990285952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321099.040563:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321099.040566:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321099.040568:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321099.040571:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6343 00000100:00080000:2.0:1767321099.040573:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321099.040577:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321099.040585:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163990286208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321099.040598:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321099.040602:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321099.040603:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321099.040607:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6343 00000100:00080000:2.0:1767321099.040609:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321099.040612:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321099.040619:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163990286464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321099.040711:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990286720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321099.040774:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321099.040838:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321099.040843:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990286592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321099.040861:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321099.040890:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286720 00000100:00100000:2.0:1767321099.040896:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286720 00000100:00100000:2.0:1767321099.040938:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286592 00000100:00100000:2.0:1767321099.040940:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286592 00000100:00100000:2.0:1767321099.040957:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:2.0:1767321099.040964:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990286720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321099.041018:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990286720:12345-0@lo:400:kworker.0 Request processed in 54us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321099.041032:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:2.0:1767321099.041047:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:2.0:1767321099.041053:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990286592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321099.041078:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990286592:12345-0@lo:400:kworker.0 Request processed in 25us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321099.041084:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00080000:2.0:1767321099.041097:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321099.041101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321099.041130:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990286592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321099.041139:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f1f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990286720:0@lo:400:kworker.0 00000100:00100000:3.0:1767321099.041665:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990286336:0@lo:400:kworker.0 00000100:00100000:3.0:1767321099.041703:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321099.041753:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321099.041761:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990286080:0@lo:400:kworker.0 00000100:00100000:0.0:1767321099.041779:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990285824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321099.041787:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321099.041814:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321099.041832:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286336 00000100:00100000:3.0:1767321099.041837:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286336 00000100:00100000:0.0:1767321099.041841:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990285952:0@lo:38:kworker.0 00000100:00100000:0.0:1767321099.041862:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321099.041887:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286080 00000100:00100000:3.0:1767321099.041892:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286080 00000100:00100000:0.0:1767321099.041894:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990286208:0@lo:38:kworker.0 00000100:00100000:3.0:1767321099.041920:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285824 00000100:00100000:0.0:1767321099.041924:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321099.041926:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285824 00000100:00100000:3.0:1767321099.041940:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286208 00000100:00100000:3.0:1767321099.041942:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286208 00000100:00100000:0.0:1767321099.041947:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990286464:0@lo:38:kworker.0 00000100:00100000:3.0:1767321099.041954:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6080 00000100:00100000:3.0:1767321099.041964:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990286336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321099.041980:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321099.042010:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990286336:12345-0@lo:400:kworker.0 Request processed in 48us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321099.042018:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6080 00000100:00100000:0.0:1767321099.042019:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286464 00000100:00100000:0.0:1767321099.042024:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286464 00000100:00100000:0.0:1767321099.042039:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6081 00000100:00100000:3.0:1767321099.042049:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24616 00000100:00100000:0.0:1767321099.042050:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990286080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321099.042056:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990285824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321099.042075:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321099.042100:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990286080:12345-0@lo:400:kworker.0 Request processed in 54us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321099.042109:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6081 00000100:00100000:3.0:1767321099.042117:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990285824:12345-0@lo:38:kworker.0 Request processed in 59us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321099.042125:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24617 00000100:00100000:0.0:1767321099.042131:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990286208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321099.042141:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321099.042170:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990286208:12345-0@lo:38:kworker.0 Request processed in 38us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321099.042262:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990285952 00000100:00100000:1.0:1767321099.042267:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990285952 00000100:00100000:1.0:1767321099.042287:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:1.0:1767321099.042291:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990285952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321099.042301:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321099.042328:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990285952:12345-0@lo:38:kworker.0 Request processed in 36us (466us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321099.042333:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:3.0:1767321099.043583:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24616 00000100:00100000:3.0:1767321099.043614:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24618 00000100:00100000:3.0:1767321099.043621:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990286464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321099.043638:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321099.043747:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990286464:12345-0@lo:38:kworker.0 Request processed in 124us (1766us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321099.043754:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24618 00000100:00080000:3.0:1767321099.043787:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321099.043821:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990286080:0@lo:400:kworker.0 00000100:00100000:3.0:1767321099.043834:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990286336:0@lo:400:kworker.0 00000100:00080000:3.0:1767321099.043865:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321099.043868:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321099.043872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990285824:0@lo:38:kworker.0 00000100:00080000:3.0:1767321099.043878:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321099.043881:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321099.044065:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24617 00000100:00100000:3.0:1767321099.044076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990285952:0@lo:38:kworker.0 00000100:00080000:3.0:1767321099.044195:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321099.044198:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321099.044200:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990286208:0@lo:38:kworker.0 00000100:00080000:3.0:1767321099.044205:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321099.044207:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321099.044209:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990286464:0@lo:38:kworker.0 00000100:00100000:0.0:1767321099.104627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321099.875942:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321100.065258:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321100.065286:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990286848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321100.065356:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321100.065407:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286848 00000100:00100000:2.0:1767321100.065416:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286848 00000100:00100000:2.0:1767321100.065478:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:2.0:1767321100.065489:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990286848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321100.065516:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321100.065572:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990286848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321100.065580:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:0.0:1767321100.065703:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa706a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990286848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321100.066503:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990286976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321100.066544:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321100.066623:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990286976 00000100:00100000:3.0:1767321100.066638:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990286976 00000100:00100000:3.0:1767321100.066678:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:3.0:1767321100.066686:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990286976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321100.066708:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321100.070845:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990286976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4149us (4290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321100.070861:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:0.0:1767321100.074484:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990286976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321100.130563:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321100.131928:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321100.132053:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321100.134439:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932160 00000100:00100000:1.0:1767321100.134453:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932160 00000100:00100000:1.0:1767321100.134573:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932032 00000100:00100000:1.0:1767321100.134578:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932032 00000100:00100000:1.0:1767321100.134607:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6082 00000100:00100000:1.0:1767321100.134640:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925932160:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321100.134721:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925932160:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 105us (2810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321100.134729:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6082 00000100:00100000:1.0:1767321100.134762:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24619 00000100:00100000:1.0:1767321100.134768:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925932032:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321100.134787:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321100.134813:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925932032:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (2767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321100.134819:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24619 00000100:00080000:3.0:1767321100.142349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321100.896520:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321101.152533:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321101.920963:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321102.176576:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321102.944500:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321103.136767:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321078/real 1767321078] req@ffff96e2fd250e00 x1853163990280576/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321103 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321103.136802:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fd250e00 x1853163990280576/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321103 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321103.136817:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321103.136846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321103.136850:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990280576:0@lo:250:kworker.0 00000100:00080000:3.0:1767321103.136894:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321103.136901:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321103.136904:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321103.136909:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6328 00000100:00080000:3.0:1767321103.136912:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321103.136919:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321103.136951:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381180 x1853163990287104/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321103.137031:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990287104:0@lo:250:kworker.0 00000400:00000100:0.0:1767321103.137074:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990287104 offset 0 length 520: 4 00000100:00080000:3.0:1767321103.137775:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321103.137780:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321103.137782:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321103.137788:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6348 00000100:00080000:3.0:1767321103.137791:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321103.137795:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321103.137817:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990287232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321103.137883:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990287232:0@lo:38:kworker.0 00000100:00100000:0.0:1767321103.137927:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321103.138282:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990287232 00000100:00100000:1.0:1767321103.138289:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990287232 00000100:00100000:1.0:1767321103.138348:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24620 00000100:00100000:1.0:1767321103.138356:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990287232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321103.138701:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321103.138760:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990287232:12345-0@lo:38:kworker.0 Request processed in 403us (833us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321103.138768:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24620 00000100:00080000:0.0:1767321103.138916:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321103.138922:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321103.138924:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990287232:0@lo:38:kworker.0 00000100:00080000:3.0:1767321103.139547:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321103.139552:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321103.139554:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321103.139560:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6348 00000100:00080000:3.0:1767321103.139563:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321103.139567:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321103.139604:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380000 x1853163990287360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321103.139656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990287360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321103.139698:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321103.139782:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321103.139786:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321103.139788:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321103.139792:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6348 00000100:00080000:3.0:1767321103.139794:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321103.139797:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321103.139810:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5382680 x1853163990287616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321103.139827:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321103.139829:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321103.139831:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321103.139834:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6348 00000100:00080000:3.0:1767321103.139837:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321103.139840:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321103.139852:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadc00 x1853163990287872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321103.139902:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990288000:0@lo:400:kworker.0 00000100:00100000:3.0:1767321103.139933:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321103.139960:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321103.139966:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990288128:0@lo:400:kworker.0 00000100:00100000:3.0:1767321103.139987:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321103.140208:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990287616:0@lo:38:kworker.0 00000100:00100000:0.0:1767321103.140253:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321103.140280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990287872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321103.140300:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321103.140359:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288000 00000100:00100000:0.0:1767321103.140365:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288000 00000100:00100000:2.0:1767321103.140435:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990287488:0@lo:400:kworker.0 00000100:00100000:2.0:1767321103.140463:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321103.140483:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321103.140488:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990287744:0@lo:400:kworker.0 00000100:00100000:2.0:1767321103.140507:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321103.140531:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990287616 00000100:00100000:2.0:1767321103.140534:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990287616 00000100:00100000:1.0:1767321103.141640:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990287360 00000100:00100000:1.0:1767321103.141648:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990287360 00000100:00100000:1.0:1767321103.141686:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:1.0:1767321103.141694:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990287360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321103.141714:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321103.141772:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990287360:12345-0@lo:38:kworker.0 Request processed in 78us (2074us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321103.141779:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:0.0:1767321103.141887:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288128 00000100:00100000:0.0:1767321103.141892:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288128 00000100:00100000:0.0:1767321103.141916:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1767321103.141923:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990288000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321103.141972:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990288000:12345-0@lo:400:kworker.0 Request processed in 50us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321103.141980:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1767321103.142009:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1767321103.142015:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990288128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321103.142053:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990288128:12345-0@lo:400:kworker.0 Request processed in 38us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321103.142059:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1767321103.142103:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990288128:0@lo:400:kworker.0 00000100:00100000:0.0:1767321103.142117:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990288000:0@lo:400:kworker.0 00000100:00080000:0.0:1767321103.142148:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321103.142152:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321103.142156:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990287360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321103.142635:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990287872 00000100:00100000:2.0:1767321103.142641:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990287872 00000100:00080000:3.0:1767321103.142705:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321103.142711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321103.143254:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990287488 00000100:00100000:1.0:1767321103.143259:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990287488 00000100:00100000:1.0:1767321103.143542:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990287744 00000100:00100000:1.0:1767321103.143546:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990287744 00000100:00100000:1.0:1767321103.143572:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083 00000100:00100000:1.0:1767321103.143591:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990287488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321103.143658:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990287488:12345-0@lo:400:kworker.0 Request processed in 68us (3193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321103.143665:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083 00000100:00100000:1.0:1767321103.143682:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6084 00000100:00100000:1.0:1767321103.143689:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990287744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321103.143718:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990287744:12345-0@lo:400:kworker.0 Request processed in 31us (3210us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321103.143724:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6084 00000100:00100000:1.0:1767321103.143737:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24621 00000100:00100000:1.0:1767321103.143742:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990287616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321103.143760:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321103.143793:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990287616:12345-0@lo:38:kworker.0 Request processed in 50us (3539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321103.143799:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24621 00000100:00100000:1.0:1767321103.143812:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24622 00000100:00100000:1.0:1767321103.143816:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990287872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321103.143827:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321103.143852:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990287872:12345-0@lo:38:kworker.0 Request processed in 34us (3550us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321103.143857:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24622 00000100:00080000:1.0:1767321103.143877:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321103.143909:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990287744:0@lo:400:kworker.0 00000100:00100000:1.0:1767321103.143921:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990287488:0@lo:400:kworker.0 00000100:00080000:1.0:1767321103.143956:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321103.143961:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321103.143965:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990287616:0@lo:38:kworker.0 00000100:00080000:1.0:1767321103.143974:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321103.143977:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321103.143980:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990287872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321103.200719:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321103.969913:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321104.225434:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321104.995954:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321105.184575:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990288256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321105.184643:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321105.186141:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990288384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321105.186196:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321105.186274:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288256 00000100:00100000:2.0:1767321105.186281:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288256 00000100:00100000:2.0:1767321105.186332:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288384 00000100:00100000:2.0:1767321105.186335:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288384 00000100:00100000:2.0:1767321105.186352:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:2.0:1767321105.186360:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990288256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321105.186389:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321105.186485:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321105.186489:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321105.186514:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:1.0:1767321105.186523:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990288384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321105.186551:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321105.186591:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990288384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321105.186599:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:1.0:1767321105.192662:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990288384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321105.200450:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990288256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 14078us (15794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321105.200465:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:0.0:1767321105.207623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990288256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321105.249662:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321105.260110:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321105.260155:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767321105.260191:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925932544 offset 0 length 520: 4 00000100:00100000:0.0:1767321105.260208:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932416 00000100:00100000:0.0:1767321105.260220:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932416 00000100:00080000:1.0:1767321105.260707:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321105.260896:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932288 00000100:00100000:1.0:1767321105.260902:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932288 00000100:00100000:3.0:1767321105.264404:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6085 00000100:00100000:3.0:1767321105.264432:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925932416:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321105.264448:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24623 00000100:00100000:1.0:1767321105.264456:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925932288:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321105.264478:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321105.264545:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925932416:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (4435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321105.264553:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6085 00000100:00100000:1.0:1767321105.269802:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925932288:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 5332us (9633us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321105.269818:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24623 00010000:00010000:0.0:1767321106.016510:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321106.272559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321107.042169:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321107.296344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321108.064520:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321108.259651:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321108.259664:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321108.259667:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321108.259671:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321108.259675:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321108.259683:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6352 00000100:00080000:3.0:1767321108.259688:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321108.259696:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321108.259735:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac380 x1853163990288512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321108.259767:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321108.259770:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321108.259772:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321108.259775:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6352 00000100:00080000:3.0:1767321108.259778:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321108.259782:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321108.259796:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad180 x1853163990288640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321108.259841:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321108.259845:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321108.259848:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321108.259852:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6352 00000100:00080000:3.0:1767321108.259854:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321108.259858:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321108.259872:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaca80 x1853163990288896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321108.259890:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321108.259895:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321108.259898:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321108.259902:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6352 00000100:00080000:3.0:1767321108.259904:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321108.259910:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321108.259913:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990288512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321108.259921:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaed80 x1853163990289152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321108.259976:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990289024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321108.259995:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321108.260056:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990289408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321108.260084:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990288768:0@lo:400:kworker.0 00000100:00100000:3.0:1767321108.261439:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321108.261493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990288640:0@lo:38:kworker.0 00000100:00100000:3.0:1767321108.261529:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288512 00000100:00100000:1.0:1767321108.261551:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321108.261676:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990288896:0@lo:38:kworker.0 00000100:00100000:1.0:1767321108.261702:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321108.261725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990289152:0@lo:38:kworker.0 00000100:00100000:1.0:1767321108.261744:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321108.261775:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289024 00000100:00100000:1.0:1767321108.261780:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289024 00000100:00100000:1.0:1767321108.261827:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288896 00000100:00100000:1.0:1767321108.261830:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288896 00000100:00100000:1.0:1767321108.261844:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289152 00000100:00100000:1.0:1767321108.261847:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289152 00000100:00100000:1.0:1767321108.261858:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086 00000100:00100000:1.0:1767321108.261868:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990289024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321108.261931:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990289024:12345-0@lo:400:kworker.0 Request processed in 65us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321108.261938:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086 00000100:00100000:1.0:1767321108.261957:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24624 00000100:00100000:1.0:1767321108.261961:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990288896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321108.261980:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321108.262016:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990288896:12345-0@lo:38:kworker.0 Request processed in 53us (313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321108.262022:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24624 00000100:00100000:1.0:1767321108.262034:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24625 00000100:00100000:1.0:1767321108.262037:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990289152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321108.262047:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321108.262302:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288512 00000100:00100000:3.0:1767321108.262327:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24626 00000100:00100000:3.0:1767321108.262332:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990288512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321108.262343:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321108.262374:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990288512:12345-0@lo:38:kworker.0 Request processed in 41us (2379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321108.262381:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24626 00000100:00100000:1.0:1767321108.262406:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990289152:12345-0@lo:38:kworker.0 Request processed in 365us (658us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321108.262413:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24625 00000100:00080000:3.0:1767321108.262440:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321108.262460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321108.262464:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288640 00000100:00080000:1.0:1767321108.262467:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321108.262471:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288640 00000100:00100000:1.0:1767321108.262474:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990289152:0@lo:38:kworker.0 00000100:00080000:1.0:1767321108.262500:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321108.262506:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321108.262510:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:1.0:1767321108.262513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990288512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321108.262521:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990288640:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767321108.262528:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1767321108.262534:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321108.262535:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321108.262542:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990288896:0@lo:38:kworker.0 00000100:00100000:1.0:1767321108.262682:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990289024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321108.262714:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990289280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321108.263115:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321108.263180:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321108.263185:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321108.263189:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990288640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321108.263214:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289280 00000100:00100000:1.0:1767321108.263218:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289280 00000100:00100000:0.0:1767321108.263338:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321108.263460:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990288640:12345-0@lo:38:kworker.0 Request processed in 594us (1562us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321108.263468:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:3.0:1767321108.263501:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990288768 00000100:00100000:3.0:1767321108.263505:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990288768 00000100:00100000:0.0:1767321108.263543:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:0.0:1767321108.263554:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990289280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321108.263603:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990289280:12345-0@lo:400:kworker.0 Request processed in 52us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321108.263610:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:3.0:1767321108.263621:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6087 00000100:00100000:1.0:1767321108.263706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990289280:0@lo:400:kworker.0 00000100:00100000:2.0:1767321108.263778:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321108.263886:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321108.263986:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289408 00000100:00100000:0.0:1767321108.263990:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289408 00000100:00100000:0.0:1767321108.264016:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:0.0:1767321108.264026:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990289408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321108.264026:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990288768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321108.264085:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990288768:12345-0@lo:400:kworker.0 Request processed in 455us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321108.264092:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6087 00000100:00100000:1.0:1767321108.264291:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990288768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321108.264742:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990289408:12345-0@lo:400:kworker.0 Request processed in 718us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321108.264749:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00100000:1.0:1767321108.264823:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990289408:0@lo:400:kworker.0 00000100:00080000:2.0:1767321108.264963:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321108.264966:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321108.320387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321109.090280:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321109.344498:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321110.113063:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321110.304526:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990289536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321110.304605:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321110.304813:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289536 00000100:00100000:1.0:1767321110.304822:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289536 00000100:00100000:1.0:1767321110.304899:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:1.0:1767321110.304910:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990289536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321110.304958:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321110.305006:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990289536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.305016:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00080000:0.0:1767321110.305355:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321110.305397:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990289536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321110.305559:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321110.305569:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990289664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321110.305599:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321110.305753:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289664 00000100:00100000:1.0:1767321110.305758:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289664 00000100:00100000:1.0:1767321110.305806:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:1.0:1767321110.305814:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990289664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321110.305832:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321110.305874:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990289664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321110.305881:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00080000:0.0:1767321110.308783:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321110.308876:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990289664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321110.368368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321110.372390:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321110.372456:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321110.372779:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932672 00000100:00100000:3.0:1767321110.372794:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932672 00000100:00100000:3.0:1767321110.372848:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932800 00000100:00100000:3.0:1767321110.372850:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932800 00000100:00100000:3.0:1767321110.372915:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6088 00000100:00100000:3.0:1767321110.372927:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925932800:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321110.373039:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925932800:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 113us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321110.373048:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6088 00000100:00100000:3.0:1767321110.373070:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24627 00000100:00100000:3.0:1767321110.373074:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925932672:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321110.373099:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321110.373131:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925932672:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (758us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321110.373137:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24627 00000100:00080000:0.0:1767321110.373568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321111.136667:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321111.392907:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321112.161068:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321112.416596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321113.184898:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321113.378891:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321113.378908:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321113.378912:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321113.378917:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321113.378922:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321113.378934:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6357 00000100:00080000:3.0:1767321113.378941:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321113.378949:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321113.379006:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3b80 x1853163990289792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321113.379053:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321113.379057:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321113.379059:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321113.379063:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6357 00000100:00080000:3.0:1767321113.379066:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321113.379071:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321113.379087:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2680 x1853163990289920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321113.379140:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321113.379146:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321113.379147:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321113.379151:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6357 00000100:00080000:3.0:1767321113.379154:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321113.379157:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321113.379170:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3100 x1853163990290176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321113.379186:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321113.379190:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321113.379192:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321113.379196:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6357 00000100:00080000:3.0:1767321113.379198:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321113.379202:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321113.379213:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefed80 x1853163990290432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321113.380142:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990290304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380275:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321113.380371:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321113.380378:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990290048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380413:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321113.380459:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290304 00000100:00100000:0.0:1767321113.380477:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290304 00000100:00100000:0.0:1767321113.380541:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290048 00000100:00100000:0.0:1767321113.380545:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290048 00000100:00100000:0.0:1767321113.380587:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089 00000100:00100000:0.0:1767321113.380596:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990290304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380660:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990290304:12345-0@lo:400:kworker.0 Request processed in 65us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321113.380668:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00000100:00100000:0.0:1767321113.380693:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090 00000100:00100000:0.0:1767321113.380699:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990290048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380728:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990290048:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321113.380733:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090 00000100:00080000:0.0:1767321113.380752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321113.380789:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990290048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380802:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990290304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380831:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990290560:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380864:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321113.380887:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321113.380895:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990290688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.380918:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321113.380946:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290560 00000100:00100000:0.0:1767321113.380950:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290560 00000100:00100000:0.0:1767321113.380994:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290688 00000100:00100000:0.0:1767321113.380998:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290688 00000100:00100000:0.0:1767321113.381028:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:0.0:1767321113.381035:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990290560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.381070:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990290560:12345-0@lo:400:kworker.0 Request processed in 35us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321113.381076:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00100000:0.0:1767321113.381087:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:0.0:1767321113.381093:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990290688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.381123:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990290688:12345-0@lo:400:kworker.0 Request processed in 30us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321113.381129:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00000100:00080000:0.0:1767321113.381152:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321113.381155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321113.381172:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990290688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321113.381181:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990290560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321113.381598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990289792:0@lo:38:kworker.0 00000100:00100000:2.0:1767321113.382114:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321113.382260:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990289920:0@lo:38:kworker.0 00000100:00100000:2.0:1767321113.382296:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321113.382362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990290176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321113.382431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321113.382459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990290432:0@lo:38:kworker.0 00000100:00100000:2.0:1767321113.382519:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321113.382582:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289792 00000100:00100000:2.0:1767321113.382589:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289792 00000100:00100000:2.0:1767321113.382625:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290176 00000100:00100000:2.0:1767321113.382628:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290176 00000100:00100000:2.0:1767321113.382634:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290432 00000100:00100000:2.0:1767321113.382636:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290432 00000100:00100000:2.0:1767321113.382648:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24628 00000100:00100000:2.0:1767321113.382655:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990289792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321113.382706:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321113.382799:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990289792:12345-0@lo:38:kworker.0 Request processed in 127us (689us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321113.382823:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24628 00000100:00100000:2.0:1767321113.382858:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24629 00000100:00100000:2.0:1767321113.382879:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990290176:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321113.382889:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321113.382913:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990290176:12345-0@lo:38:kworker.0 Request processed in 49us (481us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321113.382918:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24629 00000100:00100000:2.0:1767321113.382929:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24630 00000100:00100000:2.0:1767321113.382932:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990290432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321113.382939:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321113.382958:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990290432:12345-0@lo:38:kworker.0 Request processed in 24us (438us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321113.382963:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24630 00000100:00080000:2.0:1767321113.382996:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321113.383001:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321113.383004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990289792:0@lo:38:kworker.0 00000100:00080000:2.0:1767321113.383011:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321113.383014:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321113.383016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990290176:0@lo:38:kworker.0 00000100:00080000:2.0:1767321113.383022:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321113.383025:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321113.383028:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990290432:0@lo:38:kworker.0 00000100:00100000:3.0:1767321113.383752:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990289920 00000100:00100000:3.0:1767321113.383767:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990289920 00000100:00100000:3.0:1767321113.383830:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:3.0:1767321113.383838:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990289920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321113.383859:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321113.383946:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990289920:12345-0@lo:38:kworker.0 Request processed in 108us (1648us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321113.383953:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00080000:2.0:1767321113.385055:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321113.385067:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321113.385072:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990289920:0@lo:38:kworker.0 00000100:00100000:2.0:1767321113.441754:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321114.208771:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321114.464393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321115.232508:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321115.425335:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990290816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321115.425424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321115.425977:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290816 00000100:00100000:1.0:1767321115.425986:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290816 00000100:00100000:1.0:1767321115.426055:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00100000:1.0:1767321115.426065:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990290816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321115.426096:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321115.426148:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990290816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321115.426156:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00100000:1.0:1767321115.426205:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990290816:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321115.426331:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321115.429984:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990290944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321115.430054:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321115.430381:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990290944 00000100:00100000:3.0:1767321115.430389:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990290944 00000100:00100000:3.0:1767321115.430455:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1767321115.430464:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990290944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321115.430494:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321115.430548:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990290944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321115.430555:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:2.0:1767321115.430640:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990290944:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321115.430700:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321115.489556:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321115.492698:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321115.492901:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933056 00000100:00100000:1.0:1767321115.492910:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933056 00000100:00100000:3.0:1767321115.493119:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321115.493256:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925932928 00000100:00100000:2.0:1767321115.493263:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925932928 00000100:00100000:2.0:1767321115.493402:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24631 00000100:00100000:2.0:1767321115.493410:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925932928:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321115.493433:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321115.494112:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6091 00000100:00100000:1.0:1767321115.494125:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925933056:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321115.494132:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925932928:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 717us (1008us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321115.494143:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24631 00000100:00100000:1.0:1767321115.494178:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925933056:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 57us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321115.494185:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6091 00000100:00080000:0.0:1767321115.495068:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321116.257125:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321116.513570:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321117.280534:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321117.538612:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321118.305044:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321118.496383:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321118.496393:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321118.496396:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321118.496401:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321118.496405:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321118.496413:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6363 00000100:00080000:3.0:1767321118.496417:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321118.496424:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321118.496468:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefe300 x1853163990291072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321118.496484:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321118.496487:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321118.496489:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321118.496503:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6363 00000100:00080000:3.0:1767321118.496506:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321118.496510:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321118.496611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990291072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321118.496682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321118.496879:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefdf80 x1853163990291200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321118.496916:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321118.496919:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321118.496921:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321118.496925:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6363 00000100:00080000:3.0:1767321118.496927:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321118.496930:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321118.496945:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099c00 x1853163990291456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321118.496960:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321118.496963:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321118.496965:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321118.496968:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6363 00000100:00080000:3.0:1767321118.496970:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321118.496974:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321118.496982:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec098380 x1853163990291712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321118.497032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990291840:0@lo:400:kworker.0 00000100:00100000:3.0:1767321118.497066:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321118.497087:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321118.497092:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990291968:0@lo:400:kworker.0 00000100:00100000:3.0:1767321118.497111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321118.497146:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291840 00000100:00100000:3.0:1767321118.497152:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291840 00000100:00100000:3.0:1767321118.497194:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291968 00000100:00100000:3.0:1767321118.497196:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291968 00000100:00100000:3.0:1767321118.497216:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1767321118.497223:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990291840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321118.497284:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990291840:12345-0@lo:400:kworker.0 Request processed in 62us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321118.497302:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1767321118.497316:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:3.0:1767321118.497322:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990291968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321118.497345:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990291968:12345-0@lo:400:kworker.0 Request processed in 23us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321118.497350:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00080000:3.0:1767321118.497366:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321118.497370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321118.497397:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990291968:0@lo:400:kworker.0 00000100:00100000:3.0:1767321118.497405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990291840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321118.497470:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990291584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321118.497507:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321118.497534:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321118.497539:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990291328:0@lo:400:kworker.0 00000100:00100000:2.0:1767321118.497557:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321118.497578:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990291200:0@lo:38:kworker.0 00000100:00100000:2.0:1767321118.497599:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321118.497619:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990291456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321118.497635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321118.497645:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990291712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321118.497661:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321118.497692:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291200 00000100:00100000:2.0:1767321118.497696:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291200 00000100:00100000:2.0:1767321118.497712:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374 00000100:00100000:2.0:1767321118.497717:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990291200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321118.497733:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321118.497761:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990291200:12345-0@lo:38:kworker.0 Request processed in 43us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321118.497767:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374 00000100:00080000:2.0:1767321118.497790:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321118.497795:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321118.497798:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990291200:0@lo:38:kworker.0 00000100:00100000:0.0:1767321118.498269:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291072 00000100:00100000:0.0:1767321118.498274:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291072 00000100:00100000:0.0:1767321118.498305:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291584 00000100:00100000:0.0:1767321118.498308:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291584 00000100:00100000:0.0:1767321118.498328:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092 00000100:00100000:0.0:1767321118.498334:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990291584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321118.498371:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990291584:12345-0@lo:400:kworker.0 Request processed in 38us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321118.498377:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092 00000100:00100000:0.0:1767321118.498389:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291328 00000100:00100000:0.0:1767321118.498391:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291328 00000100:00100000:0.0:1767321118.498402:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291456 00000100:00100000:0.0:1767321118.498404:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291456 00000100:00100000:0.0:1767321118.498410:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990291712 00000100:00100000:0.0:1767321118.498412:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990291712 00000100:00100000:0.0:1767321118.498419:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6093 00000100:00100000:0.0:1767321118.498423:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990291328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321118.498455:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990291328:12345-0@lo:400:kworker.0 Request processed in 32us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321118.498461:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6093 00000100:00100000:0.0:1767321118.498470:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24632 00000100:00100000:0.0:1767321118.498474:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990291072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321118.498485:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321118.498617:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321118.498657:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990291328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321118.498676:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990291584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321118.498839:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24633 00000100:00100000:2.0:1767321118.498844:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990291456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321118.498854:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321118.498893:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990291456:12345-0@lo:38:kworker.0 Request processed in 47us (1257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321118.498898:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24633 00000100:00100000:2.0:1767321118.498912:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24634 00000100:00100000:2.0:1767321118.498915:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990291712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321118.498923:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321118.498940:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990291712:12345-0@lo:38:kworker.0 Request processed in 24us (1279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321118.498945:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24634 00000100:00100000:0.0:1767321118.499877:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e30067c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990291072:12345-0@lo:38:kworker.0 Request processed in 1398us (3192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321118.499885:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24632 00000100:00080000:1.0:1767321118.499963:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321118.499968:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321118.499971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990291456:0@lo:38:kworker.0 00000100:00080000:1.0:1767321118.499979:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321118.499982:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321118.499985:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990291712:0@lo:38:kworker.0 00000100:00080000:1.0:1767321118.499992:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321118.499995:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321118.499998:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990291072:0@lo:38:kworker.0 00000100:00100000:0.0:1767321118.560374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321119.331059:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321119.584550:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321120.352489:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321120.547180:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990292096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321120.547279:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321120.547364:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292096 00000100:00100000:1.0:1767321120.547371:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292096 00000100:00100000:1.0:1767321120.547426:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:1.0:1767321120.547436:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990292096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321120.547465:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321120.547505:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990292096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321120.547516:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00080000:1.0:1767321120.547539:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321120.547572:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990292096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321120.547771:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321120.547781:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990292224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321120.547812:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321120.548218:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292224 00000100:00100000:3.0:1767321120.548224:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292224 00000100:00100000:3.0:1767321120.548293:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:3.0:1767321120.548300:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990292224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321120.548319:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321120.548356:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990292224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321120.548362:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00080000:2.0:1767321120.548656:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321120.548686:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990292224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321120.608418:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321120.620552:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321120.620607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321120.620733:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933184 00000100:00100000:2.0:1767321120.620745:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933184 00000100:00100000:2.0:1767321120.620793:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933312 00000100:00100000:2.0:1767321120.620796:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933312 00000100:00100000:2.0:1767321120.620843:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6094 00000100:00100000:2.0:1767321120.620852:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925933312:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321120.620926:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925933312:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321120.620934:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6094 00000100:00100000:2.0:1767321120.620952:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24635 00000100:00100000:2.0:1767321120.620957:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925933184:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321120.620976:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321120.621003:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925933184:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 45us (462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321120.621010:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24635 00000100:00080000:2.0:1767321120.621158:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321121.378705:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321121.632460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321122.400491:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321122.656382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321123.424480:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321123.616434:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321123.616444:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321123.616447:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321123.616451:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321123.616455:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321123.616463:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6368 00000100:00080000:1.0:1767321123.616468:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321123.616474:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321123.616516:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163990292352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321123.616542:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321123.616546:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321123.616548:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321123.616551:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6368 00000100:00080000:1.0:1767321123.616554:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321123.616558:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321123.616574:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301586a00 x1853163990292480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321123.616612:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321123.616617:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321123.616619:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321123.616622:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6368 00000100:00080000:1.0:1767321123.616625:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321123.616628:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321123.616640:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400df80 x1853163990292736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321123.616655:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321123.616659:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321123.616661:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321123.616666:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6368 00000100:00080000:1.0:1767321123.616669:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321123.616674:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321123.616684:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c380 x1853163990292992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321123.616705:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990292352:0@lo:38:kworker.0 00000100:00100000:1.0:1767321123.616742:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990293248:0@lo:400:kworker.0 00000100:00100000:2.0:1767321123.616794:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321123.616795:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321123.616835:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990292864:0@lo:400:kworker.0 00000100:00100000:3.0:1767321123.616866:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990292608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321123.618437:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321123.618455:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990293120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321123.618505:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321123.618665:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292352 00000100:00100000:1.0:1767321123.618673:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292352 00000100:00100000:1.0:1767321123.618724:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24636 00000100:00100000:1.0:1767321123.618731:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990292352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321123.618754:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321123.618803:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990292352:12345-0@lo:38:kworker.0 Request processed in 71us (2013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321123.618811:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24636 00000100:00100000:1.0:1767321123.618853:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293248 00000100:00100000:1.0:1767321123.618857:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293248 00000100:00100000:1.0:1767321123.618898:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293120 00000100:00100000:1.0:1767321123.618901:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293120 00000100:00100000:1.0:1767321123.618922:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:1.0:1767321123.618928:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990293248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321123.618974:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990293248:12345-0@lo:400:kworker.0 Request processed in 46us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321123.618980:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00100000:1.0:1767321123.618992:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:1.0:1767321123.619386:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990293120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321123.619420:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990293120:12345-0@lo:400:kworker.0 Request processed in 38us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321123.619426:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:1.0:1767321123.619471:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990293120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321123.619483:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990293248:0@lo:400:kworker.0 00000100:00080000:1.0:1767321123.619532:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321123.619536:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321123.620157:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321123.620165:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321123.620169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990292352:0@lo:38:kworker.0 00000100:00100000:2.0:1767321123.620188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990292480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321123.620252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321123.620281:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990292736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321123.620309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321123.620329:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990292992:0@lo:38:kworker.0 00000100:00100000:2.0:1767321123.620350:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321123.620408:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292736 00000100:00100000:2.0:1767321123.620414:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292736 00000100:00100000:2.0:1767321123.620441:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292992 00000100:00100000:2.0:1767321123.620444:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292992 00000100:00100000:2.0:1767321123.620463:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24637 00000100:00100000:2.0:1767321123.620468:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990292736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321123.620484:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321123.620518:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990292736:12345-0@lo:38:kworker.0 Request processed in 49us (207us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321123.620525:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24637 00000100:00100000:2.0:1767321123.620538:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24638 00000100:00100000:2.0:1767321123.620542:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990292992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321123.620551:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321123.620575:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990292992:12345-0@lo:38:kworker.0 Request processed in 31us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321123.620581:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24638 00000100:00080000:2.0:1767321123.620613:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321123.620617:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321123.620620:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990292736:0@lo:38:kworker.0 00000100:00080000:2.0:1767321123.620627:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321123.620630:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321123.621156:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990292992:0@lo:38:kworker.0 00000100:00100000:1.0:1767321123.622988:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292480 00000100:00100000:1.0:1767321123.623003:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292480 00000100:00100000:1.0:1767321123.623066:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:1.0:1767321123.623075:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990292480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321123.623096:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321123.623204:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990292480:12345-0@lo:38:kworker.0 Request processed in 129us (2951us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321123.623211:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00080000:2.0:1767321123.625205:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321123.625218:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321123.625223:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990292480:0@lo:38:kworker.0 00000100:00100000:0.0:1767321123.625375:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321123.625740:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292864 00000100:00100000:2.0:1767321123.625748:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292864 00000100:00100000:2.0:1767321123.625824:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095 00000100:00100000:2.0:1767321123.625835:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990292864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321123.625900:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990292864:12345-0@lo:400:kworker.0 Request processed in 67us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321123.625907:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095 00000100:00100000:0.0:1767321123.626048:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990292864:0@lo:400:kworker.0 00000100:00080000:1.0:1767321123.626481:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321123.629751:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321123.630060:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990292608 00000100:00100000:2.0:1767321123.630072:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990292608 00000100:00100000:2.0:1767321123.630303:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6096 00000100:00100000:2.0:1767321123.630315:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990292608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321123.630383:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990292608:12345-0@lo:400:kworker.0 Request processed in 71us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321123.630391:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6096 00000100:00100000:3.0:1767321123.630480:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990292608:0@lo:400:kworker.0 00000100:00080000:1.0:1767321123.630940:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321123.680468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321124.448539:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321124.704366:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321125.472708:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321125.664687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990293376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321125.664761:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321125.665007:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293376 00000100:00100000:2.0:1767321125.665018:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293376 00000100:00100000:2.0:1767321125.665078:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:2.0:1767321125.665086:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990293376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321125.665114:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321125.665177:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990293376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321125.665184:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00100000:2.0:1767321125.665248:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990293376:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321125.665557:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321125.667066:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990293504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321125.667115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321125.667225:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293504 00000100:00100000:2.0:1767321125.667252:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293504 00000100:00100000:2.0:1767321125.667307:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:2.0:1767321125.667316:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990293504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321125.667345:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1767321125.667412:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321125.676067:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990293504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8741us (8938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321125.676081:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:1.0:1767321125.679957:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990293504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321125.730826:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321125.731198:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321125.731302:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933568 00000100:00100000:2.0:1767321125.731312:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933568 00000100:00080000:0.0:1767321125.731392:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321125.731399:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6097 00000100:00100000:2.0:1767321125.731411:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925933568:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321125.732451:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925933568:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1035us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321125.732463:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6097 00000100:00100000:2.0:1767321125.735486:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321125.737176:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933440 00000100:00100000:0.0:1767321125.737188:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933440 00000100:00100000:0.0:1767321125.738781:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24639 00000100:00100000:0.0:1767321125.738794:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925933440:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321125.738820:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321125.738912:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da72a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925933440:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 118us (3436us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321125.738921:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24639 00010000:00010000:0.0:1767321126.496494:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321126.754223:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321127.520652:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321127.780315:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321128.544489:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321128.736480:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321128.736491:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321128.736494:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321128.736499:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321128.736503:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321128.736522:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6373 00000100:00080000:2.0:1767321128.736528:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321128.736536:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321128.736591:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da729880 x1853163990293632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321128.736625:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321128.736630:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321128.736632:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321128.736635:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6373 00000100:00080000:2.0:1767321128.736637:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321128.736642:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321128.736661:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301587100 x1853163990293760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321128.736714:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321128.736718:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321128.736721:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321128.736726:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6373 00000100:00100000:1.0:1767321128.736727:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990293888:0@lo:400:kworker.0 00000100:00080000:2.0:1767321128.736729:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321128.736737:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321128.736752:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163990294016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321128.736781:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321128.736784:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321128.736786:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321128.736791:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6373 00000100:00080000:2.0:1767321128.736793:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321128.736798:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321128.736811:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637b80 x1853163990294272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321128.736821:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321128.736864:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990294528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321128.736888:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321128.736899:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990294144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321128.736906:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321128.736937:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321128.736942:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321128.736951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990294400:0@lo:400:kworker.0 00000100:00100000:2.0:1767321128.736990:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321128.736991:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294528 00000100:00100000:1.0:1767321128.736999:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294528 00000100:00100000:2.0:1767321128.737023:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294400 00000100:00100000:2.0:1767321128.737028:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294400 00000100:00100000:1.0:1767321128.737075:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:1.0:1767321128.737087:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990294528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321128.737141:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293888 00000100:00100000:3.0:1767321128.737147:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293888 00000100:00100000:1.0:1767321128.737177:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990294528:12345-0@lo:400:kworker.0 Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321128.737184:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294144 00000100:00100000:3.0:1767321128.737189:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294144 00000100:00100000:3.0:1767321128.737218:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6098 00000100:00100000:3.0:1767321128.737225:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990293888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321128.737294:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990293888:12345-0@lo:400:kworker.0 Request processed in 70us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321128.737300:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6098 00000100:00100000:3.0:1767321128.737316:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6099 00000100:00100000:3.0:1767321128.737322:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990294144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321128.737347:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990294144:12345-0@lo:400:kworker.0 Request processed in 26us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321128.737353:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6099 00000100:00100000:3.0:1767321128.737403:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990294528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321128.737969:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:2.0:1767321128.737981:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990294400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321128.738024:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990294400:12345-0@lo:400:kworker.0 Request processed in 47us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321128.738030:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00000100:00100000:2.0:1767321128.738072:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990294144:0@lo:400:kworker.0 00000100:00100000:2.0:1767321128.738083:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990293888:0@lo:400:kworker.0 00000100:00100000:3.0:1767321128.738487:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990294400:0@lo:400:kworker.0 00000100:00100000:0.0:1767321128.739373:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321103/real 1767321103] req@ffff96e2e5381180 x1853163990287104/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321128 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321128.739404:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e5381180 x1853163990287104/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321128 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321128.739433:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990293632:0@lo:38:kworker.0 00000100:00100000:0.0:1767321128.739497:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321128.740260:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293632 00000100:00100000:3.0:1767321128.740270:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293632 00000100:00100000:3.0:1767321128.740306:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24640 00000100:00100000:3.0:1767321128.740354:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990293632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321128.740374:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321128.740438:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990293632:12345-0@lo:38:kworker.0 Request processed in 85us (940us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321128.740446:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24640 00000100:00080000:3.0:1767321128.740505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321128.740510:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321128.740512:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321128.742451:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990293760:0@lo:38:kworker.0 00000100:00100000:0.0:1767321128.742531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321128.742598:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990294016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321128.742635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321128.742662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990294272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321128.742683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321128.742723:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321128.742742:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321128.742747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990287104:0@lo:250:kworker.0 00000100:00100000:3.0:1767321128.743583:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294016 00000100:00100000:3.0:1767321128.743595:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294016 00000100:00100000:3.0:1767321128.743646:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294272 00000100:00100000:3.0:1767321128.743650:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294272 00000100:00100000:3.0:1767321128.743669:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24641 00000100:00100000:3.0:1767321128.743676:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990294016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321128.743708:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321128.743759:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990294016:12345-0@lo:38:kworker.0 Request processed in 82us (1122us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321128.743766:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24641 00000100:00100000:2.0:1767321128.744066:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990293760 00000100:00100000:2.0:1767321128.744071:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990293760 00000100:00100000:2.0:1767321128.744120:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:2.0:1767321128.744125:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990293760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321128.744137:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321128.744170:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990293760:12345-0@lo:38:kworker.0 Request processed in 44us (1640us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321128.744177:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:1.0:1767321128.746026:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00000100:00100000:2.0:1767321128.746221:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24642 00000100:00100000:2.0:1767321128.746245:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990294272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321128.746266:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321128.746336:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990294272:12345-0@lo:38:kworker.0 Request processed in 105us (3651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321128.746342:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24642 00000100:00080000:2.0:1767321128.746400:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321128.746405:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321128.746408:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321128.746421:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6352 00000100:00080000:2.0:1767321128.746425:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321128.746430:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321128.746460:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634380 x1853163990294656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321128.746580:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990294656:0@lo:250:kworker.0 00000400:00000100:0.0:1767321128.746617:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990294656 offset 0 length 520: 4 00000100:00080000:0.0:1767321128.746666:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321128.746671:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321128.746675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990293632:0@lo:38:kworker.0 00000100:00080000:0.0:1767321128.746700:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321128.746705:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321128.746708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990293760:0@lo:38:kworker.0 00000100:00080000:0.0:1767321128.746720:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321128.746724:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321128.746727:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990294016:0@lo:38:kworker.0 00000100:00080000:0.0:1767321128.746736:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321128.746738:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321128.746742:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990294272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321128.800596:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321129.568573:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321129.824377:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321129.827690:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1767321129.827723:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925933696 offset 0 length 520: 4 00000100:00100000:1.0:1767321129.827787:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321129.827999:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933952 00000100:00100000:2.0:1767321129.828010:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933952 00000100:00100000:3.0:1767321129.828067:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925933824 00000100:00100000:3.0:1767321129.828073:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925933824 00000100:00100000:2.0:1767321129.828104:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6100 00000100:00100000:3.0:1767321129.828118:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24643 00000100:00100000:2.0:1767321129.828119:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925933952:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321129.828128:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925933824:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321129.828150:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321129.828210:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925933952:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 94us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321129.828218:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6100 00000100:00080000:0.0:1767321129.828368:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321129.828796:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925933824:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 667us (1007us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321129.828802:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24643 00010000:00010000:0.0:1767321130.594461:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321130.785118:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990294784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321130.785296:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321130.785660:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990294912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321130.785695:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321130.787531:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294784 00000100:00100000:0.0:1767321130.787547:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294784 00000100:00100000:0.0:1767321130.787682:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990294912 00000100:00100000:0.0:1767321130.787686:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990294912 00000100:00100000:1.0:1767321130.787738:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1767321130.787750:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990294784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321130.787782:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321130.787853:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990294784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321130.787860:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00080000:3.0:1767321130.787940:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321130.787944:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321130.788000:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990294784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321130.788155:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:0.0:1767321130.788163:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990294912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321130.788180:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321130.788256:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990294912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (2562us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321130.788262:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:3.0:1767321130.788392:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990294912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321130.848703:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321131.619011:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321131.872472:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321132.640883:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321132.896394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321133.666343:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321133.856451:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321133.856464:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321133.856467:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321133.856471:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321133.856476:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321133.856485:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6378 00000100:00080000:1.0:1767321133.856490:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321133.856497:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321133.856541:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400df80 x1853163990295040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321133.856567:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321133.856571:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321133.856573:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321133.856576:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6378 00000100:00080000:1.0:1767321133.856578:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321133.856582:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321133.856595:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400dc00 x1853163990295168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321133.856639:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321133.856643:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321133.856645:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321133.856648:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6378 00000100:00080000:1.0:1767321133.856651:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321133.856654:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321133.856668:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ce00 x1853163990295424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321133.856686:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321133.856689:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321133.856691:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321133.856695:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6378 00000100:00080000:1.0:1767321133.856697:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321133.856700:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321133.856709:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4ad80 x1853163990295680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321133.856797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990295296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.856863:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321133.856934:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321133.856941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990295552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.856962:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.857044:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295296 00000100:00100000:1.0:1767321133.857051:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295296 00000100:00100000:1.0:1767321133.857101:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295552 00000100:00100000:1.0:1767321133.857104:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295552 00000100:00100000:0.0:1767321133.857111:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101 00000100:00100000:0.0:1767321133.857125:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990295296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321133.857146:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102 00000100:00100000:1.0:1767321133.857155:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990295552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321133.857189:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990295296:12345-0@lo:400:kworker.0 Request processed in 66us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321133.857198:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990295552:12345-0@lo:400:kworker.0 Request processed in 44us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321133.857206:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102 00000100:00100000:0.0:1767321133.857215:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101 00000100:00080000:2.0:1767321133.857279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321133.857316:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990295552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.857326:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990295296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.857364:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990295808:0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.857369:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990295936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.857397:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321133.857876:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295808 00000100:00100000:2.0:1767321133.857882:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295808 00000100:00100000:2.0:1767321133.857919:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1767321133.857925:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990295808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.857962:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990295808:12345-0@lo:400:kworker.0 Request processed in 38us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321133.857969:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00080000:2.0:1767321133.857999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321133.858031:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990295808:0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.858226:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321133.858359:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295936 00000100:00100000:2.0:1767321133.858364:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295936 00000100:00100000:2.0:1767321133.858403:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:2.0:1767321133.858410:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990295936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.858443:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990295936:12345-0@lo:400:kworker.0 Request processed in 34us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321133.858453:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00080000:3.0:1767321133.858509:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321133.858528:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990295936:0@lo:400:kworker.0 00000100:00100000:1.0:1767321133.858623:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990295040:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.858665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.858695:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990295168:0@lo:38:kworker.0 00000100:00100000:2.0:1767321133.858790:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295040 00000100:00100000:2.0:1767321133.858794:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295040 00000100:00100000:2.0:1767321133.858825:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24644 00000100:00100000:2.0:1767321133.858830:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990295040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321133.858850:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321133.858883:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990295040:12345-0@lo:38:kworker.0 Request processed in 51us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321133.858888:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24644 00000100:00100000:1.0:1767321133.859074:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.859107:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990295424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321133.859223:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295168 00000100:00100000:2.0:1767321133.859242:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295168 00000100:00100000:2.0:1767321133.859306:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:2.0:1767321133.859311:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990295168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321133.859322:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321133.859347:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990295168:12345-0@lo:38:kworker.0 Request processed in 35us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321133.859353:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:1.0:1767321133.859395:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.859417:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295424 00000100:00100000:1.0:1767321133.859421:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295424 00000100:00100000:1.0:1767321133.859438:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24645 00000100:00100000:1.0:1767321133.859442:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990295424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321133.859452:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321133.859474:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990295424:12345-0@lo:38:kworker.0 Request processed in 30us (78us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321133.859480:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24645 00000100:00080000:1.0:1767321133.859505:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.859510:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.859513:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990295424:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.859519:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990295680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.859539:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.859554:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990295680 00000100:00100000:1.0:1767321133.859557:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990295680 00000100:00100000:1.0:1767321133.859568:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24646 00000100:00100000:1.0:1767321133.859572:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990295680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321133.859584:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321133.859602:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990295680:12345-0@lo:38:kworker.0 Request processed in 30us (63us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321133.859608:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24646 00000100:00080000:1.0:1767321133.859626:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.859630:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.859633:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990295680:0@lo:38:kworker.0 00000100:00080000:1.0:1767321133.859652:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.859656:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.859659:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990295040:0@lo:38:kworker.0 00000100:00080000:1.0:1767321133.859667:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.859670:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.859673:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990295168:0@lo:38:kworker.0 00000100:00100000:0.0:1767321133.920374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321134.688724:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321134.944407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321134.953678:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321134.953895:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321134.954835:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934080 00000100:00100000:0.0:1767321134.954848:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934080 00000100:00100000:0.0:1767321134.955394:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934208 00000100:00100000:0.0:1767321134.955399:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934208 00000100:00080000:3.0:1767321134.955493:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321134.955557:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6103 00000100:00100000:1.0:1767321134.955571:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925934208:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321134.955669:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925934208:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 100us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321134.955677:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6103 00000100:00100000:1.0:1767321134.955701:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24647 00000100:00100000:1.0:1767321134.955705:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925934080:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321134.955727:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321134.955767:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925934080:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 59us (2102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321134.955773:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24647 00010000:00010000:0.0:1767321135.713039:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321135.905256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990296064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321135.905340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321135.905495:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990296192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321135.905528:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321135.905560:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296064 00000100:00100000:3.0:1767321135.905562:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296192 00000100:00100000:1.0:1767321135.905570:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296064 00000100:00100000:3.0:1767321135.905570:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296192 00000100:00100000:1.0:1767321135.905631:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:1.0:1767321135.905644:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990296064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321135.905688:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321135.909677:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:3.0:1767321135.909712:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990296192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321135.909754:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321135.909867:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990296192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 178us (4337us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321135.909875:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00080000:3.0:1767321135.909911:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321135.909916:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321135.909961:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990296192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321135.914706:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990296064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9052us (9352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321135.914724:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:0.0:1767321135.918565:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990296064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321135.971604:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321136.736453:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321136.992436:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321137.760443:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321138.018250:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321138.786328:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321138.976568:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.976579:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321138.976582:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.976586:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.976590:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.976598:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6383 00000100:00080000:2.0:1767321138.976603:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.976609:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321138.976648:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ce00 x1853163990296320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321138.976704:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990296320:0@lo:38:kworker.0 00000100:00100000:3.0:1767321138.976788:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.976887:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296320 00000100:00100000:1.0:1767321138.976894:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296320 00000100:00100000:1.0:1767321138.976939:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24648 00000100:00100000:1.0:1767321138.976947:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990296320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321138.976968:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321138.977302:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.977306:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.977308:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.977313:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6383 00000100:00080000:2.0:1767321138.977315:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.977319:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321138.977336:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c700 x1853163990296448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321138.977583:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990296448:0@lo:38:kworker.0 00000100:00100000:3.0:1767321138.977620:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.980258:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990296320:12345-0@lo:38:kworker.0 Request processed in 3300us (3463us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321138.980274:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24648 00000100:00100000:0.0:1767321138.980413:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296448 00000100:00100000:0.0:1767321138.980422:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296448 00000100:00100000:0.0:1767321138.980468:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:0.0:1767321138.980475:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990296448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321138.980495:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321138.980549:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990296448:12345-0@lo:38:kworker.0 Request processed in 74us (2928us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321138.980555:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00080000:3.0:1767321138.980642:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321138.980648:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321138.980652:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990296320:0@lo:38:kworker.0 00000100:00080000:3.0:1767321138.980678:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321138.980682:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321138.980685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990296448:0@lo:38:kworker.0 00000100:00100000:0.0:1767321138.981462:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990296576:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.981507:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.981617:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296576 00000100:00100000:1.0:1767321138.981622:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296576 00000100:00100000:1.0:1767321138.981677:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6104 00000100:00100000:1.0:1767321138.981686:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990296576:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321138.981754:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321138.981956:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.981962:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.981965:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.981970:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6383 00000100:00080000:2.0:1767321138.981974:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.981978:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321138.982002:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ce00 x1853163990296704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321138.982058:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990296832:0@lo:400:kworker.0 00000100:00100000:3.0:1767321138.982087:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321138.982117:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296832 00000100:00100000:3.0:1767321138.982121:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296832 00000100:00100000:3.0:1767321138.982153:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105 00000100:00100000:3.0:1767321138.982159:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990296832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321138.982192:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990296832:12345-0@lo:400:kworker.0 Request processed in 33us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321138.982199:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105 00000100:00080000:3.0:1767321138.982214:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321138.982257:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990296832:0@lo:400:kworker.0 00000100:00100000:3.0:1767321138.982277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990296704:0@lo:38:kworker.0 00000100:00100000:3.0:1767321138.982302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321138.982325:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296704 00000100:00100000:3.0:1767321138.982329:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296704 00000100:00100000:3.0:1767321138.982347:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24649 00000100:00100000:3.0:1767321138.982351:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990296704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321138.982367:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321138.982402:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990296704:12345-0@lo:38:kworker.0 Request processed in 49us (99us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321138.982407:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24649 00000100:00080000:3.0:1767321138.982427:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321138.982431:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321138.982434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990296704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321138.986196:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990296576:12345-0@lo:400:kworker.0 Request processed in 4503us (4679us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321138.986212:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6104 00000100:00080000:2.0:1767321138.988008:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.988018:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.988023:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.988031:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6383 00000100:00080000:2.0:1767321138.988036:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.988042:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321138.988107:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ce00 x1853163990296960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321138.988179:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990296960:0@lo:38:kworker.0 00000100:00100000:2.0:1767321138.988192:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990297216:0@lo:400:kworker.0 00000100:00100000:1.0:1767321138.988260:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.988309:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990296960 00000100:00100000:1.0:1767321138.988316:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990296960 00000100:00100000:1.0:1767321138.988351:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24650 00000100:00100000:1.0:1767321138.988358:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990296960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321138.988378:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321138.988417:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990296960:12345-0@lo:38:kworker.0 Request processed in 58us (157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321138.988423:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24650 00000100:00080000:1.0:1767321138.988460:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321138.988465:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321138.988468:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990296960:0@lo:38:kworker.0 00000100:00100000:3.0:1767321138.988540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990297088:0@lo:400:kworker.0 00000100:00100000:3.0:1767321138.988577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321138.988671:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321138.989041:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990296576:0@lo:400:kworker.0 00000100:00100000:3.0:1767321138.992410:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297088 00000100:00100000:3.0:1767321138.992428:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297088 00000100:00100000:1.0:1767321138.992533:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297216 00000100:00100000:1.0:1767321138.992538:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297216 00000100:00100000:3.0:1767321138.992620:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:3.0:1767321138.992630:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990297088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321138.992719:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990297088:12345-0@lo:400:kworker.0 Request processed in 91us (4141us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321138.992726:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00100000:3.0:1767321138.992775:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990297088:0@lo:400:kworker.0 00000100:00080000:2.0:1767321138.992892:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321138.993045:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00100000:1.0:1767321138.993067:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990297216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321138.993122:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990297216:12345-0@lo:400:kworker.0 Request processed in 69us (4451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321138.993128:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00080000:3.0:1767321138.993155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321138.993355:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990297216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321139.040421:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321139.819452:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321140.064433:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321140.070275:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321140.070320:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321140.070470:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934336 00000100:00100000:2.0:1767321140.070481:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934336 00000100:00100000:2.0:1767321140.070531:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934464 00000100:00100000:2.0:1767321140.070535:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934464 00000100:00100000:2.0:1767321140.070590:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6106 00000100:00100000:2.0:1767321140.070601:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925934464:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321140.070682:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925934464:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321140.070689:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6106 00000100:00100000:2.0:1767321140.070707:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24651 00000100:00100000:2.0:1767321140.070712:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925934336:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321140.070734:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321140.070759:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925934336:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (532us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321140.070765:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24651 00000100:00080000:3.0:1767321140.071555:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321140.832619:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321141.024795:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321141.024827:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990297344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321141.024906:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321141.024940:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321141.024957:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990297472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321141.024997:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321141.025107:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297344 00000100:00100000:2.0:1767321141.025129:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297344 00000100:00080000:0.0:1767321141.025204:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321141.025284:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297472 00000100:00100000:2.0:1767321141.025289:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297472 00000100:00080000:0.0:1767321141.025349:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321141.027599:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:1.0:1767321141.027627:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990297344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321141.027666:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321141.029835:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990297344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2213us (4919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321141.029854:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00100000:1.0:1767321141.029904:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404 00000100:00100000:1.0:1767321141.029941:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990297472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321141.029973:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321141.030073:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990297472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (5067us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321141.030080:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404 00000100:00100000:1.0:1767321141.030149:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990297472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321141.032620:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990297344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321141.088383:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321141.856714:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321142.113302:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321142.880519:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321143.136449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321143.904490:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321144.099457:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321144.099467:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321144.099470:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321144.099474:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321144.099479:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321144.099487:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6388 00000100:00080000:3.0:1767321144.099492:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321144.099499:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321144.099538:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7229500 x1853163990297600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321144.099570:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321144.099573:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321144.099575:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321144.099579:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6388 00000100:00080000:3.0:1767321144.099581:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321144.099585:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321144.099607:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722b480 x1853163990297728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321144.099646:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321144.099650:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321144.099652:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321144.099656:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6388 00000100:00080000:3.0:1767321144.099658:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321144.099661:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321144.099673:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163990297984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321144.099688:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321144.099692:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321144.099693:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321144.099697:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6388 00000100:00080000:3.0:1767321144.099699:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321144.099703:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321144.099714:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2f9baed80 x1853163990298240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321144.099886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990297856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.099964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321144.100034:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321144.100041:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990298112:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321144.100095:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297856 00000100:00100000:0.0:1767321144.100102:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297856 00000100:00100000:0.0:1767321144.100151:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298112 00000100:00100000:0.0:1767321144.100154:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298112 00000100:00100000:0.0:1767321144.100180:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107 00000100:00100000:0.0:1767321144.100187:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990297856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100272:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990297856:12345-0@lo:400:kworker.0 Request processed in 85us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321144.100279:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107 00000100:00100000:0.0:1767321144.100297:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108 00000100:00100000:0.0:1767321144.100304:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990298112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100330:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990298112:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321144.100336:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108 00000100:00080000:0.0:1767321144.100353:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321144.100410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990298112:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100421:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990297856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100442:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990298496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100469:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321144.100490:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321144.100495:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990298368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100516:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321144.100543:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298496 00000100:00100000:0.0:1767321144.100547:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298496 00000100:00100000:0.0:1767321144.100574:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298368 00000100:00100000:0.0:1767321144.100577:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298368 00000100:00100000:0.0:1767321144.100597:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767321144.100604:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990298496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100637:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990298496:12345-0@lo:400:kworker.0 Request processed in 34us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321144.100643:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00100000:0.0:1767321144.100654:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188 00000100:00100000:0.0:1767321144.100660:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990298368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100686:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990298368:12345-0@lo:400:kworker.0 Request processed in 26us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321144.100691:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188 00000100:00080000:0.0:1767321144.100709:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321144.100711:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321144.100725:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990298368:0@lo:400:kworker.0 00000100:00100000:0.0:1767321144.100734:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990298496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321144.101282:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990297600:0@lo:38:kworker.0 00000100:00100000:1.0:1767321144.101315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.101348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990297728:0@lo:38:kworker.0 00000100:00100000:1.0:1767321144.101370:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.101398:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990297984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321144.101416:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.101433:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990298240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321144.101450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321144.101475:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297600 00000100:00100000:1.0:1767321144.101478:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297600 00000100:00100000:1.0:1767321144.101498:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297984 00000100:00100000:1.0:1767321144.101500:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297984 00000100:00100000:1.0:1767321144.101509:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298240 00000100:00100000:1.0:1767321144.101511:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298240 00000100:00100000:1.0:1767321144.101522:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24652 00000100:00100000:1.0:1767321144.101527:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990297600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321144.101543:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321144.101573:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990297600:12345-0@lo:38:kworker.0 Request processed in 45us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321144.101578:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24652 00000100:00100000:1.0:1767321144.101600:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24653 00000100:00100000:1.0:1767321144.101604:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990297984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321144.101612:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321144.101631:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990297984:12345-0@lo:38:kworker.0 Request processed in 26us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321144.101636:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24653 00000100:00100000:1.0:1767321144.101644:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24654 00000100:00100000:1.0:1767321144.101648:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990298240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321144.101655:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321144.101670:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990298240:12345-0@lo:38:kworker.0 Request processed in 22us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321144.101676:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24654 00000100:00080000:1.0:1767321144.101695:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321144.101699:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321144.101702:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990297600:0@lo:38:kworker.0 00000100:00080000:1.0:1767321144.101709:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321144.101711:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321144.101714:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990297984:0@lo:38:kworker.0 00000100:00080000:1.0:1767321144.101720:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321144.101722:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321144.101725:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990298240:0@lo:38:kworker.0 00000100:00100000:2.0:1767321144.101889:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990297728 00000100:00100000:2.0:1767321144.101893:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990297728 00000100:00100000:2.0:1767321144.101926:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:2.0:1767321144.101931:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990297728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321144.101940:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321144.101970:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990297728:12345-0@lo:38:kworker.0 Request processed in 39us (599us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321144.101975:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00080000:2.0:1767321144.102001:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321144.102004:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321144.102007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990297728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321144.160599:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321144.928590:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321145.184372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321145.190467:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321145.190511:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321145.190655:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934720 00000100:00100000:0.0:1767321145.190665:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934720 00000100:00100000:0.0:1767321145.190737:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934592 00000100:00100000:0.0:1767321145.190740:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934592 00000100:00100000:0.0:1767321145.190761:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6109 00000100:00100000:0.0:1767321145.190771:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925934720:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321145.190853:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925934720:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 83us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321145.190860:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6109 00000100:00100000:0.0:1767321145.190881:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24655 00000100:00100000:0.0:1767321145.190885:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925934592:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321145.190907:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321145.190934:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925934592:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 46us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321145.190939:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24655 00000100:00080000:3.0:1767321145.191344:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321145.954273:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321146.144912:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321146.144929:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990298624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321146.144999:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321146.145336:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298624 00000100:00100000:3.0:1767321146.145345:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298624 00000100:00100000:3.0:1767321146.145411:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405 00000100:00100000:3.0:1767321146.145419:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990298624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321146.145443:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321146.145499:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990298624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321146.145511:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405 00000100:00100000:3.0:1767321146.145551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990298624:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321146.145744:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321146.147199:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321146.147218:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990298752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321146.147290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321146.147347:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298752 00000100:00100000:2.0:1767321146.147355:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298752 00000100:00080000:1.0:1767321146.147403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321146.147418:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:2.0:1767321146.147428:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990298752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321146.147451:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321146.147518:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990298752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321146.147525:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00100000:0.0:1767321146.147665:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990298752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321146.208605:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321146.976503:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321147.235160:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321148.005106:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321148.256351:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321149.024542:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321149.220505:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321149.220516:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321149.220519:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321149.220523:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321149.220528:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321149.220536:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6393 00000100:00080000:1.0:1767321149.220540:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321149.220547:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321149.220590:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4ad80 x1853163990298880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321149.220609:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321149.220612:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321149.220614:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321149.220618:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6393 00000100:00080000:1.0:1767321149.220620:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321149.220628:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321149.220628:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990298880:0@lo:38:kworker.0 00000100:00100000:1.0:1767321149.220675:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8380 x1853163990299008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321149.220713:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321149.220735:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321149.220742:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321149.220744:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321149.220749:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6393 00000100:00080000:1.0:1767321149.220752:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321149.220757:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321149.220771:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0db800 x1853163990299264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321149.220788:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321149.220792:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321149.220794:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321149.220799:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6393 00000100:00080000:1.0:1767321149.220802:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321149.220804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990299008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321149.220807:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990299136:0@lo:400:kworker.0 00000100:00080000:1.0:1767321149.220809:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321149.220828:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0d8000 x1853163990299520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321149.220908:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990298880 00000100:00100000:1.0:1767321149.220915:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990298880 00000100:00100000:0.0:1767321149.220943:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990299392:0@lo:400:kworker.0 00000100:00100000:1.0:1767321149.220958:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24656 00000100:00100000:1.0:1767321149.220967:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990298880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321149.220987:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321149.221263:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321149.221303:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990299776:0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.221343:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321149.221370:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321149.221376:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990299648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.221398:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321149.221424:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299776 00000100:00100000:3.0:1767321149.221429:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299776 00000100:00100000:3.0:1767321149.221471:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299648 00000100:00100000:3.0:1767321149.221474:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299648 00000100:00100000:3.0:1767321149.221507:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:3.0:1767321149.221514:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990299776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.221558:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990299776:12345-0@lo:400:kworker.0 Request processed in 45us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321149.221565:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00000100:00100000:3.0:1767321149.221580:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00000100:00100000:3.0:1767321149.221586:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990299648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.221613:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990299648:12345-0@lo:400:kworker.0 Request processed in 28us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321149.221618:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00000100:00080000:3.0:1767321149.221638:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321149.221641:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321149.222039:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990299648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.222128:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990299776:0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.222270:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299136 00000100:00100000:3.0:1767321149.222274:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299136 00000100:00100000:3.0:1767321149.222309:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110 00000100:00100000:3.0:1767321149.222314:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990299136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321149.222354:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990299136:12345-0@lo:400:kworker.0 Request processed in 39us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321149.222360:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110 00000100:00080000:3.0:1767321149.222376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321149.222391:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990299136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321149.227512:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321149.231080:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321149.231143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990299264:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.232342:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299008 00000100:00100000:0.0:1767321149.232355:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299008 00000100:00100000:0.0:1767321149.232414:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:0.0:1767321149.232422:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990299008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321149.232445:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321149.232515:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990299008:12345-0@lo:38:kworker.0 Request processed in 93us (1441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321149.232523:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:1.0:1767321149.233577:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990298880:12345-0@lo:38:kworker.0 Request processed in 12604us (12857us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321149.233588:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24656 00000100:00100000:1.0:1767321149.233611:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299392 00000100:00100000:1.0:1767321149.233616:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299392 00000100:00100000:1.0:1767321149.233666:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6111 00000100:00100000:1.0:1767321149.233673:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990299392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321149.233730:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990299392:12345-0@lo:400:kworker.0 Request processed in 48us (6216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321149.233738:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6111 00000100:00080000:0.0:1767321149.234303:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321149.234349:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990299392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321149.234580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321149.234626:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321149.234632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321149.234635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990298880:0@lo:38:kworker.0 00000100:00100000:2.0:1767321149.234656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990299520:0@lo:38:kworker.0 00000100:00100000:2.0:1767321149.234683:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321149.234715:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321149.234719:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321149.234732:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990299008:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.235258:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299264 00000100:00100000:0.0:1767321149.235265:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299264 00000100:00100000:0.0:1767321149.235303:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299520 00000100:00100000:0.0:1767321149.235306:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299520 00000100:00100000:0.0:1767321149.235335:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24657 00000100:00100000:0.0:1767321149.235341:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990299264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321149.235359:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321149.235405:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990299264:12345-0@lo:38:kworker.0 Request processed in 62us (826us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321149.235411:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24657 00000100:00100000:0.0:1767321149.235427:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24658 00000100:00100000:0.0:1767321149.235431:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990299520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321149.235440:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321149.235473:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990299520:12345-0@lo:38:kworker.0 Request processed in 40us (789us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321149.235479:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24658 00000100:00080000:2.0:1767321149.235819:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321149.235834:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321149.235838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990299520:0@lo:38:kworker.0 00000100:00080000:2.0:1767321149.235848:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321149.235851:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321149.235853:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990299264:0@lo:38:kworker.0 00000100:00100000:0.0:1767321149.280370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321150.048555:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321150.304522:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321150.306854:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321150.306897:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321150.306992:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934976 00000100:00100000:3.0:1767321150.307001:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934976 00000100:00100000:3.0:1767321150.307127:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925934848 00000100:00100000:3.0:1767321150.307131:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925934848 00000100:00100000:3.0:1767321150.307154:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6112 00000100:00100000:3.0:1767321150.307164:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925934976:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321150.307268:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925934976:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321150.307276:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6112 00000100:00100000:3.0:1767321150.307293:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24659 00000100:00100000:3.0:1767321150.307297:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925934848:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321150.307316:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321150.307342:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925934848:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (445us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321150.307348:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24659 00000100:00080000:0.0:1767321150.307813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321151.073473:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321151.264466:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990299904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321151.264515:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990300032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321151.264538:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321151.264580:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321151.264696:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300032 00000100:00100000:2.0:1767321151.264704:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300032 00000100:00100000:1.0:1767321151.264713:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990299904 00000100:00100000:1.0:1767321151.264720:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990299904 00000100:00100000:2.0:1767321151.264789:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:2.0:1767321151.264799:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990300032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321151.264827:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321151.264872:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990300032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321151.264884:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00080000:0.0:1767321151.265054:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321151.265058:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321151.265093:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990300032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321151.270560:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:1.0:1767321151.270587:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990299904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321151.270632:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321151.270734:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990299904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (6196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321151.270742:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00100000:0.0:1767321151.271336:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990299904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321151.328367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321152.096762:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321152.355460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321153.120487:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321153.312587:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321128/real 1767321128] req@ffff96e2c8634380 x1853163990294656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321153 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321153.312625:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c8634380 x1853163990294656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321153 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321153.312662:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321153.312706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321153.312711:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990294656:0@lo:250:kworker.0 00000100:00080000:2.0:1767321153.313896:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321153.313904:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321153.313907:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321153.313914:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6378 00000100:00080000:2.0:1767321153.313919:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321153.313925:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321153.313959:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163990300160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321153.313993:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321153.313997:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321153.313999:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321153.314003:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6398 00000100:00080000:2.0:1767321153.314006:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321153.314009:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321153.314026:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec380 x1853163990300288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321153.314034:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321153.314037:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321153.314039:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321153.314042:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6398 00000100:00080000:2.0:1767321153.314044:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321153.314048:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321153.314057:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163990300416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321153.314101:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321153.314105:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321153.314106:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321153.314109:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6398 00000100:00080000:2.0:1767321153.314112:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321153.314114:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321153.314124:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee300 x1853163990300672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321153.314138:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321153.314142:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321153.314143:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321153.314147:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6398 00000100:00080000:2.0:1767321153.314149:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321153.314152:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321153.314162:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef480 x1853163990300928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321153.314209:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990301184:0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.314294:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321153.314350:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321153.314356:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990301056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.314377:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321153.314519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990300544:0@lo:400:kworker.0 00000100:00100000:3.0:1767321153.314550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321153.314587:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321153.314592:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990300800:0@lo:400:kworker.0 00000100:00100000:3.0:1767321153.314612:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321153.314642:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301184 00000100:00100000:3.0:1767321153.314658:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301184 00000100:00100000:2.0:1767321153.314774:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300544 00000100:00100000:2.0:1767321153.314778:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300544 00000100:00100000:2.0:1767321153.314825:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300800 00000100:00100000:2.0:1767321153.314829:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300800 00000100:00100000:2.0:1767321153.314854:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113 00000100:00100000:2.0:1767321153.314863:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990300544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.314915:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990300544:12345-0@lo:400:kworker.0 Request processed in 53us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321153.314922:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113 00000100:00100000:2.0:1767321153.314938:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6114 00000100:00100000:2.0:1767321153.314943:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990300800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.314968:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990300800:12345-0@lo:400:kworker.0 Request processed in 25us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321153.314973:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6114 00000100:00080000:2.0:1767321153.314990:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321153.315025:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301056 00000100:00100000:2.0:1767321153.315028:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301056 00000100:00100000:2.0:1767321153.315058:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:2.0:1767321153.315064:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990301056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.315097:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990301056:12345-0@lo:400:kworker.0 Request processed in 33us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321153.315103:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00080000:2.0:1767321153.315116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321153.315144:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990301056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.315183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990300800:0@lo:400:kworker.0 00000100:00100000:2.0:1767321153.315192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990300544:0@lo:400:kworker.0 00000100:00100000:3.0:1767321153.315304:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:3.0:1767321153.315311:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990301184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321153.315346:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990301184:12345-0@lo:400:kworker.0 Request processed in 36us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321153.315352:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00100000:3.0:1767321153.315379:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990301184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321153.315465:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990300160:0@lo:250:kworker.0 00000400:00000100:0.0:1767321153.315490:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990300160 offset 0 length 520: 4 00000100:00100000:0.0:1767321153.315511:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990300288:0@lo:38:kworker.0 00000100:00100000:0.0:1767321153.315530:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321153.315554:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990300416:0@lo:38:kworker.0 00000100:00100000:0.0:1767321153.315572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321153.315586:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990300672:0@lo:38:kworker.0 00000100:00100000:0.0:1767321153.315606:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321153.315622:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990300928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321153.315640:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321153.315818:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300288 00000100:00100000:0.0:1767321153.315823:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300288 00000100:00100000:0.0:1767321153.315845:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300672 00000100:00100000:0.0:1767321153.315848:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300672 00000100:00100000:0.0:1767321153.315860:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24660 00000100:00100000:0.0:1767321153.315865:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990300288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321153.315883:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321153.315918:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990300288:12345-0@lo:38:kworker.0 Request processed in 52us (386us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321153.315924:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24660 00000100:00100000:0.0:1767321153.315938:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300928 00000100:00100000:0.0:1767321153.315941:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300928 00000100:00100000:0.0:1767321153.315954:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24661 00000100:00100000:0.0:1767321153.315957:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990300672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321153.315967:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321153.315991:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990300672:12345-0@lo:38:kworker.0 Request processed in 31us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321153.315996:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24661 00000100:00100000:0.0:1767321153.316007:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24662 00000100:00100000:0.0:1767321153.316011:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990300928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321153.316019:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321153.316044:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990300928:12345-0@lo:38:kworker.0 Request processed in 31us (402us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321153.316049:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24662 00000100:00080000:0.0:1767321153.316085:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321153.316090:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321153.316093:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990300288:0@lo:38:kworker.0 00000100:00080000:0.0:1767321153.316100:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321153.316102:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321153.316105:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990300672:0@lo:38:kworker.0 00000100:00080000:0.0:1767321153.316112:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321153.316115:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321153.316117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990300928:0@lo:38:kworker.0 00000100:00100000:1.0:1767321153.316208:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990300416 00000100:00100000:1.0:1767321153.316212:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990300416 00000100:00100000:1.0:1767321153.316264:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:1.0:1767321153.316269:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990300416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321153.316279:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321153.316312:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990300416:12345-0@lo:38:kworker.0 Request processed in 41us (738us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321153.316318:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00080000:1.0:1767321153.316358:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321153.316362:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321153.316365:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990300416:0@lo:38:kworker.0 00000100:00080000:2.0:1767321153.316815:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321153.376725:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321154.144987:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321154.400449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321154.409320:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767321154.409360:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925935104 offset 0 length 520: 4 00000100:00100000:3.0:1767321154.409385:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321154.409662:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925935360 00000100:00100000:2.0:1767321154.409672:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925935360 00000100:00100000:2.0:1767321154.409737:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925935232 00000100:00100000:2.0:1767321154.409741:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925935232 00000100:00100000:2.0:1767321154.409770:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6115 00000100:00100000:2.0:1767321154.409781:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925935360:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321154.409861:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925935360:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321154.409869:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6115 00000100:00100000:2.0:1767321154.409888:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24663 00000100:00100000:2.0:1767321154.409892:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925935232:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321154.409912:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321154.409938:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925935232:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (553us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321154.409944:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24663 00000100:00080000:3.0:1767321154.410405:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321155.170188:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321155.424577:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321156.194792:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321156.385260:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321156.385276:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990301312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321156.385346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321156.385469:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301312 00000100:00100000:2.0:1767321156.385477:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301312 00000100:00100000:2.0:1767321156.385539:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:2.0:1767321156.385549:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990301312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321156.385581:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321156.385725:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990301312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321156.385733:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00080000:0.0:1767321156.385793:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321156.385825:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990301312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321156.386056:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321156.386067:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990301440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321156.386100:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321156.386215:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301440 00000100:00100000:1.0:1767321156.386220:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301440 00000100:00100000:1.0:1767321156.386278:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:1.0:1767321156.386286:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990301440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321156.386304:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321156.386342:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990301440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321156.386348:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:3.0:1767321156.386411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990301440:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321156.386459:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321156.448554:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321157.219827:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321157.472437:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321158.240568:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321158.437353:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321158.437365:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321158.437368:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321158.437373:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321158.437378:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321158.437386:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6403 00000100:00080000:3.0:1767321158.437391:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321158.437398:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321158.437441:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797aa00 x1853163990301568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321158.437478:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321158.437482:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321158.437483:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321158.437487:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6403 00000100:00080000:3.0:1767321158.437489:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321158.437493:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321158.437507:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978380 x1853163990301696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321158.437669:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321158.437732:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990301568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321158.437801:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321158.437876:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990301696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321158.437903:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321158.437949:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301568 00000100:00100000:1.0:1767321158.437956:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301568 00000100:00100000:1.0:1767321158.437988:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24664 00000100:00100000:1.0:1767321158.437995:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990301568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321158.438031:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321158.438072:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990301568:12345-0@lo:38:kworker.0 Request processed in 75us (270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321158.438079:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24664 00000100:00080000:1.0:1767321158.438117:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321158.438122:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321158.438125:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990301568:0@lo:38:kworker.0 00000100:00080000:3.0:1767321158.438363:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321158.438367:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321158.438370:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321158.438374:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6403 00000100:00080000:3.0:1767321158.438377:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321158.438380:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321158.438398:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b800 x1853163990301952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321158.438457:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990301952:0@lo:38:kworker.0 00000100:00100000:1.0:1767321158.438487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321158.438515:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301952 00000100:00100000:1.0:1767321158.438519:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301952 00000100:00100000:1.0:1767321158.438536:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24665 00000100:00100000:1.0:1767321158.438540:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990301952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321158.438567:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321158.438599:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990301952:12345-0@lo:38:kworker.0 Request processed in 57us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321158.438605:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24665 00000100:00080000:1.0:1767321158.438628:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321158.438633:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321158.438636:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990301952:0@lo:38:kworker.0 00000100:00100000:0.0:1767321158.438815:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321158.438825:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990302080:0@lo:400:kworker.0 00000100:00100000:0.0:1767321158.438854:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321158.438901:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301696 00000100:00100000:0.0:1767321158.438906:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301696 00000100:00100000:0.0:1767321158.438929:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:0.0:1767321158.438933:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990301696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321158.438943:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321158.438975:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990301696:12345-0@lo:38:kworker.0 Request processed in 41us (1071us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321158.438981:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00080000:0.0:1767321158.439024:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321158.439029:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321158.439032:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990301696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321158.439344:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302080 00000100:00100000:1.0:1767321158.439349:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302080 00000100:00100000:1.0:1767321158.439399:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116 00000100:00100000:1.0:1767321158.439407:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990302080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321158.439451:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990302080:12345-0@lo:400:kworker.0 Request processed in 45us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321158.439457:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116 00000100:00100000:1.0:1767321158.439490:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990302080:0@lo:400:kworker.0 00000100:00080000:0.0:1767321158.439564:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321158.440731:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990301824:0@lo:400:kworker.0 00000100:00100000:2.0:1767321158.440786:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321158.442582:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321158.442591:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321158.442596:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321158.442603:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6403 00000100:00080000:3.0:1767321158.442608:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321158.442615:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321158.442652:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163990302208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321158.442737:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990302336:0@lo:400:kworker.0 00000100:00100000:3.0:1767321158.442791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321158.442825:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321158.442831:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990302464:0@lo:400:kworker.0 00000100:00100000:3.0:1767321158.442854:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321158.442902:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302336 00000100:00100000:3.0:1767321158.442909:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302336 00000100:00100000:3.0:1767321158.442956:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302464 00000100:00100000:3.0:1767321158.442959:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302464 00000100:00100000:3.0:1767321158.442984:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:3.0:1767321158.442992:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990302336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321158.443058:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990302336:12345-0@lo:400:kworker.0 Request processed in 66us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321158.443066:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00000100:00100000:3.0:1767321158.443081:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194 00000100:00100000:3.0:1767321158.443087:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990302464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321158.443114:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d7978a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990302464:12345-0@lo:400:kworker.0 Request processed in 27us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321158.443120:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194 00000100:00100000:3.0:1767321158.443163:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990302464:0@lo:400:kworker.0 00000100:00100000:3.0:1767321158.443174:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990302336:0@lo:400:kworker.0 00000100:00100000:3.0:1767321158.443199:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990302208:0@lo:38:kworker.0 00000100:00100000:3.0:1767321158.443227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321158.443598:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321158.443602:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321158.446496:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990301824 00000100:00100000:1.0:1767321158.446511:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990301824 00000100:00100000:1.0:1767321158.446612:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302208 00000100:00100000:1.0:1767321158.446617:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302208 00000100:00100000:1.0:1767321158.446644:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117 00000100:00100000:1.0:1767321158.446655:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990301824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321158.446742:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990301824:12345-0@lo:400:kworker.0 Request processed in 90us (5956us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321158.446753:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117 00000100:00100000:1.0:1767321158.446773:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24666 00000100:00100000:1.0:1767321158.446777:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990302208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321158.446797:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321158.446831:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d797b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990302208:12345-0@lo:38:kworker.0 Request processed in 52us (3603us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321158.446837:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24666 00000100:00100000:1.0:1767321158.446899:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990301824:0@lo:400:kworker.0 00000100:00080000:1.0:1767321158.446935:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321158.446940:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321158.446943:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990302208:0@lo:38:kworker.0 00000100:00080000:2.0:1767321158.447257:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321158.496478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321159.266464:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321159.520379:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321159.523347:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321159.523446:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925935488 00000100:00100000:0.0:1767321159.523457:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925935488 00000100:00100000:0.0:1767321159.523570:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24667 00000100:00100000:0.0:1767321159.523579:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925935488:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321159.523603:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321159.523688:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925935488:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (351us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321159.523697:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24667 00000100:00100000:1.0:1767321159.528436:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321159.529684:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925935616 00000100:00100000:2.0:1767321159.529711:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925935616 00000100:00100000:2.0:1767321159.529818:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6118 00000100:00100000:2.0:1767321159.529831:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925935616:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321159.529942:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925935616:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 114us (1517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321159.529952:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6118 00000100:00080000:0.0:1767321159.530511:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321160.288457:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321160.545283:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321161.314166:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321161.504763:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990302592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321161.504853:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321161.504918:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990302720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321161.504986:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321161.505017:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302592 00000100:00100000:2.0:1767321161.505028:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302592 00000100:00100000:2.0:1767321161.505105:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302720 00000100:00100000:2.0:1767321161.505108:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302720 00000100:00100000:2.0:1767321161.505127:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:2.0:1767321161.505137:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990302592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321161.505166:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321161.505217:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990302592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321161.505223:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:2.0:1767321161.505270:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1767321161.505276:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990302720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321161.505291:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321161.505322:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990302720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321161.505326:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00100000:1.0:1767321161.505428:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990302720:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321161.505618:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321161.505622:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321161.505646:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990302592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321161.568445:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321162.337111:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321162.592388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321163.365988:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321163.553304:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321163.553325:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321163.553328:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321163.553333:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321163.553337:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321163.553346:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6408 00000100:00080000:3.0:1767321163.553351:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321163.553358:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321163.553398:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7979c00 x1853163990302848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321163.553430:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321163.553434:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321163.553436:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321163.553439:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6408 00000100:00080000:3.0:1767321163.553442:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321163.553446:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321163.553469:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d7978000 x1853163990302976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321163.553510:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321163.553514:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321163.553516:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321163.553519:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6408 00000100:00080000:3.0:1767321163.553521:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321163.553525:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321163.553537:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797a300 x1853163990303232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321163.553554:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321163.553558:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321163.553560:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321163.553564:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6408 00000100:00080000:3.0:1767321163.553566:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321163.553571:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321163.553573:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990303360:0@lo:400:kworker.0 00000100:00100000:3.0:1767321163.553584:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d797b800 x1853163990303488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321163.553660:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321163.553739:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321163.553747:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990303104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321163.553756:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990303744:0@lo:400:kworker.0 00000100:00100000:2.0:1767321163.553774:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321163.553800:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321163.553825:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303360 00000100:00100000:1.0:1767321163.553830:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321163.553834:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303360 00000100:00100000:1.0:1767321163.553838:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990303616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321163.553899:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303104 00000100:00100000:2.0:1767321163.553904:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303104 00000100:00100000:2.0:1767321163.553931:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119 00000100:00100000:2.0:1767321163.553940:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990303360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321163.553996:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321163.554002:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990303360:12345-0@lo:400:kworker.0 Request processed in 61us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321163.554012:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119 00000100:00100000:1.0:1767321163.554030:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303744 00000100:00100000:2.0:1767321163.554035:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120 00000100:00100000:1.0:1767321163.554036:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303744 00000100:00100000:2.0:1767321163.554044:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990303104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321163.554067:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303616 00000100:00100000:1.0:1767321163.554071:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303616 00000100:00100000:1.0:1767321163.554093:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195 00000100:00100000:2.0:1767321163.554094:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990303104:12345-0@lo:400:kworker.0 Request processed in 37us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321163.554101:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990303744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321163.554107:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120 00000100:00100000:1.0:1767321163.554146:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990303744:12345-0@lo:400:kworker.0 Request processed in 46us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321163.554152:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990303104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321163.554164:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195 00000100:00100000:2.0:1767321163.554169:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990303360:0@lo:400:kworker.0 00000100:00100000:1.0:1767321163.554183:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:1.0:1767321163.554193:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990303616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321163.554223:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990303616:12345-0@lo:400:kworker.0 Request processed in 33us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321163.554227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990302848:0@lo:38:kworker.0 00000100:00100000:1.0:1767321163.554255:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00100000:1.0:1767321163.554285:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990303616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321163.554293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321163.554299:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990303744:0@lo:400:kworker.0 00000100:00100000:2.0:1767321163.554322:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990302976:0@lo:38:kworker.0 00000100:00100000:1.0:1767321163.554349:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302848 00000100:00100000:2.0:1767321163.554351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321163.554354:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302848 00000100:00100000:1.0:1767321163.554383:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24668 00000100:00100000:2.0:1767321163.554387:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990303232:0@lo:38:kworker.0 00000100:00100000:1.0:1767321163.554392:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990302848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321163.554410:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321163.554415:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321163.554436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990303488:0@lo:38:kworker.0 00000100:00100000:1.0:1767321163.554447:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990302848:12345-0@lo:38:kworker.0 Request processed in 55us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321163.554465:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24668 00000100:00100000:1.0:1767321163.554478:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303232 00000100:00100000:2.0:1767321163.554482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321163.554484:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303232 00000100:00100000:1.0:1767321163.554498:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303488 00000100:00100000:1.0:1767321163.554501:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303488 00000100:00100000:1.0:1767321163.554513:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24669 00000100:00080000:2.0:1767321163.554518:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321163.554519:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990303232:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767321163.554525:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321163.554531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990302848:0@lo:38:kworker.0 00010000:00020000:1.0:1767321163.554534:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321163.554564:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24670 00000100:00100000:2.0:1767321163.554574:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2edb23450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990303488:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321163.554575:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990303232:12345-0@lo:38:kworker.0 Request processed in 51us (156us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321163.554586:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24669 00010000:00020000:2.0:1767321163.554590:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321163.554623:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2edb23450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990303488:12345-0@lo:38:kworker.0 Request processed in 51us (143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321163.554630:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24670 00000100:00080000:2.0:1767321163.555672:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321163.555681:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321163.555685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990303232:0@lo:38:kworker.0 00000100:00080000:2.0:1767321163.555694:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321163.555697:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321163.555700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d797b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990303488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321163.557999:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321163.558009:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321163.558012:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321163.558034:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990302976 00000100:00100000:0.0:1767321163.558044:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990302976 00000100:00100000:0.0:1767321163.558119:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1767321163.558127:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990302976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321163.558150:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321163.558258:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990302976:12345-0@lo:38:kworker.0 Request processed in 130us (3907us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321163.558265:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00080000:3.0:1767321163.558376:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321163.558382:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321163.558386:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d7978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990302976:0@lo:38:kworker.0 00000100:00100000:0.0:1767321163.616579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321164.384887:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321164.640594:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321164.646012:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321164.646053:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321164.649965:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925935744 00000100:00100000:2.0:1767321164.649980:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925935744 00000100:00100000:2.0:1767321164.650034:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925935872 00000100:00100000:2.0:1767321164.650038:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925935872 00000100:00100000:2.0:1767321164.650108:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6121 00000100:00100000:2.0:1767321164.650120:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925935872:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321164.650271:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24671 00000100:00100000:3.0:1767321164.650279:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925935744:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321164.650301:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321164.650384:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925935744:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 103us (4382us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321164.650392:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24671 00000100:00100000:2.0:1767321164.650666:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925935872:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 548us (4611us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321164.650677:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6121 00000100:00080000:1.0:1767321164.651530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321165.408749:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321165.667824:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321166.433262:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321166.624861:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990303872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321166.624932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321166.625146:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990304000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321166.625175:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321166.625262:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990303872 00000100:00100000:1.0:1767321166.625269:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990303872 00000100:00100000:1.0:1767321166.625327:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304000 00000100:00100000:1.0:1767321166.625330:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304000 00000100:00100000:1.0:1767321166.625361:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1767321166.625371:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990303872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321166.625431:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321166.625472:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990303872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321166.625480:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1767321166.625496:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:1.0:1767321166.625502:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990304000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321166.625517:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321166.625548:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990304000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321166.625553:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00080000:2.0:1767321166.625885:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321166.625889:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321166.625927:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990304000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321166.626004:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990303872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321166.688391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321167.458919:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321167.712555:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321168.483170:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321168.673300:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321168.673309:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321168.673312:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321168.673317:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321168.673320:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321168.673329:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6413 00000100:00080000:2.0:1767321168.673333:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321168.673339:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321168.673392:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7edf80 x1853163990304128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321168.673419:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321168.673422:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321168.673424:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321168.673427:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6413 00000100:00080000:2.0:1767321168.673429:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321168.673433:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321168.673444:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef100 x1853163990304256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321168.673482:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321168.673486:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321168.673487:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321168.673490:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6413 00000100:00080000:2.0:1767321168.673493:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321168.673496:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321168.673504:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ec000 x1853163990304512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321168.673524:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321168.673528:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321168.673535:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321168.673539:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6413 00000100:00080000:2.0:1767321168.673541:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321168.673544:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321168.673549:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990304640:0@lo:400:kworker.0 00000100:00100000:2.0:1767321168.673555:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ece00 x1853163990304768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321168.673609:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990304896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.673619:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321168.673689:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990304128:0@lo:38:kworker.0 00000100:00100000:0.0:1767321168.673746:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990304384:0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.678308:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304640 00000100:00100000:1.0:1767321168.678326:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304640 00000100:00100000:1.0:1767321168.678415:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:1.0:1767321168.678427:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990304640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.678502:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990304640:12345-0@lo:400:kworker.0 Request processed in 79us (4883us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321168.678509:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:1.0:1767321168.678557:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990304640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.678604:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990305024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.678641:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321168.678692:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321168.681272:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305024 00000100:00100000:1.0:1767321168.681286:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305024 00000100:00100000:1.0:1767321168.681376:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:1.0:1767321168.681386:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990305024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.681467:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990305024:12345-0@lo:400:kworker.0 Request processed in 83us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321168.681475:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00080000:1.0:1767321168.681496:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321168.681529:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990305024:0@lo:400:kworker.0 00000100:00100000:2.0:1767321168.682356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321168.683181:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304896 00000100:00100000:1.0:1767321168.683191:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304896 00000100:00100000:1.0:1767321168.683330:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:1.0:1767321168.683339:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990304896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321168.683419:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990304896:12345-0@lo:400:kworker.0 Request processed in 82us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321168.683427:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00100000:3.0:1767321168.683452:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321168.683489:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304128 00000100:00100000:3.0:1767321168.683493:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304128 00000100:00100000:1.0:1767321168.683512:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990304896:0@lo:400:kworker.0 00000100:00100000:3.0:1767321168.683536:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24672 00000100:00100000:3.0:1767321168.683543:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990304128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321168.683561:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321168.683590:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990304128:12345-0@lo:38:kworker.0 Request processed in 48us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321168.683595:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24672 00000100:00080000:3.0:1767321168.683628:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321168.683642:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321168.683647:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990304128:0@lo:38:kworker.0 00000100:00100000:3.0:1767321168.683656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990304256:0@lo:38:kworker.0 00000100:00100000:3.0:1767321168.683686:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321168.683720:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990304512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321168.683740:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321168.683758:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304512 00000100:00100000:3.0:1767321168.683762:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304512 00000100:00100000:3.0:1767321168.683780:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24673 00000100:00100000:3.0:1767321168.683784:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990304512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321168.683793:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321168.683816:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990304512:12345-0@lo:38:kworker.0 Request processed in 31us (75us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321168.683822:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24673 00000100:00080000:3.0:1767321168.683843:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321168.683847:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321168.683849:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990304512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321168.683856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990304768:0@lo:38:kworker.0 00000100:00100000:3.0:1767321168.683886:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321168.683903:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304768 00000100:00100000:3.0:1767321168.683906:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304768 00000100:00100000:3.0:1767321168.683923:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24674 00000100:00100000:3.0:1767321168.683927:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990304768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321168.683936:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321168.683957:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990304768:12345-0@lo:38:kworker.0 Request processed in 28us (70us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321168.683962:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24674 00000100:00080000:3.0:1767321168.683980:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321168.683984:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321168.683986:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990304768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321168.684310:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304256 00000100:00100000:1.0:1767321168.684315:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304256 00000100:00100000:1.0:1767321168.684345:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00100000:1.0:1767321168.684350:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990304256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321168.684371:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321168.684401:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990304256:12345-0@lo:38:kworker.0 Request processed in 50us (714us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321168.684407:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00080000:2.0:1767321168.684621:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321168.685896:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321168.685907:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321168.685912:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990304256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321168.690497:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321168.690775:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990304384 00000100:00100000:3.0:1767321168.690786:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990304384 00000100:00100000:3.0:1767321168.690879:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123 00000100:00100000:3.0:1767321168.690889:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990304384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321168.690971:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990304384:12345-0@lo:400:kworker.0 Request processed in 83us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321168.690978:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123 00000100:00100000:1.0:1767321168.691206:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990304384:0@lo:400:kworker.0 00000100:00080000:2.0:1767321168.691398:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321168.736419:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321169.504673:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321169.762752:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321169.762896:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321169.762958:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936128 00000100:00100000:0.0:1767321169.762969:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936128 00000100:00100000:0.0:1767321169.763047:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6124 00000100:00100000:0.0:1767321169.763057:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925936128:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321169.763143:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925936128:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321169.763151:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6124 00000100:00080000:2.0:1767321169.763995:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321169.775407:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321169.775518:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936000 00000100:00100000:0.0:1767321169.775530:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936000 00000100:00100000:0.0:1767321169.775581:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24675 00000100:00100000:0.0:1767321169.775589:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925936000:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321169.775614:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321169.776096:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925936000:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 504us (697us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321169.776105:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24675 00010000:00010000:3.0:1767321170.528522:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321170.786465:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321171.553678:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321171.744620:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990305152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321171.744696:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321171.744866:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305152 00000100:00100000:2.0:1767321171.744876:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305152 00000100:00080000:1.0:1767321171.744912:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321171.744961:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:2.0:1767321171.744972:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990305152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321171.745003:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321171.746043:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990305280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321171.746086:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321171.746360:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305280 00000100:00100000:1.0:1767321171.746366:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305280 00000100:00100000:1.0:1767321171.746406:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416 00000100:00100000:1.0:1767321171.746412:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990305280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321171.746433:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321171.746467:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990305280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321171.746474:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416 00000100:00080000:1.0:1767321171.746491:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321171.746523:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990305280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321171.750394:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990305152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5412us (5697us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321171.750410:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00100000:0.0:1767321171.754525:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990305152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321171.808409:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321172.576585:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321172.832363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321173.600500:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321173.792752:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321173.792765:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321173.792768:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321173.792772:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321173.792776:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321173.792786:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6418 00000100:00080000:3.0:1767321173.792792:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321173.792800:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321173.792859:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb3480 x1853163990305408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321173.792891:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321173.792895:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321173.792897:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321173.792901:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6418 00000100:00080000:3.0:1767321173.792903:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321173.792907:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321173.792921:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb1c00 x1853163990305536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321173.792957:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321173.792961:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321173.792963:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321173.792967:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6418 00000100:00080000:3.0:1767321173.792970:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321173.792974:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321173.792984:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0a80 x1853163990305792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321173.792999:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321173.793003:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321173.793004:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321173.793007:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6418 00000100:00080000:3.0:1767321173.793010:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321173.793014:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321173.793024:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fbcb0e00 x1853163990306048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321173.793030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990305664:0@lo:400:kworker.0 00000100:00100000:3.0:1767321173.793085:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990306304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321173.793112:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321173.793118:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321173.793173:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990306176:0@lo:400:kworker.0 00000100:00100000:3.0:1767321173.795473:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305664 00000100:00100000:3.0:1767321173.795491:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305664 00000100:00080000:2.0:1767321173.796009:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321173.796046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990305408:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.796111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.796144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990305536:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.796170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.796192:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990305792:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.796211:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.796227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990306048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.796281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.796313:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305408 00000100:00100000:2.0:1767321173.796317:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305408 00000100:00100000:2.0:1767321173.796344:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305792 00000100:00100000:2.0:1767321173.796347:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305792 00000100:00100000:2.0:1767321173.796361:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306048 00000100:00100000:2.0:1767321173.796364:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306048 00000100:00100000:2.0:1767321173.796377:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24676 00000100:00100000:2.0:1767321173.796384:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990305408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321173.796404:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321173.796459:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990305408:12345-0@lo:38:kworker.0 Request processed in 74us (347us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321173.796467:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24676 00000100:00100000:2.0:1767321173.796483:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24677 00000100:00100000:2.0:1767321173.796487:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990305792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321173.796497:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321173.796521:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990305792:12345-0@lo:38:kworker.0 Request processed in 32us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321173.796526:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24677 00000100:00100000:2.0:1767321173.796836:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24678 00000100:00100000:2.0:1767321173.796841:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990306048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321173.796851:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321173.796878:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990306048:12345-0@lo:38:kworker.0 Request processed in 36us (597us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321173.796884:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24678 00000100:00100000:2.0:1767321173.796904:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305536 00000100:00100000:2.0:1767321173.796908:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305536 00000100:00100000:2.0:1767321173.796930:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:2.0:1767321173.796934:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990305536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321173.796943:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321173.796971:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990305536:12345-0@lo:38:kworker.0 Request processed in 36us (800us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321173.796977:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00080000:2.0:1767321173.797026:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.797032:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321173.797035:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990305408:0@lo:38:kworker.0 00000100:00080000:2.0:1767321173.797045:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.797048:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321173.797051:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990305536:0@lo:38:kworker.0 00000100:00080000:2.0:1767321173.797058:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.797061:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321173.797063:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990305792:0@lo:38:kworker.0 00000100:00080000:2.0:1767321173.797070:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.797073:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321173.797076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990306048:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.797124:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306304 00000100:00100000:2.0:1767321173.797128:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306304 00000100:00100000:2.0:1767321173.797166:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1767321173.797173:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990306304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321173.797218:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990306304:12345-0@lo:400:kworker.0 Request processed in 46us (4099us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321173.797225:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00080000:2.0:1767321173.797275:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321173.797305:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990306304:0@lo:400:kworker.0 00000100:00100000:2.0:1767321173.797338:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990305920:0@lo:400:kworker.0 00000100:00100000:2.0:1767321173.797365:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.797393:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990305920 00000100:00100000:2.0:1767321173.797396:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990305920 00000100:00100000:2.0:1767321173.797442:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125 00000100:00100000:2.0:1767321173.797449:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990305920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321173.797481:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990305920:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321173.797487:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125 00000100:00080000:2.0:1767321173.797502:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321173.797519:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990305920:0@lo:400:kworker.0 00000100:00100000:3.0:1767321173.797960:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:3.0:1767321173.797969:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990305664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321173.798008:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990305664:12345-0@lo:400:kworker.0 Request processed in 42us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321173.798015:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126 00000100:00100000:0.0:1767321173.799207:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321173.799207:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990305664:0@lo:400:kworker.0 00000100:00100000:3.0:1767321173.799370:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306176 00000100:00100000:3.0:1767321173.799376:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306176 00000100:00100000:3.0:1767321173.799556:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200 00000100:00100000:3.0:1767321173.799565:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990306176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321173.799854:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990306176:12345-0@lo:400:kworker.0 Request processed in 289us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321173.799861:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200 00000100:00080000:2.0:1767321173.799901:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321173.799942:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990306176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321173.856391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321174.624485:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321174.880344:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321174.888204:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321174.888944:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321174.889053:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936256 00000100:00100000:3.0:1767321174.889077:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936256 00000100:00100000:3.0:1767321174.889132:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936384 00000100:00100000:3.0:1767321174.889136:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936384 00000100:00100000:3.0:1767321174.889194:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6127 00000100:00080000:1.0:1767321174.889197:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321174.889205:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925936384:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321174.889327:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925936384:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 123us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321174.889335:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6127 00000100:00100000:3.0:1767321174.889354:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24679 00000100:00100000:3.0:1767321174.889358:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925936256:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321174.889377:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321174.889413:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925936256:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 53us (1220us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321174.889420:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24679 00010000:00010000:3.0:1767321175.648482:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321175.904388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321176.672492:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321176.864438:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990306432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321176.864512:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321176.864542:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306432 00000100:00100000:3.0:1767321176.864551:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306432 00000100:00100000:2.0:1767321176.864574:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321176.864580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990306560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321176.864598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321176.864611:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306560 00000100:00100000:3.0:1767321176.864616:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306560 00000100:00100000:3.0:1767321176.864646:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:3.0:1767321176.864657:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990306432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321176.864686:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321176.864806:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321176.864811:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321176.864823:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:1.0:1767321176.864831:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990306560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321176.864845:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321176.864901:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990306432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 246us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321176.864909:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:1.0:1767321176.866547:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990306560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1711us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321176.866558:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1767321176.867636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990306560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321176.867656:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990306432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321176.928325:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321177.696559:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321177.952450:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321178.725438:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321178.913288:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321178.913300:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321178.913303:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321178.913308:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321178.913312:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321178.913321:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6423 00000100:00080000:2.0:1767321178.913326:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321178.913332:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321178.913384:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7edf80 x1853163990306688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321178.913400:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321178.913403:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321178.913405:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321178.913409:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6423 00000100:00080000:2.0:1767321178.913411:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321178.913416:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321178.913428:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef800 x1853163990306816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321178.913506:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990306944:0@lo:400:kworker.0 00000100:00100000:3.0:1767321178.913583:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321178.913668:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321178.913673:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321178.913675:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321178.913679:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6423 00000100:00080000:2.0:1767321178.913681:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321178.913685:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321178.913700:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7edc00 x1853163990307072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321178.913813:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321153/real 1767321153] req@ffff96e2fa7eea00 x1853163990300160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321178 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321178.913836:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa7eea00 x1853163990300160/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321178 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321178.913851:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990306688:0@lo:38:kworker.0 00000100:00100000:0.0:1767321178.913879:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321178.913906:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990306816:0@lo:38:kworker.0 00000100:00100000:0.0:1767321178.913930:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321178.913953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990307072:0@lo:38:kworker.0 00000100:00100000:0.0:1767321178.913971:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321178.913986:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321178.913994:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321178.913997:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990300160:0@lo:250:kworker.0 00000100:00100000:0.0:1767321178.914036:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990307200:0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.914058:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321178.914089:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306944 00000100:00100000:0.0:1767321178.914096:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306944 00000100:00100000:0.0:1767321178.914143:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306688 00000100:00100000:0.0:1767321178.914146:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306688 00000100:00100000:0.0:1767321178.914161:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307072 00000100:00100000:0.0:1767321178.914164:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307072 00000100:00100000:0.0:1767321178.914182:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307200 00000100:00100000:0.0:1767321178.914185:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307200 00000100:00100000:0.0:1767321178.914202:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6128 00000100:00100000:0.0:1767321178.914209:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990306944:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321178.914413:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321178.914448:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6129 00000100:00100000:1.0:1767321178.914460:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990307200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321178.914511:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990307200:12345-0@lo:400:kworker.0 Request processed in 55us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321178.914528:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6129 00000100:00100000:1.0:1767321178.914546:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24680 00000100:00100000:1.0:1767321178.914549:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990306688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321178.914563:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321178.914594:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990306688:12345-0@lo:38:kworker.0 Request processed in 43us (714us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321178.914600:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24680 00000100:00100000:1.0:1767321178.914611:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24681 00000100:00100000:1.0:1767321178.914616:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990307072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321178.914625:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321178.914656:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990307072:12345-0@lo:38:kworker.0 Request processed in 40us (685us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321178.914660:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24681 00000100:00100000:1.0:1767321178.914676:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990306816 00000100:00100000:1.0:1767321178.914679:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990306816 00000100:00100000:1.0:1767321178.914694:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386 00000100:00100000:1.0:1767321178.914697:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990306816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321178.914705:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321178.914741:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990306816:12345-0@lo:38:kworker.0 Request processed in 42us (810us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321178.914747:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386 00000100:00100000:1.0:1767321178.914781:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990307200:0@lo:400:kworker.0 00000100:00080000:1.0:1767321178.914798:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321178.914801:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321178.914803:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990306688:0@lo:38:kworker.0 00000100:00080000:1.0:1767321178.914808:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321178.914811:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321178.914812:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990306816:0@lo:38:kworker.0 00000100:00080000:1.0:1767321178.914817:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321178.914819:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321178.914820:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990307072:0@lo:38:kworker.0 00000100:00080000:2.0:1767321178.917199:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321178.917210:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321178.917213:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321178.917220:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6423 00000100:00080000:2.0:1767321178.917225:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321178.917247:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321178.917288:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163990307328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321178.917367:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321178.917371:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321178.917372:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321178.917376:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6403 00000100:00080000:2.0:1767321178.917378:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321178.917381:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321178.917393:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163990307712/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321178.917430:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990307456:0@lo:400:kworker.0 00000100:00100000:1.0:1767321178.917706:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990307584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321178.917750:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321178.917824:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990307328:0@lo:38:kworker.0 00000100:00100000:2.0:1767321178.917850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321178.917897:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321178.918108:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307584 00000100:00100000:2.0:1767321178.918115:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307584 00000100:00100000:2.0:1767321178.918167:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307456 00000100:00100000:2.0:1767321178.918182:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307456 00000100:00100000:2.0:1767321178.918209:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:2.0:1767321178.918218:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990307584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321178.918297:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990307584:12345-0@lo:400:kworker.0 Request processed in 81us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321178.918304:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00100000:2.0:1767321178.918322:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:2.0:1767321178.918328:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990307456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321178.918362:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990307456:12345-0@lo:400:kworker.0 Request processed in 34us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321178.918368:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00080000:2.0:1767321178.918385:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321178.918389:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321178.918420:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990307584:0@lo:400:kworker.0 00000100:00100000:2.0:1767321178.918512:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990307456:0@lo:400:kworker.0 00000100:00100000:3.0:1767321178.921618:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307328 00000100:00100000:3.0:1767321178.921634:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307328 00000100:00100000:3.0:1767321178.921687:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24682 00000100:00100000:3.0:1767321178.921696:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990307328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321178.921718:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321178.922457:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990306944:12345-0@lo:400:kworker.0 Request processed in 8243us (8868us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321178.922468:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6128 00000100:00100000:0.0:1767321178.922665:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990306944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321178.923606:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990307712:0@lo:250:kworker.0 00000400:00000100:1.0:1767321178.923652:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990307712 offset 0 length 520: 4 00000100:00100000:3.0:1767321178.923795:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990307328:12345-0@lo:38:kworker.0 Request processed in 2097us (5895us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321178.923804:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24682 00000100:00080000:1.0:1767321178.923889:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321178.923895:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321178.923898:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990307328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321178.976554:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321179.744643:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321180.000886:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321180.005705:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767321180.005749:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925936640 offset 0 length 520: 4 00000100:00100000:1.0:1767321180.005856:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936512 00000100:00100000:1.0:1767321180.005867:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936512 00000100:00100000:1.0:1767321180.005959:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24683 00000100:00100000:1.0:1767321180.005983:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925936512:12345-192.168.204.1@tcp:17:kworker.0 00000100:00100000:1.0:1767321180.006091:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925936512:12345-192.168.204.1@tcp:17:kworker.0 Request processed in 122us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321180.006099:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24683 00000100:00080000:2.0:1767321180.006461:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321180.008208:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321180.008274:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936768 00000100:00100000:0.0:1767321180.008283:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936768 00000100:00100000:0.0:1767321180.008347:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24684 00000100:00100000:0.0:1767321180.008355:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925936768:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321180.008378:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321180.008435:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925936768:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 79us (237us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321180.008457:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24684 00010000:00010000:3.0:1767321180.770268:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321181.024455:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321181.792507:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321181.984859:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321181.984880:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990307840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321181.984961:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321181.985047:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990307968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321181.985050:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307840 00000100:00100000:1.0:1767321181.985060:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307840 00000100:00100000:2.0:1767321181.985073:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321181.985128:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990307968 00000100:00100000:1.0:1767321181.985133:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990307968 00000100:00100000:2.0:1767321181.985152:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:2.0:1767321181.985215:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990307840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321181.985269:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321181.985318:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990307840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321181.989666:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:1.0:1767321181.989705:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990307968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321181.989752:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321181.989828:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990307968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (4755us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321181.989835:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00100000:1.0:1767321181.989933:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990307968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321181.989946:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990307840:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321181.989976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321181.989979:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321181.996186:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:0.0:1767321182.051271:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321182.816507:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321183.073288:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321183.840849:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321184.032741:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.032752:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321184.032755:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.032760:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.032764:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.032773:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6428 00000100:00080000:1.0:1767321184.032778:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.032785:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321184.032826:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0da300 x1853163990308096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321184.032853:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.032856:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.032858:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.032862:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6428 00000100:00080000:1.0:1767321184.032864:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.032867:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321184.032879:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0dad80 x1853163990308224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321184.032955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990308352:0@lo:400:kworker.0 00000100:00100000:3.0:1767321184.033033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321184.033148:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.033166:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.033168:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.033171:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6428 00000100:00080000:1.0:1767321184.033174:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.033177:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321184.033193:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e52a8000 x1853163990308480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321184.033256:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990308096:0@lo:38:kworker.0 00000100:00100000:2.0:1767321184.033285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.033312:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990308224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321184.033334:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.033360:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990308480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321184.033380:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321184.033408:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308352 00000100:00100000:2.0:1767321184.033416:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308352 00000100:00100000:2.0:1767321184.033464:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308096 00000100:00100000:2.0:1767321184.033467:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308096 00000100:00100000:2.0:1767321184.033480:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308480 00000100:00100000:2.0:1767321184.033483:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308480 00000100:00100000:2.0:1767321184.033499:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130 00000100:00100000:2.0:1767321184.033508:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990308352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.033604:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24685 00000100:00100000:0.0:1767321184.033611:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990308096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321184.033631:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321184.033670:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990308096:12345-0@lo:38:kworker.0 Request processed in 58us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321184.033678:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24685 00000100:00100000:0.0:1767321184.033697:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24686 00000100:00100000:0.0:1767321184.033701:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990308480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321184.033710:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321184.033730:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990308480:12345-0@lo:38:kworker.0 Request processed in 28us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321184.033735:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24686 00000100:00080000:0.0:1767321184.033768:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321184.033791:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308224 00000100:00100000:0.0:1767321184.033795:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308224 00000100:00100000:0.0:1767321184.033816:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:0.0:1767321184.033821:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990308224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321184.033830:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321184.033854:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990308224:12345-0@lo:38:kworker.0 Request processed in 32us (519us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321184.033860:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:0.0:1767321184.033885:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990308608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.033911:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321184.033939:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308608 00000100:00100000:0.0:1767321184.033943:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308608 00000100:00100000:0.0:1767321184.033971:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131 00000100:00100000:0.0:1767321184.033976:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990308608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.034009:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990308608:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321184.034015:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131 00000100:00080000:0.0:1767321184.034032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321184.034055:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990308608:0@lo:400:kworker.0 00000100:00080000:0.0:1767321184.034116:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321184.034121:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321184.034125:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990308096:0@lo:38:kworker.0 00000100:00080000:0.0:1767321184.034133:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321184.034136:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321184.034139:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990308224:0@lo:38:kworker.0 00000100:00080000:0.0:1767321184.034146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321184.034149:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321184.034151:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e52a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990308480:0@lo:38:kworker.0 00000100:00080000:1.0:1767321184.038376:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321184.038388:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321184.038392:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321184.038401:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6428 00000100:00080000:1.0:1767321184.038407:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321184.038414:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321184.038456:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4e00 x1853163990308736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321184.038545:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990308864:0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.038609:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321184.038652:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321184.038658:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990308992:0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.038681:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321184.038718:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308864 00000100:00100000:1.0:1767321184.038726:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308864 00000100:00100000:1.0:1767321184.038776:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308992 00000100:00100000:1.0:1767321184.038780:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308992 00000100:00100000:1.0:1767321184.038800:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:1.0:1767321184.038807:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990308864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.038961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990308736:0@lo:38:kworker.0 00000100:00100000:0.0:1767321184.038992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321184.039035:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990308736 00000100:00100000:0.0:1767321184.039039:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990308736 00000100:00100000:0.0:1767321184.039062:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24687 00000100:00100000:0.0:1767321184.039066:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990308736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321184.039095:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321184.039132:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990308736:12345-0@lo:38:kworker.0 Request processed in 64us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321184.039139:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24687 00000100:00080000:0.0:1767321184.039194:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321184.039199:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321184.039202:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990308736:0@lo:38:kworker.0 00000100:00080000:0.0:1767321184.039279:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321184.039283:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321184.039311:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767321184.039319:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990308992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.039354:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990308992:12345-0@lo:400:kworker.0 Request processed in 36us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321184.039360:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00100000:0.0:1767321184.039405:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990308992:0@lo:400:kworker.0 00000100:00100000:1.0:1767321184.040224:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990308864:12345-0@lo:400:kworker.0 Request processed in 1341us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321184.040250:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:2.0:1767321184.040339:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990308352:12345-0@lo:400:kworker.0 Request processed in 6831us (7304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321184.040348:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6130 00000100:00100000:0.0:1767321184.040976:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990308864:0@lo:400:kworker.0 00000100:00100000:3.0:1767321184.041267:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990308352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321184.097139:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321184.864882:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321185.120657:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321185.123351:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321185.123400:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321185.123459:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925936896 00000100:00100000:2.0:1767321185.123470:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925936896 00000100:00100000:2.0:1767321185.123519:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937024 00000100:00100000:2.0:1767321185.123521:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937024 00000100:00100000:0.0:1767321185.123573:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24688 00000100:00100000:0.0:1767321185.123587:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925936896:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321185.123611:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321185.123677:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925936896:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 90us (337us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767321185.123823:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321185.128561:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24688 00000100:00100000:0.0:1767321185.128610:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6132 00000100:00100000:0.0:1767321185.128629:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925937024:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321185.128737:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925937024:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 117us (5336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321185.128744:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6132 00010000:00010000:3.0:1767321185.888989:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321186.144382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321186.912472:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321187.104519:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990309248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321187.104579:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321187.104663:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990309120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321187.104694:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321187.104726:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309248 00000100:00100000:2.0:1767321187.104735:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309248 00000100:00100000:2.0:1767321187.104795:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309120 00000100:00100000:2.0:1767321187.104799:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309120 00000100:00100000:2.0:1767321187.104817:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:2.0:1767321187.104826:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990309248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321187.104859:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321187.104938:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:1.0:1767321187.104948:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990309120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321187.104964:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321187.105002:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990309120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321187.105010:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00080000:1.0:1767321187.105061:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321187.105065:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321187.105358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990309120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321187.111557:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990309248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6721us (6965us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321187.111573:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:0.0:1767321187.115461:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990309248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321187.169668:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321187.937213:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321188.192403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321188.960608:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321189.156685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321189.156698:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321189.156701:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321189.156705:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321189.156709:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321189.156718:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321189.156723:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321189.156730:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321189.156773:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0000 x1853163990309376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321189.156808:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321189.156814:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321189.156815:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321189.156819:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321189.156821:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321189.156825:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321189.156839:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1180 x1853163990309504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321189.156893:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321189.156897:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321189.156899:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321189.156903:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321189.156906:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321189.156909:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321189.156922:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5180 x1853163990309760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321189.156937:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321189.156940:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321189.156942:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321189.156945:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321189.156948:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321189.156952:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321189.156962:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab6680 x1853163990310016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321189.157026:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990310144:0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.157057:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990309632:0@lo:400:kworker.0 00000100:00100000:2.0:1767321189.157099:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321189.157104:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321189.157173:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321189.157181:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990309888:0@lo:400:kworker.0 00000100:00100000:0.0:1767321189.157183:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309632 00000100:00100000:0.0:1767321189.157194:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309632 00000100:00100000:1.0:1767321189.157203:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321189.157258:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990310272:0@lo:400:kworker.0 00000100:00100000:0.0:1767321189.157281:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309888 00000100:00100000:0.0:1767321189.157286:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309888 00000100:00100000:0.0:1767321189.157313:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:0.0:1767321189.157322:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990309632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.157346:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321189.157387:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990309632:12345-0@lo:400:kworker.0 Request processed in 64us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321189.157387:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310144 00000100:00100000:1.0:1767321189.157393:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310144 00000100:00100000:0.0:1767321189.157400:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00000100:00100000:0.0:1767321189.157425:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134 00000100:00100000:1.0:1767321189.157427:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310272 00000100:00100000:1.0:1767321189.157432:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310272 00000100:00100000:0.0:1767321189.157437:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990309888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.157457:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:1.0:1767321189.157467:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990310144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321189.157488:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990309888:12345-0@lo:400:kworker.0 Request processed in 55us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321189.157495:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134 00000100:00100000:0.0:1767321189.157538:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206 00000100:00100000:0.0:1767321189.157545:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990310272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321189.157654:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990310144:12345-0@lo:400:kworker.0 Request processed in 189us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321189.157662:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00100000:2.0:1767321189.157674:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990310144:0@lo:400:kworker.0 00000100:00080000:1.0:1767321189.157690:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321189.157696:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321189.157699:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321189.157723:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990309888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321189.157737:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990309632:0@lo:400:kworker.0 00000100:00100000:2.0:1767321189.157760:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990309376:0@lo:38:kworker.0 00000100:00100000:2.0:1767321189.157785:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321189.157812:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990309504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321189.157831:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309376 00000100:00100000:1.0:1767321189.157837:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309376 00000100:00100000:1.0:1767321189.157859:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24689 00000100:00100000:1.0:1767321189.157863:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990309376:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321189.157890:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321189.157894:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321189.157920:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990309760:0@lo:38:kworker.0 00000100:00100000:2.0:1767321189.157944:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321189.157959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990310016:0@lo:38:kworker.0 00000100:00100000:2.0:1767321189.157979:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321189.158077:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309504 00000100:00100000:3.0:1767321189.158082:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309504 00000100:00100000:1.0:1767321189.158085:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990309376:12345-0@lo:38:kworker.0 Request processed in 218us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321189.158093:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24689 00000100:00100000:3.0:1767321189.158108:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:1.0:1767321189.158109:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990309760 00000100:00100000:1.0:1767321189.158115:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990309760 00000100:00100000:3.0:1767321189.158118:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990309504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321189.158130:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321189.158135:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310016 00000100:00100000:1.0:1767321189.158139:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310016 00000100:00100000:1.0:1767321189.158158:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24690 00000100:00100000:1.0:1767321189.158167:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990309760:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321189.158167:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990309504:12345-0@lo:38:kworker.0 Request processed in 48us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321189.158180:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00010000:00020000:1.0:1767321189.158182:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321189.158206:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24691 00000100:00100000:1.0:1767321189.158218:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990309760:12345-0@lo:38:kworker.0 Request processed in 49us (268us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321189.158218:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990310016:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321189.158250:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24690 00010000:00020000:3.0:1767321189.158259:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321189.158285:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990310016:12345-0@lo:38:kworker.0 Request processed in 71us (304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321189.158290:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24691 00000100:00080000:2.0:1767321189.159253:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321189.159261:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321189.159266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990309376:0@lo:38:kworker.0 00000100:00080000:2.0:1767321189.159278:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321189.159280:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321189.159283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990309504:0@lo:38:kworker.0 00000100:00080000:2.0:1767321189.159290:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321189.159293:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321189.159296:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990309760:0@lo:38:kworker.0 00000100:00080000:2.0:1767321189.159303:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321189.159306:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321189.159309:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990310016:0@lo:38:kworker.0 00000100:00100000:0.0:1767321189.159998:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990310272:12345-0@lo:400:kworker.0 Request processed in 2449us (2648us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321189.160009:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206 00000100:00100000:1.0:1767321189.160494:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990310272:0@lo:400:kworker.0 00000100:00100000:0.0:1767321189.216573:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321189.985253:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321190.240637:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321190.246037:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321190.246075:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937280 00000100:00100000:1.0:1767321190.246086:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937280 00000100:00100000:3.0:1767321190.246122:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321190.246268:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937152 00000100:00100000:0.0:1767321190.246274:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937152 00000100:00100000:0.0:1767321190.246316:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24692 00000100:00100000:0.0:1767321190.246325:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925937152:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:1.0:1767321190.246340:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6135 00010000:00020000:0.0:1767321190.246351:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321190.246353:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925937280:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321190.246417:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925937152:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 93us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321190.246425:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24692 00000100:00080000:2.0:1767321190.246744:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321190.247587:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925937280:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 1232us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321190.247597:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6135 00010000:00010000:3.0:1767321191.008498:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321191.264396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321192.033267:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321192.225222:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321192.225261:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990310400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321192.225361:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321192.226004:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990310528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321192.226047:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321192.226259:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310400 00000100:00100000:1.0:1767321192.226268:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310400 00000100:00100000:1.0:1767321192.226349:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310528 00000100:00100000:1.0:1767321192.226353:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310528 00000100:00100000:1.0:1767321192.226368:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:1.0:1767321192.226375:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990310400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321192.226401:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321192.226440:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990310400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321192.226450:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00100000:1.0:1767321192.226465:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:1.0:1767321192.226471:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990310528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321192.226484:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321192.226507:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990310528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321192.226512:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00080000:0.0:1767321192.227206:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321192.227213:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321192.227285:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990310528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321192.228205:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990310400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321192.288952:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321193.057483:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321193.312401:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321194.080522:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321194.273961:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321194.273972:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321194.273975:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321194.273980:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321194.273984:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321194.273993:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6438 00000100:00080000:0.0:1767321194.273997:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321194.274005:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321194.274048:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ff0da300 x1853163990310656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321194.274075:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321194.274078:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321194.274080:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321194.274083:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6438 00000100:00080000:0.0:1767321194.274086:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321194.274089:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321194.274104:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163990310784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321194.274143:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321194.274147:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321194.274149:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321194.274153:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6438 00000100:00080000:0.0:1767321194.274156:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321194.274159:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321194.274171:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef800 x1853163990311040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321194.274188:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321194.274191:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321194.274193:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321194.274197:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6438 00000100:00080000:0.0:1767321194.274199:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321194.274203:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321194.274213:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163990311296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321194.274461:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990311424:0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.274528:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321194.274596:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990310912:0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.274622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321194.274651:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321194.274657:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990311168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.274678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321194.274710:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310912 00000100:00100000:2.0:1767321194.274717:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310912 00000100:00100000:2.0:1767321194.274771:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311168 00000100:00100000:2.0:1767321194.274774:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311168 00000100:00100000:2.0:1767321194.274800:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6136 00000100:00100000:2.0:1767321194.274809:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990310912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.274860:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990310912:12345-0@lo:400:kworker.0 Request processed in 52us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321194.274867:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6136 00000100:00100000:2.0:1767321194.274884:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137 00000100:00100000:2.0:1767321194.274922:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990311168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.274950:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990311168:12345-0@lo:400:kworker.0 Request processed in 61us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321194.274957:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137 00000100:00080000:2.0:1767321194.274983:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321194.275015:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990311168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.275026:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990310912:0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.275051:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311424 00000100:00100000:2.0:1767321194.275055:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311424 00000100:00100000:2.0:1767321194.275085:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207 00000100:00100000:2.0:1767321194.275090:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990311424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321194.275123:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990311424:12345-0@lo:400:kworker.0 Request processed in 32us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321194.275129:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207 00000100:00080000:2.0:1767321194.275144:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321194.275159:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990311424:0@lo:400:kworker.0 00000100:00100000:0.0:1767321194.275217:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990311552:0@lo:400:kworker.0 00000100:00100000:0.0:1767321194.275279:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321194.275529:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311552 00000100:00100000:1.0:1767321194.275534:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311552 00000100:00100000:1.0:1767321194.275567:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:1.0:1767321194.275573:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990311552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321194.275612:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990311552:12345-0@lo:400:kworker.0 Request processed in 38us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321194.275617:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:1.0:1767321194.275647:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990311552:0@lo:400:kworker.0 00000100:00100000:3.0:1767321194.275745:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990310656:0@lo:38:kworker.0 00000100:00100000:3.0:1767321194.275775:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321194.275805:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990310784:0@lo:38:kworker.0 00000100:00100000:3.0:1767321194.275828:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321194.275848:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990311040:0@lo:38:kworker.0 00000100:00100000:3.0:1767321194.275866:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321194.275880:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990311296:0@lo:38:kworker.0 00000100:00100000:3.0:1767321194.275914:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321194.275941:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310784 00000100:00100000:3.0:1767321194.275945:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310784 00000100:00100000:3.0:1767321194.275965:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:3.0:1767321194.275970:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990310784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321194.275987:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321194.276018:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990310784:12345-0@lo:38:kworker.0 Request processed in 47us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321194.276024:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:3.0:1767321194.276044:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990310656 00000100:00100000:3.0:1767321194.276047:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990310656 00000100:00100000:3.0:1767321194.276064:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311040 00000100:00100000:3.0:1767321194.276066:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311040 00000100:00100000:3.0:1767321194.276078:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311296 00000100:00100000:3.0:1767321194.276079:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311296 00000100:00100000:3.0:1767321194.276091:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24693 00000100:00100000:3.0:1767321194.276096:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990310656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321194.276105:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321194.276130:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990310656:12345-0@lo:38:kworker.0 Request processed in 32us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321194.276135:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24693 00000100:00100000:3.0:1767321194.276147:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24694 00000100:00100000:3.0:1767321194.276151:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990311040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321194.276159:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321194.276180:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990311040:12345-0@lo:38:kworker.0 Request processed in 28us (313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321194.276185:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24694 00000100:00100000:3.0:1767321194.276195:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24695 00000100:00100000:3.0:1767321194.276199:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990311296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321194.276207:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321194.276247:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990311296:12345-0@lo:38:kworker.0 Request processed in 27us (314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321194.276257:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24695 00000100:00080000:3.0:1767321194.276411:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321194.276416:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321194.276420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990310656:0@lo:38:kworker.0 00000100:00080000:3.0:1767321194.276428:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321194.276431:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321194.276433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990310784:0@lo:38:kworker.0 00000100:00080000:3.0:1767321194.276440:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321194.276442:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321194.276445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990311040:0@lo:38:kworker.0 00000100:00080000:3.0:1767321194.276451:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321194.276454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321194.276456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990311296:0@lo:38:kworker.0 00000100:00080000:0.0:1767321194.276755:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321194.337449:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321195.106694:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321195.360368:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321195.368802:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321195.368855:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321195.369018:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937536 00000100:00100000:1.0:1767321195.369029:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937536 00000100:00100000:1.0:1767321195.369115:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937408 00000100:00100000:1.0:1767321195.369119:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937408 00000100:00100000:1.0:1767321195.369138:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6138 00000100:00100000:1.0:1767321195.369147:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925937536:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321195.369270:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925937536:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321195.369277:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6138 00000100:00100000:1.0:1767321195.369309:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24696 00000100:00100000:1.0:1767321195.369314:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925937408:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321195.369334:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321195.369362:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925937408:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (507us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321195.369368:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24696 00000100:00080000:0.0:1767321195.369561:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321196.134399:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321196.385267:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321197.152905:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321197.284035:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321197.284044:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321197.284048:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321197.284052:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321197.284056:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321197.284063:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6443 00000100:00080000:2.0:1767321197.284068:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321197.284073:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321197.284106:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5c00 x1853163990311680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321197.284135:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321197.284138:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321197.284140:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321197.284143:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6443 00000100:00080000:2.0:1767321197.284146:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321197.284150:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321197.284161:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab4000 x1853163990311808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321197.284188:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321197.284191:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321197.284193:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321197.284196:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6443 00000100:00080000:2.0:1767321197.284199:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321197.284201:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321197.284210:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7eea00 x1853163990312064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321197.284222:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321197.284224:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321197.284226:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321197.284254:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6443 00000100:00080000:2.0:1767321197.284257:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321197.284260:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321197.284270:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ee680 x1853163990312320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321197.284317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990311936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321197.284378:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321197.284427:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321197.284432:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990312192:0@lo:400:kworker.0 00000100:00100000:2.0:1767321197.284452:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321197.284480:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990312448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321197.284501:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321197.284516:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321197.284520:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990312576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321197.284536:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321197.284562:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311936 00000100:00100000:2.0:1767321197.284568:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311936 00000100:00100000:2.0:1767321197.284612:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312192 00000100:00100000:2.0:1767321197.284615:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312192 00000100:00100000:2.0:1767321197.284634:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6139 00000100:00100000:2.0:1767321197.284641:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990311936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321197.285951:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990311680:0@lo:38:kworker.0 00000100:00100000:0.0:1767321197.286011:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321197.286053:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990311808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321197.286077:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321197.286100:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990312064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321197.286123:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321197.286140:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990312320:0@lo:38:kworker.0 00000100:00100000:0.0:1767321197.286158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321197.286198:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311680 00000100:00100000:0.0:1767321197.286205:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311680 00000100:00100000:0.0:1767321197.286257:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312064 00000100:00100000:0.0:1767321197.286260:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312064 00000100:00100000:0.0:1767321197.286271:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312320 00000100:00100000:0.0:1767321197.286273:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312320 00000100:00100000:0.0:1767321197.286285:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6140 00000100:00100000:0.0:1767321197.286297:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990312192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321197.286356:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990312192:12345-0@lo:400:kworker.0 Request processed in 64us (1902us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321197.286362:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6140 00000100:00100000:0.0:1767321197.286380:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24697 00000100:00100000:0.0:1767321197.286384:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990311680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321197.286401:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321197.286435:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990311680:12345-0@lo:38:kworker.0 Request processed in 48us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321197.286441:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24697 00000100:00100000:0.0:1767321197.286455:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24698 00000100:00100000:0.0:1767321197.286458:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990312064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321197.286466:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321197.286484:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990312064:12345-0@lo:38:kworker.0 Request processed in 25us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321197.286490:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24698 00000100:00100000:0.0:1767321197.286500:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24699 00000100:00100000:0.0:1767321197.286503:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990312320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321197.286511:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321197.286530:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990312320:12345-0@lo:38:kworker.0 Request processed in 25us (371us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321197.286536:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24699 00000100:00080000:0.0:1767321197.286550:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321197.286577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990312192:0@lo:400:kworker.0 00000100:00080000:0.0:1767321197.286599:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321197.286603:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321197.286605:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990311680:0@lo:38:kworker.0 00000100:00080000:0.0:1767321197.286609:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321197.286611:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321197.286612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990312064:0@lo:38:kworker.0 00000100:00080000:0.0:1767321197.286616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321197.286618:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321197.286620:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990312320:0@lo:38:kworker.0 00000100:00100000:0.0:1767321197.286668:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990311808 00000100:00100000:0.0:1767321197.286672:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990311808 00000100:00100000:0.0:1767321197.286691:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1767321197.286695:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990311808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321197.286705:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321197.286735:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990311808:12345-0@lo:38:kworker.0 Request processed in 38us (657us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321197.286741:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00080000:0.0:1767321197.286772:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321197.286776:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321197.286779:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990311808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321197.286808:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312448 00000100:00100000:0.0:1767321197.286813:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312448 00000100:00100000:0.0:1767321197.286859:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312576 00000100:00100000:0.0:1767321197.286863:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312576 00000100:00100000:0.0:1767321197.286884:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1767321197.286891:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990312448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321197.286929:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990312448:12345-0@lo:400:kworker.0 Request processed in 38us (2426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321197.286936:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1767321197.286945:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:0.0:1767321197.286949:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990312576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321197.286968:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990312576:12345-0@lo:400:kworker.0 Request processed in 20us (2432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321197.286972:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00080000:0.0:1767321197.286987:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321197.286989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321197.287001:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990312576:0@lo:400:kworker.0 00000100:00100000:0.0:1767321197.287010:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990312448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321197.287292:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990311936:12345-0@lo:400:kworker.0 Request processed in 2650us (2912us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321197.287299:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6139 00000100:00100000:0.0:1767321197.288224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990311936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321197.346592:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321197.346612:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990312704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321197.346679:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321197.346787:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312704 00000100:00100000:1.0:1767321197.346795:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312704 00000100:00100000:1.0:1767321197.346859:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1767321197.346870:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990312704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321197.346901:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321197.346953:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990312704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321197.346961:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:1.0:1767321197.347006:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990312704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321197.347218:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990312832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321197.347262:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321197.347316:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312832 00000100:00100000:2.0:1767321197.347320:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312832 00000100:00100000:2.0:1767321197.347338:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:2.0:1767321197.347342:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990312832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321197.347354:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321197.349114:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990312832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1763us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321197.349126:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:1.0:1767321197.351001:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ff0da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990312832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321197.409453:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321198.181486:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321198.432489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321199.203369:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321199.460291:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321200.224474:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321200.480833:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321200.483650:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321200.483747:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321200.483794:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937792 00000100:00100000:1.0:1767321200.483803:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937792 00000100:00100000:1.0:1767321200.483868:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925937664 00000100:00100000:1.0:1767321200.483872:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925937664 00000100:00100000:1.0:1767321200.483897:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6141 00000100:00100000:1.0:1767321200.483909:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925937792:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321200.483994:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925937792:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321200.484002:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6141 00000100:00100000:1.0:1767321200.484024:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24700 00000100:00100000:1.0:1767321200.484028:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925937664:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321200.484054:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321200.484082:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925937664:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 52us (335us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321200.484088:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24700 00000100:00080000:1.0:1767321200.484109:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321201.249141:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321201.505792:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321202.272651:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321202.466446:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990312960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321202.466531:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321202.466617:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990312960 00000100:00100000:2.0:1767321202.466625:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990312960 00000100:00100000:2.0:1767321202.466685:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:2.0:1767321202.466694:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990312960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321202.466728:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321202.466783:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990312960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321202.466791:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00000100:00080000:2.0:1767321202.466813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321202.466849:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990312960:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321202.467308:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321202.467313:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321202.467316:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321202.467320:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321202.467324:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321202.467329:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6447 00000100:00080000:1.0:1767321202.467332:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321202.467337:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321202.467364:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c6300 x1853163990313088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321202.467389:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321202.467392:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321202.467394:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321202.467398:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6447 00000100:00080000:1.0:1767321202.467400:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321202.467404:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321202.467417:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4e00 x1853163990313216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321202.467450:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321202.467454:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321202.467456:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321202.467459:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6447 00000100:00080000:1.0:1767321202.467461:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321202.467464:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321202.467476:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fd2c4000 x1853163990313472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321202.467502:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321202.467506:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321202.467508:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321202.467511:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6447 00000100:00080000:1.0:1767321202.467513:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321202.467517:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321202.467529:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749c00 x1853163990313728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321202.467560:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990313600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321202.467595:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321202.467627:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321202.467633:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990313856:0@lo:400:kworker.0 00000100:00100000:1.0:1767321202.467655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321202.467684:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313600 00000100:00100000:1.0:1767321202.467689:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313600 00000100:00100000:1.0:1767321202.467728:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142 00000100:00100000:1.0:1767321202.467747:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990313600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321202.467792:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990313600:12345-0@lo:400:kworker.0 Request processed in 56us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321202.467800:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142 00000100:00100000:1.0:1767321202.467822:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313856 00000100:00100000:1.0:1767321202.467825:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313856 00000100:00100000:1.0:1767321202.467852:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:1.0:1767321202.467859:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990313856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321202.467890:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990313856:12345-0@lo:400:kworker.0 Request processed in 31us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321202.467895:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00100000:1.0:1767321202.467938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990313856:0@lo:400:kworker.0 00000100:00100000:1.0:1767321202.467948:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990313600:0@lo:400:kworker.0 00000100:00100000:2.0:1767321202.468110:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990313344:0@lo:400:kworker.0 00000100:00100000:2.0:1767321202.468140:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321202.468174:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321202.468178:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321202.468189:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990313088:0@lo:38:kworker.0 00000100:00100000:2.0:1767321202.468212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321202.468257:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990313216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321202.468282:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321202.468304:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990313472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321202.468322:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321202.468336:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990313728:0@lo:38:kworker.0 00000100:00100000:2.0:1767321202.468351:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321202.468381:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313216 00000100:00100000:2.0:1767321202.468385:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313216 00000100:00100000:2.0:1767321202.468410:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:2.0:1767321202.468415:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990313216:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321202.468603:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313344 00000100:00100000:1.0:1767321202.468608:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313344 00000100:00100000:1.0:1767321202.468640:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313088 00000100:00100000:1.0:1767321202.468643:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313088 00000100:00100000:1.0:1767321202.468658:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313472 00000100:00100000:1.0:1767321202.468660:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313472 00000100:00100000:1.0:1767321202.468666:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313728 00000100:00100000:1.0:1767321202.468668:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313728 00000100:00100000:1.0:1767321202.468678:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143 00000100:00100000:1.0:1767321202.468684:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990313344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321202.468723:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990313344:12345-0@lo:400:kworker.0 Request processed in 39us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321202.468729:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143 00000100:00100000:1.0:1767321202.468755:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24701 00000100:00100000:1.0:1767321202.468759:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990313088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321202.469408:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767321202.470415:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321202.470624:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990313216:12345-0@lo:38:kworker.0 Request processed in 2205us (2338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321202.470635:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:2.0:1767321202.470684:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24702 00000100:00100000:2.0:1767321202.470689:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990313472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321202.470701:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321202.470731:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990313472:12345-0@lo:38:kworker.0 Request processed in 40us (2407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321202.470750:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24702 00000100:00100000:2.0:1767321202.470766:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24703 00000100:00100000:2.0:1767321202.470770:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990313728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321202.470780:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321202.470808:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990313728:12345-0@lo:38:kworker.0 Request processed in 36us (2455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321202.470813:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24703 00000100:00080000:2.0:1767321202.470874:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321202.470880:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321202.470883:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990313216:0@lo:38:kworker.0 00000100:00080000:2.0:1767321202.470893:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321202.470897:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321202.470900:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990313472:0@lo:38:kworker.0 00000100:00080000:2.0:1767321202.470911:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321202.470915:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321202.470918:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990313728:0@lo:38:kworker.0 00000100:00080000:2.0:1767321202.470989:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321202.471014:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990313344:0@lo:400:kworker.0 00000100:00100000:0.0:1767321202.471183:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321202.471195:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990313984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321202.471247:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321202.471284:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990313984 00000100:00100000:0.0:1767321202.471290:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990313984 00000100:00100000:0.0:1767321202.471345:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428 00000100:00100000:0.0:1767321202.471352:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990313984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321202.471382:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321202.471419:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990313984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321202.471436:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428 00000100:00100000:0.0:1767321202.471470:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990313984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321202.471572:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990313088:12345-0@lo:38:kworker.0 Request processed in 2810us (3357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321202.471579:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24701 00000100:00080000:0.0:1767321202.472803:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321202.472812:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321202.472816:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990313088:0@lo:38:kworker.0 00000100:00100000:0.0:1767321202.529403:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321203.311973:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321203.488559:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321178/real 1767321178] req@ffff96e301da2a00 x1853163990307712/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321203 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321203.488593:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e301da2a00 x1853163990307712/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321203 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321203.488607:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.488636:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321203.488640:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990307712:0@lo:250:kworker.0 00000100:00080000:1.0:1767321203.488797:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321203.488802:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321203.488805:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321203.488809:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6428 00000100:00080000:1.0:1767321203.488814:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321203.488819:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321203.488849:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b100 x1853163990314112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321203.488872:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321203.488876:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321203.488878:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321203.488881:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321203.488883:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321203.488886:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321203.488898:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa749180 x1853163990314240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321203.488906:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321203.488909:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321203.488910:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321203.488913:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321203.488915:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321203.488918:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321203.488927:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748a80 x1853163990314368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321203.488965:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321203.488968:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321203.488969:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321203.488973:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321203.488975:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321203.488978:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321203.488987:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748380 x1853163990314624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321203.489018:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321203.489021:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321203.489023:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321203.489026:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6452 00000100:00080000:1.0:1767321203.489028:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321203.489031:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321203.489041:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a300 x1853163990314880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321203.489075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990314752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.489131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321203.489182:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321203.489189:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990315008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.489215:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321203.489266:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990314752 00000100:00100000:1.0:1767321203.489274:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990314752 00000100:00100000:1.0:1767321203.489321:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6144 00000100:00100000:1.0:1767321203.489330:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990314752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.489376:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990314752:12345-0@lo:400:kworker.0 Request processed in 47us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321203.489384:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6144 00000100:00100000:1.0:1767321203.489405:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315008 00000100:00100000:1.0:1767321203.489408:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315008 00000100:00100000:1.0:1767321203.489431:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212 00000100:00100000:1.0:1767321203.489437:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990315008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.489465:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990315008:12345-0@lo:400:kworker.0 Request processed in 28us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321203.489470:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212 00000100:00100000:1.0:1767321203.489509:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990315008:0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.489520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990314752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321203.489692:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990315136:0@lo:400:kworker.0 00000100:00100000:3.0:1767321203.489757:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321203.489782:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321203.489787:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990314496:0@lo:400:kworker.0 00000100:00100000:3.0:1767321203.489809:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321203.489838:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990314496 00000100:00100000:3.0:1767321203.489841:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990314496 00000100:00100000:3.0:1767321203.489863:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6145 00000100:00100000:3.0:1767321203.489869:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990314496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321203.489895:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990314496:12345-0@lo:400:kworker.0 Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321203.489901:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6145 00000100:00100000:3.0:1767321203.489923:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990314496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321203.491856:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990314112:0@lo:250:kworker.0 00000400:00000100:0.0:1767321203.491905:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990314112 offset 0 length 520: 4 00000100:00100000:0.0:1767321203.491940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990314240:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.491967:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321203.492097:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990314368:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.492121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321203.492138:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990314624:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.492158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321203.492208:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315136 00000100:00100000:1.0:1767321203.492215:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315136 00000100:00100000:1.0:1767321203.492283:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:1.0:1767321203.492291:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990315136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.492339:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ff0da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990315136:12345-0@lo:400:kworker.0 Request processed in 49us (2581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321203.492346:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00100000:3.0:1767321203.493760:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990314368 00000100:00100000:3.0:1767321203.493769:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990314368 00000100:00100000:3.0:1767321203.493818:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:3.0:1767321203.493824:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990314368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321203.493844:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321203.493889:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990314368:12345-0@lo:38:kworker.0 Request processed in 64us (1767us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321203.493896:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00100000:3.0:1767321203.493938:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990315136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321203.497209:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990314880:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.497302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321203.500798:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990314240 00000100:00100000:2.0:1767321203.500812:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990314240 00000100:00100000:2.0:1767321203.500932:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990314624 00000100:00100000:2.0:1767321203.500936:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990314624 00000100:00100000:1.0:1767321203.500978:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24704 00000100:00100000:1.0:1767321203.500988:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990314240:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767321203.501150:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.501157:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321203.501161:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990314368:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.501214:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990314880 00000100:00100000:0.0:1767321203.501218:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990314880 00000100:00100000:0.0:1767321203.501255:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24705 00000100:00100000:0.0:1767321203.501260:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990314624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321203.501282:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321203.501343:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990314624:12345-0@lo:38:kworker.0 Request processed in 81us (9183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321203.501349:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24705 00000100:00100000:0.0:1767321203.501366:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24706 00000100:00100000:0.0:1767321203.501370:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990314880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321203.501378:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321203.501401:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990314880:12345-0@lo:38:kworker.0 Request processed in 29us (4099us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321203.501405:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24706 00000100:00080000:0.0:1767321203.501432:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.501437:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321203.501440:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990314624:0@lo:38:kworker.0 00000100:00080000:0.0:1767321203.501450:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.501454:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321203.501457:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990314880:0@lo:38:kworker.0 00010000:00020000:1.0:1767321203.501614:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321203.501796:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.501801:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321203.501804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990314240:0@lo:38:kworker.0 00000100:00100000:1.0:1767321203.501847:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990314240:12345-0@lo:38:kworker.0 Request processed in 859us (9878us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321203.501855:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24704 00000100:00100000:0.0:1767321203.552517:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321204.324060:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321204.576396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321204.579894:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767321204.579947:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925937920 offset 0 length 520: 4 00000100:00100000:2.0:1767321204.580267:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938176 00000100:00100000:2.0:1767321204.580277:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938176 00000100:00100000:2.0:1767321204.580381:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6146 00000100:00100000:2.0:1767321204.580387:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925938176:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321204.580458:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925938176:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 71us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321204.580463:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6146 00000100:00080000:0.0:1767321204.580608:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321204.582607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321204.582710:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938048 00000100:00100000:1.0:1767321204.582718:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938048 00000100:00100000:1.0:1767321204.582813:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24707 00000100:00100000:1.0:1767321204.582820:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925938048:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321204.582842:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321204.582901:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925938048:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 80us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321204.582912:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24707 00010000:00010000:3.0:1767321205.345570:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321205.600452:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321206.372987:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321206.624407:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321207.393070:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321207.584469:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990315264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321207.584559:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321207.587245:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315264 00000100:00100000:0.0:1767321207.587263:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315264 00000100:00100000:3.0:1767321207.587328:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990315392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321207.587346:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:0.0:1767321207.587354:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990315264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321207.587383:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321207.587451:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990315264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (2892us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321207.587457:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00100000:3.0:1767321207.587463:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321207.587562:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990315264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321207.587592:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315392 00000100:00100000:0.0:1767321207.587596:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315392 00000100:00100000:2.0:1767321207.587630:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:2.0:1767321207.587654:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990315392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321207.587674:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321207.587747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321207.587752:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321207.587832:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990315392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 194us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321207.587840:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:3.0:1767321207.588054:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990315392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321207.649155:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321208.416522:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321208.608521:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321208.608533:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321208.608536:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321208.608541:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321208.608546:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321208.608555:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6453 00000100:00080000:3.0:1767321208.608561:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321208.608568:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321208.608608:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48d500 x1853163990315520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321208.608647:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321208.608651:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321208.608652:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321208.608704:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6453 00000100:00080000:3.0:1767321208.608707:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321208.608711:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321208.608726:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48ed80 x1853163990315648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321208.608767:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321208.608771:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321208.608772:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321208.608776:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6453 00000100:00080000:3.0:1767321208.608778:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321208.608782:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321208.608793:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48fb80 x1853163990315904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321208.608824:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321208.608827:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321208.608829:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321208.608832:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6453 00000100:00080000:3.0:1767321208.608835:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321208.608838:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321208.608848:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2da48df80 x1853163990316160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321208.608892:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990316032:0@lo:400:kworker.0 00000100:00100000:3.0:1767321208.608978:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321208.609075:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321208.609082:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990316288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321208.609110:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321208.609145:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316032 00000100:00100000:3.0:1767321208.609153:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316032 00000100:00100000:3.0:1767321208.609210:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147 00000100:00100000:3.0:1767321208.609220:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990316032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321208.609305:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990316032:12345-0@lo:400:kworker.0 Request processed in 87us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321208.609631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990316416:0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.609664:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321208.609688:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321208.609695:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990315776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.609715:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321208.609749:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321208.609762:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316288 00000100:00100000:1.0:1767321208.609766:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316288 00000100:00100000:1.0:1767321208.609821:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316416 00000100:00100000:1.0:1767321208.609824:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316416 00000100:00100000:1.0:1767321208.609842:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214 00000100:00100000:1.0:1767321208.609848:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990316288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.609880:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990316288:12345-0@lo:400:kworker.0 Request processed in 32us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321208.609885:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214 00000100:00100000:1.0:1767321208.609900:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:1.0:1767321208.609906:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990316416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.609937:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990316416:12345-0@lo:400:kworker.0 Request processed in 31us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321208.609943:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00000100:00100000:1.0:1767321208.609960:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315776 00000100:00100000:1.0:1767321208.609964:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315776 00000100:00100000:0.0:1767321208.610106:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990315520:0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.610146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321208.610173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990315648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.610199:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321208.610221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990315904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.610269:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321208.610285:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990316160:0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.610304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321208.610469:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315520 00000100:00100000:2.0:1767321208.610473:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315520 00000100:00100000:0.0:1767321208.610519:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315648 00000100:00100000:0.0:1767321208.610522:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315648 00000100:00100000:0.0:1767321208.610542:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00100000:0.0:1767321208.610546:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990315648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321208.610565:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321208.611618:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147 00000100:00100000:3.0:1767321208.611678:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990315904 00000100:00100000:3.0:1767321208.611684:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990315904 00000100:00100000:1.0:1767321208.615745:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316160 00000100:00100000:1.0:1767321208.615759:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316160 00000100:00100000:1.0:1767321208.615788:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6148 00000100:00100000:1.0:1767321208.615805:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990315776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.615883:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990315776:12345-0@lo:400:kworker.0 Request processed in 86us (6165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321208.615893:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6148 00000100:00100000:1.0:1767321208.616084:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24708 00000100:00100000:1.0:1767321208.616090:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990316160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321208.616111:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321208.616166:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990316160:12345-0@lo:38:kworker.0 Request processed in 76us (5861us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321208.616172:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24708 00000100:00080000:1.0:1767321208.616198:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321208.616251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990315776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.616274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990316416:0@lo:400:kworker.0 00000100:00080000:1.0:1767321208.616543:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321208.616548:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321208.616552:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990316160:0@lo:38:kworker.0 00000100:00100000:1.0:1767321208.616653:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990316288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.616665:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990316032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321208.616762:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24709 00000100:00100000:2.0:1767321208.616768:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990315520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321208.616780:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321208.616815:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990315520:12345-0@lo:38:kworker.0 Request processed in 46us (6669us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321208.616820:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24709 00000100:00080000:2.0:1767321208.616843:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321208.616846:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321208.616849:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990315520:0@lo:38:kworker.0 00000100:00100000:3.0:1767321208.626610:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24710 00000100:00100000:3.0:1767321208.626639:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990315904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321208.626667:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321208.626778:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990315904:12345-0@lo:38:kworker.0 Request processed in 154us (16508us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321208.626786:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24710 00000100:00080000:2.0:1767321208.626876:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321208.626892:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321208.626896:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990315904:0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.650662:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990315648:12345-0@lo:38:kworker.0 Request processed in 40104us (40451us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321208.650678:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00080000:2.0:1767321208.651298:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321208.651315:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321208.651319:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990315648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.672399:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321209.441200:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321209.696621:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321209.704548:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321209.704686:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321209.704805:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938432 00000100:00100000:2.0:1767321209.704818:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938432 00000100:00100000:2.0:1767321209.704912:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938304 00000100:00100000:2.0:1767321209.704915:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938304 00000100:00100000:2.0:1767321209.704939:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6149 00000100:00100000:2.0:1767321209.704949:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925938432:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321209.705044:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925938432:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321209.705056:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6149 00000100:00100000:2.0:1767321209.705076:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24711 00000100:00100000:2.0:1767321209.705080:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925938304:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321209.705102:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321209.705129:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925938304:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 47us (444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321209.705136:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24711 00000100:00080000:1.0:1767321209.705781:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321210.465195:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321210.720543:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321211.488373:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321211.751653:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321212.512934:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321212.704662:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321212.704679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990316544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321212.704746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321212.705104:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316544 00000100:00100000:0.0:1767321212.705112:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316544 00000100:00100000:0.0:1767321212.705169:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:0.0:1767321212.705179:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990316544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321212.705209:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321212.705289:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990316544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321212.705297:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:0.0:1767321212.705344:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990316544:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321212.705370:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321212.705428:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321212.705438:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990316672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321212.705476:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321212.705733:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316672 00000100:00100000:0.0:1767321212.705740:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316672 00000100:00100000:0.0:1767321212.705775:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1767321212.705781:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990316672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321212.705799:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321212.705830:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990316672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321212.705836:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00080000:2.0:1767321212.705887:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321212.705910:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990316672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321212.768360:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321213.541643:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321213.728728:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321213.728738:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321213.728741:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321213.728744:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321213.728748:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321213.728757:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6458 00000100:00080000:0.0:1767321213.728761:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321213.728767:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321213.728808:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77d880 x1853163990316800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321213.728831:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321213.728834:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321213.728836:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321213.728840:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6458 00000100:00080000:0.0:1767321213.728855:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321213.728859:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321213.728872:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ed80 x1853163990316928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321213.728925:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321213.728928:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321213.728930:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321213.728933:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6458 00000100:00080000:0.0:1767321213.728936:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321213.728939:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321213.728958:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5f80 x1853163990317184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321213.728989:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321213.728993:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321213.728995:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321213.728998:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6458 00000100:00080000:0.0:1767321213.729001:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321213.729011:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321213.729023:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d0ab5c00 x1853163990317440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321213.729066:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990317568:0@lo:400:kworker.0 00000100:00100000:0.0:1767321213.729148:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.729420:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990317056:0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.729462:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.729557:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321213.729569:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990317696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.729652:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990317312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.729675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.729724:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317056 00000100:00100000:2.0:1767321213.729738:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317056 00000100:00100000:2.0:1767321213.729803:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317312 00000100:00100000:2.0:1767321213.729807:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317312 00000100:00100000:2.0:1767321213.729838:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6150 00000100:00100000:2.0:1767321213.729862:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990317056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.729929:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990317056:12345-0@lo:400:kworker.0 Request processed in 74us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321213.729936:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6150 00000100:00100000:2.0:1767321213.729959:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6151 00000100:00100000:2.0:1767321213.729965:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990317312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.730003:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990317312:12345-0@lo:400:kworker.0 Request processed in 38us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321213.730008:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6151 00000100:00080000:2.0:1767321213.730033:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321213.730079:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990317312:0@lo:400:kworker.0 00000100:00100000:0.0:1767321213.730789:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321213.730828:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990317056:0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.730995:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317568 00000100:00100000:3.0:1767321213.731006:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317568 00000100:00100000:3.0:1767321213.731047:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317696 00000100:00100000:3.0:1767321213.731050:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317696 00000100:00100000:3.0:1767321213.731075:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:3.0:1767321213.731089:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990317568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.731172:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990317568:12345-0@lo:400:kworker.0 Request processed in 73us (2005us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321213.731178:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00100000:3.0:1767321213.731190:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:3.0:1767321213.731202:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990317696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.731254:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990317696:12345-0@lo:400:kworker.0 Request processed in 58us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321213.731277:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00100000:1.0:1767321213.731570:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990316800:0@lo:38:kworker.0 00000100:00100000:1.0:1767321213.731628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321213.731666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990316928:0@lo:38:kworker.0 00000100:00100000:1.0:1767321213.731689:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321213.731713:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990317184:0@lo:38:kworker.0 00000100:00100000:1.0:1767321213.731731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321213.731757:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990317440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321213.731785:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321213.731814:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316800 00000100:00100000:1.0:1767321213.731818:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316800 00000100:00100000:1.0:1767321213.731838:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317184 00000100:00100000:1.0:1767321213.731841:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317184 00000100:00100000:1.0:1767321213.731944:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317440 00000100:00100000:1.0:1767321213.731947:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317440 00000100:00100000:1.0:1767321213.731959:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24712 00000100:00100000:1.0:1767321213.731963:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990316800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321213.731983:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321213.732016:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990316800:12345-0@lo:38:kworker.0 Request processed in 51us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321213.732022:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24712 00000100:00100000:1.0:1767321213.732034:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24713 00000100:00100000:1.0:1767321213.732038:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990317184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321213.732047:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321213.732066:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990317184:12345-0@lo:38:kworker.0 Request processed in 27us (334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321213.732071:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24713 00000100:00100000:1.0:1767321213.732080:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24714 00000100:00100000:1.0:1767321213.732083:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990317440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321213.732093:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321213.732108:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990317440:12345-0@lo:38:kworker.0 Request processed in 24us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321213.732113:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24714 00000100:00080000:1.0:1767321213.732146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321213.732150:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321213.732325:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990317568:0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.732350:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990316928 00000100:00100000:3.0:1767321213.732353:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990316928 00000100:00100000:3.0:1767321213.732371:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1767321213.732376:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990316928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321213.732385:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321213.732409:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990316928:12345-0@lo:38:kworker.0 Request processed in 32us (719us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321213.732414:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:0.0:1767321213.732562:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990317696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321213.732646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990316800:0@lo:38:kworker.0 00000100:00080000:1.0:1767321213.732660:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321213.732663:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321213.732666:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990316928:0@lo:38:kworker.0 00000100:00080000:1.0:1767321213.732673:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321213.732675:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321213.732678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990317184:0@lo:38:kworker.0 00000100:00080000:1.0:1767321213.732684:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321213.732687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321213.732689:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d0ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990317440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321213.792868:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321214.560643:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321214.819385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321214.823215:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321214.823311:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321214.823480:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938688 00000100:00100000:0.0:1767321214.823490:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938688 00000100:00100000:0.0:1767321214.823570:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938560 00000100:00100000:0.0:1767321214.823573:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938560 00000100:00100000:0.0:1767321214.823596:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6152 00000100:00100000:0.0:1767321214.823607:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925938688:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321214.823686:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925938688:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321214.823693:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6152 00000100:00100000:0.0:1767321214.823713:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24715 00000100:00100000:0.0:1767321214.823717:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925938560:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321214.823748:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321214.823773:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925938560:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 55us (463us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321214.823780:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24715 00000100:00080000:3.0:1767321214.824271:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321215.584984:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321215.840362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321216.608564:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321216.864380:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321217.637610:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321217.824719:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990317824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321217.824795:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321217.825032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990317952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321217.825065:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321217.825150:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317824 00000100:00100000:0.0:1767321217.825160:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317824 00000100:00080000:3.0:1767321217.825293:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321217.825374:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990317952 00000100:00100000:0.0:1767321217.825378:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990317952 00000100:00100000:0.0:1767321217.825406:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00100000:0.0:1767321217.825414:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990317824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321217.825442:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321217.825503:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990317824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321217.825511:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000100:00100000:0.0:1767321217.825528:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:0.0:1767321217.825535:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990317952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321217.825549:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321217.825577:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990317952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321217.825582:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00000100:00100000:0.0:1767321217.825621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990317952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321217.825652:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990317824:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321217.825747:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321217.888384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321218.656599:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321218.848444:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321218.848456:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321218.848460:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321218.848464:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321218.848469:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321218.848477:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6463 00000100:00080000:0.0:1767321218.848482:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321218.848490:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321218.848533:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7edf80 x1853163990318080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321218.848562:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321218.848565:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321218.848567:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321218.848570:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6463 00000100:00080000:0.0:1767321218.848572:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321218.848577:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321218.848592:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa7ef800 x1853163990318208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321218.848717:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321218.848721:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321218.848723:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321218.848727:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6463 00000100:00080000:0.0:1767321218.848730:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321218.848733:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321218.848748:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2a00 x1853163990318464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321218.848778:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321218.848782:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321218.848784:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321218.848787:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6463 00000100:00080000:0.0:1767321218.848789:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321218.848793:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321218.848804:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa720700 x1853163990318720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321218.848877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990318976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.848948:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321218.849007:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321218.849013:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990318336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321218.849091:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318976 00000100:00100000:2.0:1767321218.849099:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318976 00000100:00100000:2.0:1767321218.849146:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218 00000100:00100000:2.0:1767321218.849155:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990318976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849206:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990318976:12345-0@lo:400:kworker.0 Request processed in 52us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321218.849217:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218 00000100:00100000:2.0:1767321218.849263:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318336 00000100:00100000:2.0:1767321218.849267:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318336 00000100:00100000:2.0:1767321218.849303:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6153 00000100:00100000:2.0:1767321218.849310:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990318336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849350:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990318336:12345-0@lo:400:kworker.0 Request processed in 41us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321218.849356:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153 00000100:00100000:2.0:1767321218.849396:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990318336:0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849407:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990318976:0@lo:400:kworker.0 00000100:00080000:2.0:1767321218.849455:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321218.849476:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990318592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849501:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321218.849519:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321218.849525:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990318848:0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849548:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321218.849572:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318592 00000100:00100000:2.0:1767321218.849576:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318592 00000100:00100000:2.0:1767321218.849603:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6154 00000100:00100000:2.0:1767321218.849609:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990318592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849644:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d0ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990318592:12345-0@lo:400:kworker.0 Request processed in 35us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321218.849650:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6154 00000100:00080000:2.0:1767321218.849664:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321218.849681:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990318592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849696:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318848 00000100:00100000:2.0:1767321218.849698:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318848 00000100:00100000:2.0:1767321218.849715:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1767321218.849720:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990318848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321218.849747:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990318848:12345-0@lo:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321218.849753:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1767321218.849775:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990318848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321218.850427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990318080:0@lo:38:kworker.0 00000100:00100000:1.0:1767321218.850470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321218.850495:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990318208:0@lo:38:kworker.0 00000100:00100000:1.0:1767321218.850517:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321218.850543:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990318464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321218.850566:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321218.850585:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990318720:0@lo:38:kworker.0 00000100:00100000:1.0:1767321218.850602:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321218.850633:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318080 00000100:00100000:1.0:1767321218.850637:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318080 00000100:00100000:1.0:1767321218.850658:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318464 00000100:00100000:1.0:1767321218.850661:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318464 00000100:00100000:1.0:1767321218.850668:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318720 00000100:00100000:1.0:1767321218.850671:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318720 00000100:00100000:1.0:1767321218.850680:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24716 00000100:00100000:1.0:1767321218.850684:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990318080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321218.850701:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321218.850734:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990318080:12345-0@lo:38:kworker.0 Request processed in 48us (263us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321218.850740:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24716 00000100:00100000:1.0:1767321218.850754:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24717 00000100:00100000:1.0:1767321218.850757:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990318464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321218.850766:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321218.850789:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990318464:12345-0@lo:38:kworker.0 Request processed in 30us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321218.850796:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24717 00000100:00100000:1.0:1767321218.850807:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24718 00000100:00100000:1.0:1767321218.850810:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990318720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321218.850819:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321218.850841:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990318720:12345-0@lo:38:kworker.0 Request processed in 29us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321218.850850:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24718 00000100:00100000:1.0:1767321218.850868:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990318208 00000100:00100000:1.0:1767321218.850871:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990318208 00000100:00100000:1.0:1767321218.850891:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:1.0:1767321218.850896:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990318208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321218.850905:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321218.850928:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990318208:12345-0@lo:38:kworker.0 Request processed in 31us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321218.850934:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00080000:1.0:1767321218.850968:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321218.850972:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321218.850976:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990318080:0@lo:38:kworker.0 00000100:00080000:1.0:1767321218.850985:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321218.850988:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321218.850991:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa7ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990318208:0@lo:38:kworker.0 00000100:00080000:1.0:1767321218.850998:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321218.851000:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321218.851003:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990318464:0@lo:38:kworker.0 00000100:00080000:1.0:1767321218.851010:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321218.851013:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321218.851015:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990318720:0@lo:38:kworker.0 00000100:00100000:0.0:1767321218.912534:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321219.682429:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321219.936579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321219.939392:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321219.940506:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938816 00000100:00100000:2.0:1767321219.940516:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938816 00000100:00100000:1.0:1767321219.940689:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24719 00000100:00100000:1.0:1767321219.940699:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925938816:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321219.942265:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321219.942359:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925938816:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 1659us (2977us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321219.942370:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24719 00000100:00100000:1.0:1767321219.944315:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321219.945204:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925938944 00000100:00100000:0.0:1767321219.945215:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925938944 00000100:00100000:0.0:1767321219.945612:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6155 00000100:00100000:0.0:1767321219.945623:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925938944:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321219.945713:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925938944:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (1407us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321219.945722:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6155 00000100:00080000:2.0:1767321219.951507:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321220.705317:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321220.960527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321221.729598:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321221.984559:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321222.752644:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321222.944565:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321222.944596:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990319104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321222.944675:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321222.944887:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319104 00000100:00100000:0.0:1767321222.944896:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319104 00000100:00100000:0.0:1767321222.944970:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435 00000100:00100000:0.0:1767321222.944979:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990319104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321222.945010:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321222.945080:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990319104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321222.945088:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435 00000100:00080000:2.0:1767321222.945263:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321222.945283:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990319232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321222.945312:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321222.945431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990319104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321222.945754:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319232 00000100:00100000:0.0:1767321222.945759:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319232 00000100:00100000:0.0:1767321222.945797:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436 00000100:00100000:0.0:1767321222.945803:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990319232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321222.945821:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321222.945861:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa7edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990319232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321222.945867:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436 00000100:00080000:2.0:1767321222.945913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321222.946025:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990319232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321223.009036:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321223.776887:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321223.968582:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.968593:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321223.968596:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.968600:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.968604:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.968614:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6468 00000100:00080000:2.0:1767321223.968619:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.968626:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321223.968671:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecca80 x1853163990319360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321223.968689:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.968692:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.968694:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.968698:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6468 00000100:00080000:2.0:1767321223.968700:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.968704:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321223.968716:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecf800 x1853163990319488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321223.968750:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.968765:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.968767:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.968771:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6468 00000100:00080000:2.0:1767321223.968773:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.968777:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321223.968788:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecdf80 x1853163990319744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321223.968813:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.968816:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.968818:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.968821:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6468 00000100:00080000:2.0:1767321223.968824:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.968827:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321223.968837:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2dfecd880 x1853163990320000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321223.968889:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990320256:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.968950:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.969007:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321223.969013:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990319616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.969049:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.969080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990319872:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.969100:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.969115:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321223.969119:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990320128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.969137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.969161:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320256 00000100:00100000:2.0:1767321223.969168:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320256 00000100:00100000:2.0:1767321223.969206:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320128 00000100:00100000:2.0:1767321223.969209:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320128 00000100:00100000:2.0:1767321223.969251:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:2.0:1767321223.969261:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990320256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.969310:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990320256:12345-0@lo:400:kworker.0 Request processed in 50us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321223.969317:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00100000:2.0:1767321223.969334:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:2.0:1767321223.969419:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990320128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.969456:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990320128:12345-0@lo:400:kworker.0 Request processed in 40us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321223.969462:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00100000:2.0:1767321223.969501:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990320128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.969526:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfeced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990320256:0@lo:400:kworker.0 00000100:00100000:0.0:1767321223.970396:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319616 00000100:00100000:0.0:1767321223.970402:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319616 00000100:00100000:0.0:1767321223.970456:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319872 00000100:00100000:0.0:1767321223.970459:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319872 00000100:00100000:0.0:1767321223.970481:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6156 00000100:00100000:0.0:1767321223.970499:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990319616:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321223.970542:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321223.970565:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990319616:12345-0@lo:400:kworker.0 Request processed in 67us (1515us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321223.970576:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6156 00000100:00100000:2.0:1767321223.970595:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6157 00000100:00100000:2.0:1767321223.970606:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990319872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321223.970627:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990319616:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.970656:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990319872:12345-0@lo:400:kworker.0 Request processed in 52us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321223.970664:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6157 00000100:00100000:3.0:1767321223.970668:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990319360:0@lo:38:kworker.0 00000100:00100000:2.0:1767321223.970698:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990319872:0@lo:400:kworker.0 00000100:00100000:3.0:1767321223.970709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321223.970740:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990319488:0@lo:38:kworker.0 00000100:00100000:3.0:1767321223.970764:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321223.970796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990319744:0@lo:38:kworker.0 00000100:00100000:3.0:1767321223.970817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321223.970831:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990320000:0@lo:38:kworker.0 00000100:00100000:3.0:1767321223.970852:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.970856:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319488 00000100:00100000:2.0:1767321223.970861:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319488 00000100:00100000:3.0:1767321223.970899:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319360 00000100:00100000:3.0:1767321223.970904:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319360 00000100:00100000:1.0:1767321223.972354:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990319744 00000100:00100000:1.0:1767321223.972365:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990319744 00000100:00100000:3.0:1767321223.972367:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320000 00000100:00100000:3.0:1767321223.972374:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320000 00000100:00100000:1.0:1767321223.972407:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24720 00000100:00100000:1.0:1767321223.972415:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990319360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321223.972438:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321223.972501:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:2.0:1767321223.972509:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990319488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321223.972520:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321223.972557:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24721 00000100:00100000:3.0:1767321223.972562:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990319744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321223.972572:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321223.972888:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990319488:12345-0@lo:38:kworker.0 Request processed in 378us (2121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321223.972900:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24722 00000100:00100000:2.0:1767321223.972900:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00100000:0.0:1767321223.972911:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990320000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321223.972922:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321223.972962:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990320000:12345-0@lo:38:kworker.0 Request processed in 52us (2110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321223.972970:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24722 00000100:00100000:3.0:1767321223.973192:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990319744:12345-0@lo:38:kworker.0 Request processed in 627us (2372us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321223.973199:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24721 00000100:00100000:1.0:1767321223.974453:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990319360:12345-0@lo:38:kworker.0 Request processed in 2031us (3740us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321223.974463:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24720 00000100:00080000:2.0:1767321223.974661:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321223.974667:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321223.974671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990319360:0@lo:38:kworker.0 00000100:00080000:2.0:1767321223.974684:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321223.974687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321223.974690:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990319488:0@lo:38:kworker.0 00000100:00080000:2.0:1767321223.974700:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321223.974705:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321223.974707:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990319744:0@lo:38:kworker.0 00000100:00080000:2.0:1767321223.974717:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321223.974720:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321223.974723:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990320000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321224.033431:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321224.800472:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321225.056551:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321225.062458:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321225.062561:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321225.068575:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939200 00000100:00100000:1.0:1767321225.068592:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939200 00000100:00100000:3.0:1767321225.068709:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939072 00000100:00100000:3.0:1767321225.068715:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939072 00000100:00100000:1.0:1767321225.068729:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6158 00000100:00080000:2.0:1767321225.068789:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321225.069224:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925939200:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321225.069332:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24723 00000100:00100000:3.0:1767321225.069338:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925939072:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:1.0:1767321225.069361:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925939200:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 146us (6915us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321225.069368:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6158 00010000:00020000:3.0:1767321225.069370:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321225.069398:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925939072:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 59us (6836us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321225.069405:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24723 00010000:00010000:3.0:1767321225.828051:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321226.080405:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321226.848724:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321227.104477:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321227.872753:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321228.064673:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321228.064690:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321228.064700:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990320512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321228.064700:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990320384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321228.064798:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321203/real 1767321203] req@ffff96e2fa74b100 x1853163990314112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321228 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321228.065549:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321228.066025:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320512 00000100:00100000:1.0:1767321228.066034:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320512 00000100:00100000:1.0:1767321228.066107:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:1.0:1767321228.066118:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990320512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321228.066149:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321228.066200:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990320512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321228.066207:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:1.0:1767321228.066286:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990320512:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321228.066580:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321228.071388:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321228.073782:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320384 00000100:00100000:1.0:1767321228.073796:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320384 00000100:00100000:1.0:1767321228.073923:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:1.0:1767321228.073935:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990320384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321228.073971:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321228.074204:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990320384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 272us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321228.074211:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00080000:0.0:1767321228.074320:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321228.074527:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2fa74b100 x1853163990314112/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321228 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321228.074549:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.074610:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321228.074615:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990314112:0@lo:250:kworker.0 00000100:00100000:3.0:1767321228.075422:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2da48e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990320384:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321228.079782:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321228.079793:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321228.079797:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321228.079805:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6453 00000100:00080000:1.0:1767321228.079810:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321228.079816:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321228.079854:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099f80 x1853163990320640/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321228.079938:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990320640:0@lo:250:kworker.0 00000400:00000100:2.0:1767321228.080002:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990320640 offset 0 length 520: 4 00000100:00080000:1.0:1767321228.080155:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321228.080160:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321228.080162:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321228.080166:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6473 00000100:00080000:1.0:1767321228.080169:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321228.080172:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321228.080188:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099180 x1853163990320768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321228.081518:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990320768:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.081609:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321228.081741:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320768 00000100:00100000:0.0:1767321228.081749:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320768 00000100:00100000:0.0:1767321228.081796:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24724 00000100:00100000:0.0:1767321228.081803:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990320768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321228.081824:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321228.081876:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990320768:12345-0@lo:38:kworker.0 Request processed in 73us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321228.081884:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24724 00000100:00080000:2.0:1767321228.082170:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.082176:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.082179:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990320768:0@lo:38:kworker.0 00000100:00080000:1.0:1767321228.083584:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321228.083592:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321228.083596:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321228.083603:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6473 00000100:00080000:1.0:1767321228.083607:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321228.083613:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321228.083650:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ec099180 x1853163990320896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321228.083822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990320896:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.083870:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321228.084883:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321228.084890:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321228.084892:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321228.084898:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6473 00000100:00080000:1.0:1767321228.084902:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321228.084907:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321228.084932:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ee77ed80 x1853163990321152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321228.084967:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321228.084971:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321228.084973:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321228.084977:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6473 00000100:00080000:1.0:1767321228.084979:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321228.085071:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321228.085088:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b100 x1853163990321408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321228.085139:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990321280:0@lo:400:kworker.0 00000100:00100000:1.0:1767321228.085206:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321228.085282:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321280 00000100:00100000:1.0:1767321228.085289:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321280 00000100:00100000:1.0:1767321228.085339:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6159 00000100:00100000:1.0:1767321228.085349:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990321280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321228.085394:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990321280:12345-0@lo:400:kworker.0 Request processed in 48us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321228.085402:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6159 00000100:00100000:2.0:1767321228.085532:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321228.085544:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990321024:0@lo:400:kworker.0 00000100:00100000:2.0:1767321228.085570:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.085598:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321024 00000100:00100000:2.0:1767321228.085602:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321024 00000100:00100000:2.0:1767321228.085630:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6160 00000100:00100000:2.0:1767321228.085636:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990321024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321228.085668:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990321024:12345-0@lo:400:kworker.0 Request processed in 31us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321228.085675:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6160 00000100:00100000:2.0:1767321228.085731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990321024:0@lo:400:kworker.0 00000100:00100000:2.0:1767321228.085755:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990321152:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.085777:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.085794:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990321408:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.085810:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.085833:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321152 00000100:00100000:2.0:1767321228.085836:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321152 00000100:00100000:2.0:1767321228.085853:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321408 00000100:00100000:2.0:1767321228.085856:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321408 00000100:00100000:2.0:1767321228.085868:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24725 00000100:00100000:2.0:1767321228.085872:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990321152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321228.085891:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321228.085922:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990321152:12345-0@lo:38:kworker.0 Request processed in 48us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321228.085928:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24725 00000100:00100000:2.0:1767321228.085940:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24726 00000100:00100000:2.0:1767321228.085943:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990321408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321228.085953:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321228.085977:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990321408:12345-0@lo:38:kworker.0 Request processed in 31us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321228.086192:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990321280:0@lo:400:kworker.0 00000100:00100000:2.0:1767321228.086355:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24726 00000100:00080000:2.0:1767321228.086388:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.086392:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.086395:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ee77ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990321152:0@lo:38:kworker.0 00000100:00080000:2.0:1767321228.086402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.086509:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.086514:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990321408:0@lo:38:kworker.0 00000100:00080000:0.0:1767321228.086783:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321228.087587:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990320896 00000100:00100000:3.0:1767321228.087595:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990320896 00000100:00100000:3.0:1767321228.087637:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:3.0:1767321228.087643:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990320896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321228.087659:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321228.087901:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990320896:12345-0@lo:38:kworker.0 Request processed in 256us (4030us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321228.087908:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00080000:2.0:1767321228.090810:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.090823:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.090828:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990320896:0@lo:38:kworker.0 00000100:00100000:0.0:1767321228.128599:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321228.898916:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321229.152998:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321229.920946:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321230.176627:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321230.179027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321230.179181:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939456 00000100:00100000:0.0:1767321230.179191:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939456 00000100:00100000:0.0:1767321230.179359:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6161 00000100:00100000:0.0:1767321230.179369:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925939456:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321230.179450:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfeced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925939456:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 82us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321230.179536:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6161 00000100:00080000:2.0:1767321230.179812:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321230.186291:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1767321230.186338:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925939584 offset 0 length 520: 4 00000100:00100000:2.0:1767321230.188356:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939328 00000100:00100000:2.0:1767321230.188371:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939328 00000100:00100000:2.0:1767321230.188439:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24727 00000100:00100000:2.0:1767321230.188447:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925939328:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321230.188471:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321230.188556:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2da48e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925939328:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (2282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321230.188564:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24727 00010000:00010000:3.0:1767321230.944818:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321231.200490:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321231.969536:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321232.224373:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321232.995342:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321233.184492:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.184502:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321233.184516:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.184521:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.184525:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.184534:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6477 00000100:00080000:1.0:1767321233.184539:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.184546:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321233.184601:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74a300 x1853163990321536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321233.184643:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.184647:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.184649:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.184653:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6477 00000100:00080000:1.0:1767321233.184655:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.184659:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321233.184673:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748380 x1853163990321664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321233.184737:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.184741:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.184743:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.184753:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6477 00000100:00080000:1.0:1767321233.184756:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.184760:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321233.184774:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa748e00 x1853163990321920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321233.184807:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.184820:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.184822:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.184826:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6477 00000100:00080000:1.0:1767321233.184828:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.184831:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321233.184842:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163990322176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321233.184934:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990322432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321233.185028:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321233.185098:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321233.185106:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990321792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321233.185157:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.185668:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321792 00000100:00100000:0.0:1767321233.185675:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321792 00000100:00100000:3.0:1767321233.185741:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990322560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321233.185770:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162 00000100:00100000:0.0:1767321233.185782:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990321792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.185811:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.185847:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990321792:12345-0@lo:400:kworker.0 Request processed in 68us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321233.185856:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162 00000100:00100000:3.0:1767321233.185867:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322432 00000100:00100000:3.0:1767321233.185873:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322432 00000100:00100000:0.0:1767321233.185890:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990322304:0@lo:400:kworker.0 00000100:00100000:0.0:1767321233.185918:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321233.185937:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322304 00000100:00100000:0.0:1767321233.185942:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321233.185943:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322304 00000100:00100000:0.0:1767321233.185951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990322048:0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.185968:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:3.0:1767321233.185978:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990322432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321233.185984:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321233.186024:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ee77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990322432:12345-0@lo:400:kworker.0 Request processed in 47us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321233.186025:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322048 00000100:00100000:0.0:1767321233.186030:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322048 00000100:00100000:3.0:1767321233.186036:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:0.0:1767321233.186060:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6163 00000100:00100000:3.0:1767321233.186067:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:0.0:1767321233.186072:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990322048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.186081:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990322304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321233.186118:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990322048:12345-0@lo:400:kworker.0 Request processed in 48us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321233.186126:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6163 00000100:00100000:3.0:1767321233.186126:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990322304:12345-0@lo:400:kworker.0 Request processed in 48us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321233.186137:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:3.0:1767321233.186196:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322560 00000100:00100000:3.0:1767321233.186200:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322560 00000100:00100000:0.0:1767321233.186201:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990322048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321233.186219:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990322304:0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.186250:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:3.0:1767321233.186260:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990322560:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321233.186261:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321233.186273:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990322688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321233.186298:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767321233.186302:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321233.186345:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990322560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321233.186352:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:3.0:1767321233.186362:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322688 00000100:00100000:3.0:1767321233.186365:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322688 00000100:00100000:3.0:1767321233.186377:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440 00000100:00100000:3.0:1767321233.186382:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990322688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321233.186396:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321233.186440:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990322688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321233.186446:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440 00000100:00100000:3.0:1767321233.186479:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990322560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321233.186568:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990321792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321233.186579:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990322432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321233.186617:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990322688:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321233.186788:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321233.186793:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321233.186797:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321233.186816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990321536:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.186843:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.186927:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990321664:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.186972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.187000:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990321920:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.187022:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321233.187216:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321664 00000100:00100000:3.0:1767321233.187221:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321664 00000100:00100000:3.0:1767321233.187265:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:3.0:1767321233.187269:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990321664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321233.187286:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321233.187338:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990321664:12345-0@lo:38:kworker.0 Request processed in 67us (365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321233.187345:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:0.0:1767321233.189074:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990322176:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.189129:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321233.189148:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321536 00000100:00100000:3.0:1767321233.190152:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990321920 00000100:00100000:3.0:1767321233.190163:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321920 00000100:00100000:3.0:1767321233.190224:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24728 00000100:00100000:3.0:1767321233.190251:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990321920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321233.190274:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321233.190286:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990321536 00000100:00100000:3.0:1767321233.190344:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990321920:12345-0@lo:38:kworker.0 Request processed in 112us (3320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321233.190351:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24728 00000100:00100000:3.0:1767321233.190372:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24729 00000100:00100000:3.0:1767321233.190376:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990321536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321233.190386:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321233.190410:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990321536:12345-0@lo:38:kworker.0 Request processed in 33us (3567us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321233.190416:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24729 00000100:00080000:0.0:1767321233.191079:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321233.191089:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321233.191094:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990321536:0@lo:38:kworker.0 00000100:00080000:0.0:1767321233.191108:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321233.191112:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321233.191115:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990321664:0@lo:38:kworker.0 00000100:00080000:0.0:1767321233.191126:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321233.191130:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321233.191133:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990321920:0@lo:38:kworker.0 00000100:00100000:1.0:1767321233.191949:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322176 00000100:00100000:1.0:1767321233.191958:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322176 00000100:00100000:1.0:1767321233.192014:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24730 00000100:00100000:1.0:1767321233.192021:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990322176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321233.192039:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321233.192100:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990322176:12345-0@lo:38:kworker.0 Request processed in 77us (2970us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321233.192107:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24730 00000100:00080000:1.0:1767321233.192159:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321233.192165:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321233.192179:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990322176:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.248376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321234.016445:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321234.272367:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321235.040492:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321235.296391:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321235.299990:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321235.301370:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939712 00000100:00100000:3.0:1767321235.301384:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939712 00000100:00100000:3.0:1767321235.301462:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24731 00000100:00100000:3.0:1767321235.301471:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925939712:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321235.301495:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321235.317076:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925939712:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 15591us (17084us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321235.317094:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24731 00000100:00100000:0.0:1767321235.317378:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321235.318271:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939840 00000100:00100000:2.0:1767321235.318300:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939840 00000100:00100000:2.0:1767321235.318370:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6164 00000100:00100000:2.0:1767321235.318381:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925939840:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321235.318468:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925939840:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 88us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321235.318476:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6164 00000100:00080000:0.0:1767321235.319626:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321236.064544:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321236.320363:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321237.089634:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321237.344376:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321238.112765:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321238.305132:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.305141:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321238.305144:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.305149:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.305153:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.305160:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321238.305165:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.305172:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321238.305221:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400ea00 x1853163990322944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321238.305514:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990323072:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321238.305541:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.305544:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.305546:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.305549:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321238.305551:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.305554:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321238.305568:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400f480 x1853163990323200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321238.305591:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.305693:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321238.305707:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990322816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321238.305738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.305806:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990323328:0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.305833:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.305889:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323072 00000100:00100000:2.0:1767321238.305896:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323072 00000100:00100000:2.0:1767321238.305943:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322816 00000100:00100000:2.0:1767321238.305946:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322816 00000100:00100000:2.0:1767321238.305963:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:2.0:1767321238.305970:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990323072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321238.306000:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1767321238.306491:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.306496:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.306499:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.306503:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321238.306506:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.306510:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321238.306528:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400e680 x1853163990323456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321238.306576:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.306580:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.306582:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.306585:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6482 00000100:00080000:1.0:1767321238.306587:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.306591:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321238.306601:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2d400c000 x1853163990323712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321238.306639:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990323584:0@lo:400:kworker.0 00000100:00100000:1.0:1767321238.306677:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321238.306721:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323328 00000100:00100000:1.0:1767321238.306725:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323328 00000100:00100000:1.0:1767321238.306756:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323584 00000100:00100000:1.0:1767321238.306759:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323584 00000100:00100000:2.0:1767321238.310021:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990323072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4038us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321238.310037:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:2.0:1767321238.310088:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:2.0:1767321238.310106:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990322816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321238.310159:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321238.310272:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990322816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (4532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321238.310279:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:2.0:1767321238.310329:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6165 00000100:00100000:2.0:1767321238.310338:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990323328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.310380:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990323328:12345-0@lo:400:kworker.0 Request processed in 43us (4546us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321238.310387:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6165 00000100:00100000:2.0:1767321238.310438:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990323328:0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.310513:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990322944:0@lo:38:kworker.0 00000100:00100000:2.0:1767321238.310550:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.310582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990323200:0@lo:38:kworker.0 00000100:00100000:2.0:1767321238.310605:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.310629:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990323456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321238.310652:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.310667:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990323712:0@lo:38:kworker.0 00000100:00100000:2.0:1767321238.310714:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321238.310740:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990322816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321238.310753:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990322944 00000100:00100000:2.0:1767321238.310760:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990322944 00000100:00100000:0.0:1767321238.311487:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2dfecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990323072:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321238.311513:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321238.311519:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321238.311521:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321238.311663:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323456 00000100:00100000:2.0:1767321238.311665:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323712 00000100:00100000:2.0:1767321238.311675:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323712 00000100:00100000:1.0:1767321238.311680:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323200 00000100:00100000:3.0:1767321238.311681:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323456 00000100:00100000:1.0:1767321238.311689:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323200 00000100:00100000:2.0:1767321238.311708:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24732 00000100:00100000:2.0:1767321238.311715:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990322944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321238.311737:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321238.311741:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24733 00000100:00100000:1.0:1767321238.311742:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1767321238.311754:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990323200:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321238.311766:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990323712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321238.311790:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321238.311799:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990322944:12345-0@lo:38:kworker.0 Request processed in 81us (1246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321238.311811:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24732 00000100:00100000:2.0:1767321238.311830:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24734 00000100:00100000:2.0:1767321238.311837:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990323456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321238.311850:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321238.311869:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990323712:12345-0@lo:38:kworker.0 Request processed in 108us (1152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321238.311880:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24733 00000100:00100000:2.0:1767321238.311895:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990323456:12345-0@lo:38:kworker.0 Request processed in 55us (1239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321238.311904:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24734 00000100:00080000:3.0:1767321238.311957:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321238.311967:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321238.311974:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990322944:0@lo:38:kworker.0 00000100:00080000:3.0:1767321238.311992:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321238.311998:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321238.312002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990323456:0@lo:38:kworker.0 00000100:00080000:3.0:1767321238.312014:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321238.312018:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321238.312021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990323712:0@lo:38:kworker.0 00010000:00020000:1.0:1767321238.312336:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321238.312376:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990323200:12345-0@lo:38:kworker.0 Request processed in 621us (1769us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321238.312384:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:0.0:1767321238.312448:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6166 00000100:00100000:0.0:1767321238.312459:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990323584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321238.312516:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990323584:12345-0@lo:400:kworker.0 Request processed in 60us (5838us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321238.312523:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6166 00000100:00100000:1.0:1767321238.312595:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990323584:0@lo:400:kworker.0 00000100:00080000:3.0:1767321238.313890:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321238.313903:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321238.313908:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2d400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990323200:0@lo:38:kworker.0 00000100:00100000:0.0:1767321238.370413:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321239.140427:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321239.392387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321240.164967:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321240.416489:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321240.419357:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321240.419417:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321240.419527:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940096 00000100:00100000:2.0:1767321240.419537:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940096 00000100:00100000:2.0:1767321240.419613:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925939968 00000100:00100000:2.0:1767321240.419617:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925939968 00000100:00100000:2.0:1767321240.419655:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6167 00000100:00100000:2.0:1767321240.419668:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925940096:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321240.419685:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24735 00000100:00100000:3.0:1767321240.419699:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925939968:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321240.419729:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321240.419751:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925940096:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321240.419760:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6167 00000100:00100000:3.0:1767321240.419800:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925939968:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 99us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321240.419808:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24735 00000100:00080000:0.0:1767321240.420215:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321241.184491:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321241.441274:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321242.209196:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321242.466472:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321243.239363:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321243.424995:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990323840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321243.425075:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.425282:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323840 00000100:00100000:2.0:1767321243.425302:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323840 00000100:00100000:2.0:1767321243.425366:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:2.0:1767321243.425375:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990323840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321243.425404:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321243.425449:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dfecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990323840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321243.425456:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00080000:0.0:1767321243.425588:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321243.425623:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990323840:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321243.427014:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321243.427031:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321243.427034:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321243.427038:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321243.427041:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321243.427048:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321243.427053:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321243.427058:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321243.427085:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990324096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321243.427086:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990323968:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321243.427111:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321243.427114:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321243.427116:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321243.427120:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321243.427123:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321243.427126:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321243.427137:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713480 x1853163990324224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321243.427142:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321243.427155:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321243.427158:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321243.427160:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321243.427163:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321243.427165:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321243.427168:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321243.427177:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710700 x1853163990324480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321243.427185:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321243.427190:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990324352:0@lo:400:kworker.0 00000100:00080000:2.0:1767321243.427197:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321243.427200:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321243.427201:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321243.427205:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6488 00000100:00080000:2.0:1767321243.427207:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321243.427210:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321243.427214:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.427219:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710380 x1853163990324736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321243.427264:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990324608:0@lo:400:kworker.0 00000100:00100000:1.0:1767321243.427286:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.427303:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990323968 00000100:00100000:2.0:1767321243.427309:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990323968 00000100:00100000:1.0:1767321243.427316:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324352 00000100:00100000:1.0:1767321243.427319:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324352 00000100:00100000:1.0:1767321243.427367:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324608 00000100:00100000:1.0:1767321243.427370:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324608 00000100:00100000:3.0:1767321243.427376:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6168 00000100:00100000:2.0:1767321243.427481:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:2.0:1767321243.427489:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990323968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321243.427513:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321243.427565:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990323968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321243.427571:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00000100:00100000:2.0:1767321243.427604:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990324096:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.427630:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.427651:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990324224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.427671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.427692:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990324480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.427710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.427723:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990324736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.427739:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.427765:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324096 00000100:00100000:2.0:1767321243.427768:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324096 00000100:00100000:2.0:1767321243.427781:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324480 00000100:00100000:2.0:1767321243.427783:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324480 00000100:00100000:2.0:1767321243.427789:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324736 00000100:00100000:2.0:1767321243.427791:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324736 00000100:00100000:2.0:1767321243.427800:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24736 00000100:00100000:2.0:1767321243.427805:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990324096:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321243.427815:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6169 00000100:00100000:1.0:1767321243.427820:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990324608:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1767321243.427821:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321243.427854:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990324608:12345-0@lo:400:kworker.0 Request processed in 33us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321243.427854:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990324096:12345-0@lo:38:kworker.0 Request processed in 47us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321243.427860:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6169 00000100:00100000:3.0:1767321243.427882:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990324352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321243.427916:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990324352:12345-0@lo:400:kworker.0 Request processed in 533us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321243.428393:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24736 00000100:00100000:2.0:1767321243.428409:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24737 00000100:00100000:2.0:1767321243.428413:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990324480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321243.428425:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321243.428450:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990324480:12345-0@lo:38:kworker.0 Request processed in 36us (739us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.428456:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24737 00000100:00100000:2.0:1767321243.428466:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24738 00000100:00100000:2.0:1767321243.428469:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990324736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321243.428476:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321243.428493:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990324736:12345-0@lo:38:kworker.0 Request processed in 23us (754us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.428498:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24738 00000100:00080000:2.0:1767321243.428527:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.428531:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.428535:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990324096:0@lo:38:kworker.0 00000100:00080000:2.0:1767321243.428545:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.428548:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.428551:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990324480:0@lo:38:kworker.0 00000100:00080000:2.0:1767321243.428558:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.428561:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.428564:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990324736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.428626:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324224 00000100:00100000:2.0:1767321243.428630:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324224 00000100:00100000:2.0:1767321243.428651:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:2.0:1767321243.428656:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990324224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321243.428666:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321243.428694:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990324224:12345-0@lo:38:kworker.0 Request processed in 37us (1021us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.428700:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:2.0:1767321243.428727:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990324352:0@lo:400:kworker.0 00000100:00100000:2.0:1767321243.428742:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990323968:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321243.428769:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.428773:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.428776:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990324224:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.428804:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990324608:0@lo:400:kworker.0 00000100:00100000:3.0:1767321243.434627:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6168 00000100:00080000:0.0:1767321243.436416:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321243.436426:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321243.491487:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321244.256713:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321244.512547:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321245.280605:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321245.536526:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321245.545917:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321245.545965:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321245.546494:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940352 00000100:00100000:3.0:1767321245.546504:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940352 00000100:00100000:3.0:1767321245.546572:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940224 00000100:00100000:3.0:1767321245.546575:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940224 00000100:00100000:3.0:1767321245.546592:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6170 00000100:00100000:3.0:1767321245.546600:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925940352:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321245.546662:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925940352:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 63us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321245.546669:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6170 00000100:00100000:3.0:1767321245.546683:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24739 00000100:00100000:3.0:1767321245.546687:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925940224:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321245.546707:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321245.546727:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925940224:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 38us (762us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321245.546733:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24739 00000100:00080000:0.0:1767321245.547220:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321246.304500:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321246.560500:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321247.331867:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321247.584385:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321248.353692:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321248.544444:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321248.544454:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321248.544457:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321248.544461:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321248.544466:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321248.544485:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6493 00000100:00080000:2.0:1767321248.544490:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321248.544498:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321248.544539:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713100 x1853163990324864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321248.544554:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321248.544557:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321248.544558:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321248.544562:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6493 00000100:00080000:2.0:1767321248.544564:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321248.544567:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321248.544577:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713480 x1853163990324992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321248.544685:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321248.544690:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321248.544691:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321248.544694:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6493 00000100:00080000:2.0:1767321248.544697:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321248.544700:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321248.544712:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710380 x1853163990325248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321248.544736:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321248.544739:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321248.544741:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321248.544744:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6493 00000100:00080000:2.0:1767321248.544746:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321248.544749:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321248.544760:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990325504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321248.544861:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990324864:0@lo:38:kworker.0 00000100:00100000:3.0:1767321248.544970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321248.545030:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990324992:0@lo:38:kworker.0 00000100:00100000:3.0:1767321248.545056:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321248.545081:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990325248:0@lo:38:kworker.0 00000100:00100000:3.0:1767321248.545102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321248.545117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990325504:0@lo:38:kworker.0 00000100:00100000:3.0:1767321248.545135:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321248.545168:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324864 00000100:00100000:3.0:1767321248.545175:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324864 00000100:00100000:0.0:1767321248.545177:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325248 00000100:00100000:0.0:1767321248.545180:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325248 00000100:00100000:0.0:1767321248.545205:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325504 00000100:00100000:0.0:1767321248.545208:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325504 00000100:00100000:3.0:1767321248.545220:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24740 00000100:00100000:3.0:1767321248.545253:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990325248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321248.545273:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321248.545313:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990325248:12345-0@lo:38:kworker.0 Request processed in 86us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321248.547624:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990325120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.547687:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.547715:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990325888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321248.547739:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.547774:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321248.547779:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990325760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.547847:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.547908:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325760 00000100:00100000:1.0:1767321248.547928:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325760 00000100:00100000:1.0:1767321248.547985:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:1.0:1767321248.547992:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990325760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.548033:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990325760:12345-0@lo:400:kworker.0 Request processed in 42us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.548038:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00080000:1.0:1767321248.548055:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321248.548079:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990325760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.548110:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990325632:0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.548132:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.548162:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767321248.548169:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990325376:0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.548190:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.548568:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990326016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321248.548586:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.548607:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325632 00000100:00100000:1.0:1767321248.548610:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325632 00000100:00100000:1.0:1767321248.548630:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:1.0:1767321248.548634:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990325632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.548656:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990325632:12345-0@lo:400:kworker.0 Request processed in 22us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.548660:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00080000:1.0:1767321248.548670:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321248.548677:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325888 00000100:00100000:1.0:1767321248.548680:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325888 00000100:00100000:1.0:1767321248.548700:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326016 00000100:00100000:1.0:1767321248.548702:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326016 00000100:00100000:1.0:1767321248.548713:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445 00000100:00100000:1.0:1767321248.548718:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990325888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321248.548741:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321248.548770:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990325888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.548774:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445 00000100:00100000:1.0:1767321248.549433:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446 00000100:00100000:1.0:1767321248.549442:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990326016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321248.549457:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321248.549483:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990326016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.549486:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446 00000100:00100000:1.0:1767321248.549534:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990326016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321248.549540:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990325632:0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.549564:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990325888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321248.549615:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325120 00000100:00100000:1.0:1767321248.549618:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325120 00000100:00100000:2.0:1767321248.549753:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990325376 00000100:00100000:2.0:1767321248.549756:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990325376 00000100:00100000:0.0:1767321248.551000:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24741 00000100:00100000:0.0:1767321248.551013:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990324864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321248.551048:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321248.551119:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990324864:12345-0@lo:38:kworker.0 Request processed in 108us (6149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321248.551126:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24741 00000100:00100000:0.0:1767321248.551157:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24742 00000100:00100000:0.0:1767321248.551162:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990325504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321248.551172:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321248.551197:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990325504:12345-0@lo:38:kworker.0 Request processed in 34us (6061us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321248.551202:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24742 00000100:00100000:0.0:1767321248.551266:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990324992 00000100:00100000:0.0:1767321248.551272:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990324992 00000100:00100000:0.0:1767321248.551299:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:0.0:1767321248.551304:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990324992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321248.551315:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321248.551318:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24740 00000100:00100000:0.0:1767321248.551346:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990324992:12345-0@lo:38:kworker.0 Request processed in 40us (6288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321248.551354:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00080000:3.0:1767321248.551395:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321248.551402:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321248.551409:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321248.551413:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990324864:0@lo:38:kworker.0 00000100:00080000:0.0:1767321248.551426:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321248.551429:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321248.551433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990324992:0@lo:38:kworker.0 00000100:00080000:0.0:1767321248.551443:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321248.551446:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321248.551449:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990325248:0@lo:38:kworker.0 00000100:00080000:0.0:1767321248.551459:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321248.551461:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321248.551465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990325504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321248.551707:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6171 00000100:00100000:1.0:1767321248.551720:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990325120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.551770:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990325120:12345-0@lo:400:kworker.0 Request processed in 57us (4083us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.551775:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6171 00000100:00100000:3.0:1767321248.551839:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990325120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321248.551932:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6172 00000100:00100000:2.0:1767321248.551943:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990325376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321248.551985:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990325376:12345-0@lo:400:kworker.0 Request processed in 46us (3794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321248.551989:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6172 00000100:00100000:3.0:1767321248.552032:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990325376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321248.608370:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321249.376488:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321249.632384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321250.404212:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321250.657331:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321250.662130:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321250.662344:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940608 00000100:00100000:0.0:1767321250.662359:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940608 00000100:00100000:0.0:1767321250.662527:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6173 00000100:00100000:0.0:1767321250.662540:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925940608:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321250.662664:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925940608:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 127us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321250.662672:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6173 00000100:00080000:3.0:1767321250.668289:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321250.668656:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321250.669377:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940480 00000100:00100000:2.0:1767321250.669391:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940480 00000100:00100000:2.0:1767321250.669613:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24743 00000100:00100000:2.0:1767321250.669623:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925940480:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321250.669655:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321250.669762:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925940480:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 138us (1115us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321250.669770:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24743 00010000:00010000:3.0:1767321251.424476:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321251.680925:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321252.449885:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321252.705996:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321253.478450:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321253.664380:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321228/real 1767321228] req@ffff96e2ec099f80 x1853163990320640/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321253 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321253.664415:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2ec099f80 x1853163990320640/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321253 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321253.664435:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321253.664471:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321253.664475:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ec099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990320640:0@lo:250:kworker.0 00000100:00080000:2.0:1767321253.664624:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321253.664629:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321253.664632:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321253.664637:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6477 00000100:00080000:2.0:1767321253.664640:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321253.664646:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321253.664678:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712680 x1853163990326144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321253.664702:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321253.664705:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321253.664707:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321253.664710:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6498 00000100:00080000:2.0:1767321253.664712:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321253.664715:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321253.664728:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713800 x1853163990326272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321253.664736:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321253.664738:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321253.664740:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321253.664743:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6498 00000100:00080000:2.0:1767321253.664745:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321253.664756:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321253.664766:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb710380 x1853163990326400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321253.664804:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321253.664808:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321253.664810:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321253.664813:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6498 00000100:00080000:2.0:1767321253.664815:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321253.664818:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321253.664828:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb713100 x1853163990326656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321253.664866:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321253.664869:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321253.664871:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321253.664874:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6498 00000100:00080000:2.0:1767321253.664876:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321253.664879:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321253.664890:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1eb712d80 x1853163990326912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321253.665116:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990326144:0@lo:250:kworker.0 00000400:00000100:0.0:1767321253.665168:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990326144 offset 0 length 520: 4 00000100:00100000:0.0:1767321253.665211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990326272:0@lo:38:kworker.0 00000100:00100000:0.0:1767321253.665267:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321253.665296:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990326400:0@lo:38:kworker.0 00000100:00100000:0.0:1767321253.665318:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321253.665331:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990326656:0@lo:38:kworker.0 00000100:00100000:0.0:1767321253.665347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321253.665366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990326912:0@lo:38:kworker.0 00000100:00100000:0.0:1767321253.665384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321253.665418:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326272 00000100:00100000:0.0:1767321253.665426:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326272 00000100:00100000:0.0:1767321253.665456:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326656 00000100:00100000:0.0:1767321253.665459:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326656 00000100:00100000:0.0:1767321253.665469:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326912 00000100:00100000:0.0:1767321253.665472:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326912 00000100:00100000:0.0:1767321253.665490:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24744 00000100:00100000:0.0:1767321253.665496:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990326272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321253.665516:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321253.665558:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990326272:12345-0@lo:38:kworker.0 Request processed in 60us (291us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321253.665565:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24744 00000100:00100000:0.0:1767321253.665582:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24745 00000100:00100000:0.0:1767321253.665585:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990326656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321253.665593:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321253.665615:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990326656:12345-0@lo:38:kworker.0 Request processed in 28us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321253.665621:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24745 00000100:00100000:0.0:1767321253.665633:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24746 00000100:00100000:0.0:1767321253.665637:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990326912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321253.665646:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321253.665666:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990326912:12345-0@lo:38:kworker.0 Request processed in 28us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321253.665671:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24746 00000100:00080000:0.0:1767321253.665708:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321253.665713:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321253.665716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990326272:0@lo:38:kworker.0 00000100:00080000:0.0:1767321253.665724:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321253.665727:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321253.665729:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990326656:0@lo:38:kworker.0 00000100:00080000:0.0:1767321253.665735:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321253.665738:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321253.665741:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990326912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321253.666035:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990327168:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666070:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321253.666094:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321253.666100:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990326528:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666120:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321253.666144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990326784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666167:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321253.666184:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321253.666190:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990327040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666214:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321253.666257:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326528 00000100:00100000:1.0:1767321253.666261:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326528 00000100:00100000:1.0:1767321253.666297:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326784 00000100:00100000:1.0:1767321253.666300:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326784 00000100:00100000:1.0:1767321253.666316:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6174 00000100:00100000:1.0:1767321253.666322:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990326528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666363:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990326528:12345-0@lo:400:kworker.0 Request processed in 40us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321253.666368:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6174 00000100:00100000:1.0:1767321253.666382:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6175 00000100:00100000:1.0:1767321253.666389:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990326784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666435:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990326784:12345-0@lo:400:kworker.0 Request processed in 47us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321253.666441:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6175 00000100:00100000:1.0:1767321253.666498:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327168 00000100:00100000:1.0:1767321253.666502:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327168 00000100:00100000:1.0:1767321253.666526:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327040 00000100:00100000:1.0:1767321253.666529:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327040 00000100:00100000:1.0:1767321253.666545:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:1.0:1767321253.666551:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990327168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666578:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2d400e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990327168:12345-0@lo:400:kworker.0 Request processed in 27us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321253.666583:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:1.0:1767321253.666595:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:1.0:1767321253.666600:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f3f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990327040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.666624:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f3f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990327040:12345-0@lo:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321253.666630:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00100000:2.0:1767321253.666965:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990326528:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.666977:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990327168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.666994:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321253.666999:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990327296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321253.667027:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321253.667056:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327296 00000100:00100000:2.0:1767321253.667060:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327296 00000100:00100000:2.0:1767321253.667086:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00100000:2.0:1767321253.667092:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990327296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321253.667114:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321253.667148:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990327296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321253.667154:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00100000:2.0:1767321253.667196:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990327296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321253.667226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990327040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.667259:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990326784:0@lo:400:kworker.0 00000100:00100000:3.0:1767321253.667673:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990326400 00000100:00100000:3.0:1767321253.667679:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990326400 00000100:00100000:3.0:1767321253.667703:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:3.0:1767321253.667709:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990326400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321253.667724:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321253.667770:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990326400:12345-0@lo:38:kworker.0 Request processed in 60us (2450us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321253.667776:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00080000:3.0:1767321253.667813:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321253.667818:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321253.667820:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321253.668200:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321253.668205:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321253.668209:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990326400:0@lo:38:kworker.0 00000100:00100000:1.0:1767321253.668931:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990327424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321253.668971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321253.669492:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327424 00000100:00100000:0.0:1767321253.669498:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327424 00000100:00100000:0.0:1767321253.669543:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:0.0:1767321253.669550:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990327424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321253.669577:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321253.669629:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990327424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321253.669635:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:1.0:1767321253.670027:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990327424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321253.730632:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321254.498165:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321254.752862:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767321254.756399:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925940736 offset 0 length 520: 4 00000100:00100000:0.0:1767321254.764776:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321254.764815:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321254.764893:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940864 00000100:00100000:1.0:1767321254.764905:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940864 00000100:00100000:3.0:1767321254.764919:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925940992 00000100:00100000:3.0:1767321254.764925:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925940992 00000100:00100000:1.0:1767321254.764967:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24747 00000100:00100000:1.0:1767321254.764976:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925940864:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:3.0:1767321254.764989:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6176 00000100:00100000:3.0:1767321254.764998:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925940992:12345-192.168.204.1@tcp:400:kworker.0 00010000:00020000:1.0:1767321254.765000:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321254.765075:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321254.765161:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925940864:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 184us (402us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321254.765169:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24747 00000100:00100000:3.0:1767321254.765214:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925940992:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 216us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321254.765222:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6176 00010000:00010000:3.0:1767321255.520637:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321255.778781:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321256.544784:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321256.800932:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321257.569306:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321257.824400:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321258.596076:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321258.784608:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990327552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321258.784681:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321258.784911:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327552 00000100:00100000:2.0:1767321258.784921:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327552 00000100:00100000:2.0:1767321258.785034:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:2.0:1767321258.785045:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2dab8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990327552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321258.785078:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321258.785131:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2dab8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990327552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321258.785138:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:2.0:1767321258.785453:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990327552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321258.786436:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321258.786450:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990327680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321258.786493:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321258.786539:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327680 00000100:00100000:0.0:1767321258.786544:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327680 00000100:00080000:1.0:1767321258.787450:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321258.787456:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321258.787679:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1767321258.787690:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990327680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321258.787732:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767321258.787751:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321258.787758:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321258.787762:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321258.787766:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321258.787770:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321258.787776:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6503 00000100:00080000:3.0:1767321258.787782:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321258.787797:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990327680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (1302us total) trans 0 rc 0/0 00000100:00080000:3.0:1767321258.787798:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321258.787809:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:3.0:1767321258.787830:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163990327808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321258.787855:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321258.787858:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767321258.787862:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990327680:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321258.787862:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321258.787869:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6503 00000100:00080000:3.0:1767321258.787873:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321258.787877:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321258.787888:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163990327936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321258.787911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990327808:0@lo:38:kworker.0 00000100:00080000:3.0:1767321258.787915:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321258.787919:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321258.787921:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321258.787924:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6503 00000100:00080000:3.0:1767321258.787927:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321258.787930:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321258.787938:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4bb80 x1853163990328192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321258.787958:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321258.787961:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321258.787962:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321258.787965:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6503 00000100:00080000:3.0:1767321258.787968:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321258.787972:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321258.787981:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4ad80 x1853163990328448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321258.788055:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321258.788064:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990328064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321258.788179:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321258.788190:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990328320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321258.791108:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321258.791253:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321258.791426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990327936:0@lo:38:kworker.0 00000100:00100000:0.0:1767321258.791462:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321258.791501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990328192:0@lo:38:kworker.0 00000100:00100000:0.0:1767321258.791537:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321258.793521:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328320 00000100:00100000:1.0:1767321258.793537:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328320 00000100:00100000:1.0:1767321258.793642:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327808 00000100:00100000:1.0:1767321258.793646:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327808 00000100:00100000:1.0:1767321258.793669:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6177 00000100:00100000:1.0:1767321258.793683:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990328320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321258.793781:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990328320:12345-0@lo:400:kworker.0 Request processed in 103us (2682us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321258.793789:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6177 00000100:00100000:1.0:1767321258.793810:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24748 00000100:00100000:1.0:1767321258.793814:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990327808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321258.793834:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321258.793864:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990327808:12345-0@lo:38:kworker.0 Request processed in 48us (2612us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321258.793870:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24748 00000100:00080000:1.0:1767321258.793896:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321258.793942:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990327936 00000100:00100000:1.0:1767321258.793947:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990327936 00000100:00100000:1.0:1767321258.793967:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:1.0:1767321258.793971:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990327936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321258.793981:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321258.794010:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990327936:12345-0@lo:38:kworker.0 Request processed in 37us (2547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321258.794019:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00100000:0.0:1767321258.794365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990328448:0@lo:38:kworker.0 00000100:00100000:0.0:1767321258.794401:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321258.794423:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328192 00000100:00100000:0.0:1767321258.794427:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328192 00000100:00100000:0.0:1767321258.794447:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328448 00000100:00100000:0.0:1767321258.794450:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328448 00000100:00100000:0.0:1767321258.794467:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24749 00000100:00100000:0.0:1767321258.794472:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990328192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321258.794483:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321258.794521:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990328192:12345-0@lo:38:kworker.0 Request processed in 48us (2983us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321258.794526:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24749 00000100:00100000:0.0:1767321258.794541:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24750 00000100:00100000:0.0:1767321258.794545:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990328448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321258.794553:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321258.794575:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990328448:12345-0@lo:38:kworker.0 Request processed in 28us (174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321258.794581:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24750 00000100:00080000:0.0:1767321258.794616:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321258.794754:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321258.794759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990328448:0@lo:38:kworker.0 00000100:00080000:0.0:1767321258.794774:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321258.794778:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321258.794781:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990327808:0@lo:38:kworker.0 00000100:00080000:0.0:1767321258.794790:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321258.794793:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321258.794796:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990327936:0@lo:38:kworker.0 00000100:00080000:0.0:1767321258.794831:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321258.794835:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321258.794837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990328192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321258.795080:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990328320:0@lo:400:kworker.0 00000100:00100000:3.0:1767321258.795955:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321258.800145:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328064 00000100:00100000:2.0:1767321258.800162:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328064 00000100:00100000:2.0:1767321258.800302:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6178 00000100:00100000:2.0:1767321258.800310:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990328064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321258.800390:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990328064:12345-0@lo:400:kworker.0 Request processed in 82us (4440us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321258.800395:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6178 00000100:00100000:0.0:1767321258.800580:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990328064:0@lo:400:kworker.0 00000100:00080000:1.0:1767321258.800969:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321258.848418:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321259.616610:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321259.874139:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321259.876646:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321259.877074:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941248 00000100:00100000:3.0:1767321259.877084:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941248 00000100:00100000:3.0:1767321259.877174:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6179 00000100:00100000:3.0:1767321259.877184:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925941248:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321259.877288:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925941248:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 106us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321259.877296:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6179 00000100:00100000:3.0:1767321259.877387:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321259.877455:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941120 00000100:00100000:3.0:1767321259.877459:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941120 00000100:00080000:2.0:1767321259.877741:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321259.877915:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24751 00000100:00100000:3.0:1767321259.877921:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925941120:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321259.877941:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321259.877974:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925941120:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 51us (586us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321259.877980:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24751 00010000:00010000:3.0:1767321260.641199:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321260.896381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321261.665394:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321261.920761:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321262.692429:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321262.944461:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321263.712491:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321263.904509:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990328576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321263.904585:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321263.904714:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321263.904723:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321263.904727:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321263.904731:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321263.904736:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321263.904745:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6508 00000100:00080000:1.0:1767321263.904750:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321263.904758:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321263.904813:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228380 x1853163990328704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321263.904830:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321263.904833:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321263.904835:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321263.904839:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6508 00000100:00080000:1.0:1767321263.904841:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321263.904845:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321263.904860:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722aa00 x1853163990328832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321263.904907:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321263.904911:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321263.904914:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321263.904918:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6508 00000100:00080000:1.0:1767321263.904921:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321263.904924:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321263.904936:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a300 x1853163990329088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321263.904953:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321263.904956:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321263.904958:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321263.904962:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6508 00000100:00080000:1.0:1767321263.904964:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321263.904968:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321263.904977:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c7228700 x1853163990329344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321263.905018:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990329472:0@lo:400:kworker.0 00000100:00100000:1.0:1767321263.905080:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321263.905126:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990329216:0@lo:400:kworker.0 00000100:00100000:1.0:1767321263.905156:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321263.905184:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321263.905190:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990328960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321263.905212:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321263.905494:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329472 00000100:00100000:2.0:1767321263.905507:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329472 00000100:00100000:3.0:1767321263.905526:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329216 00000100:00100000:3.0:1767321263.905537:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329216 00000100:00100000:2.0:1767321263.905589:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:3.0:1767321263.905592:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328960 00000100:00100000:3.0:1767321263.905607:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328960 00000100:00100000:2.0:1767321263.905618:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990329472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321263.905644:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6180 00000100:00100000:3.0:1767321263.905656:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990329216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321263.905728:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990329472:12345-0@lo:400:kworker.0 Request processed in 128us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321263.905748:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990329216:12345-0@lo:400:kworker.0 Request processed in 86us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321263.905756:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00100000:3.0:1767321263.905761:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6180 00000100:00100000:3.0:1767321263.905802:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6181 00000100:00100000:0.0:1767321263.905865:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328576 00000100:00100000:0.0:1767321263.905871:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328576 00000100:00100000:0.0:1767321263.905906:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:0.0:1767321263.905912:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990328576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321263.905940:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321263.905987:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321263.905998:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990328576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1405us total) trans 0 rc 0/0 00000100:00080000:2.0:1767321263.906000:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321263.906008:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321263.906014:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:2.0:1767321263.906062:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990329472:0@lo:400:kworker.0 00000100:00100000:0.0:1767321263.906110:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990329216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321263.906116:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990328704:0@lo:38:kworker.0 00000100:00100000:0.0:1767321263.906166:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990328576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321263.906169:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321263.906225:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328704 00000100:00100000:0.0:1767321263.906255:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328704 00000100:00100000:2.0:1767321263.906274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990328832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321263.906286:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24752 00000100:00100000:0.0:1767321263.906295:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990328704:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321263.906309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1767321263.906323:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321263.906342:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990328832 00000100:00100000:2.0:1767321263.906350:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990328832 00000100:00100000:2.0:1767321263.906376:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404 00000100:00100000:2.0:1767321263.906383:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990328832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321263.906406:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321263.906439:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990328832:12345-0@lo:38:kworker.0 Request processed in 56us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321263.906448:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404 00000100:00080000:2.0:1767321263.906480:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321263.906485:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321263.906489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990328832:0@lo:38:kworker.0 00000100:00100000:2.0:1767321263.906495:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990329088:0@lo:38:kworker.0 00000100:00100000:3.0:1767321263.906522:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990328960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321263.906529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321263.906563:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329088 00000100:00100000:2.0:1767321263.906569:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329088 00000100:00100000:3.0:1767321263.906612:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990328960:12345-0@lo:400:kworker.0 Request processed in 788us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321263.906616:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24753 00000100:00100000:2.0:1767321263.906630:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990329088:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321263.906635:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6181 00010000:00020000:2.0:1767321263.906646:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321263.906683:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990328960:0@lo:400:kworker.0 00000100:00100000:3.0:1767321263.906722:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990329344:0@lo:38:kworker.0 00000100:00100000:3.0:1767321263.906755:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321263.907224:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329344 00000100:00100000:1.0:1767321263.907426:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321263.907441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990329600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321263.907480:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321263.907485:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329344 00000100:00100000:3.0:1767321263.907530:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24754 00000100:00100000:3.0:1767321263.907540:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990329344:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321263.907552:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329600 00010000:00020000:3.0:1767321263.907559:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321263.907560:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329600 00000100:00100000:3.0:1767321263.907623:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990329344:12345-0@lo:38:kworker.0 Request processed in 80us (864us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321263.907624:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452 00000100:00100000:3.0:1767321263.907639:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24754 00000100:00100000:1.0:1767321263.907641:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990329600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321263.907685:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1767321263.907695:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321263.907714:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321263.907721:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990329344:0@lo:38:kworker.0 00000100:00100000:1.0:1767321263.907913:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990329600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321263.907927:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452 00000100:00100000:0.0:1767321263.907956:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990328704:12345-0@lo:38:kworker.0 Request processed in 1655us (1785us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321263.907968:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24752 00000100:00100000:1.0:1767321263.907999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990329600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321263.908973:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990329088:12345-0@lo:38:kworker.0 Request processed in 2340us (2444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321263.908984:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24753 00000100:00080000:3.0:1767321263.909483:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321263.909493:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321263.909498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990328704:0@lo:38:kworker.0 00000100:00080000:3.0:1767321263.909512:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321263.909517:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321263.909519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990329088:0@lo:38:kworker.0 00000100:00100000:3.0:1767321263.969764:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321264.737294:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321264.993544:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321264.999010:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321264.999463:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941376 00000100:00100000:2.0:1767321264.999473:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941376 00000100:00100000:2.0:1767321264.999522:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24755 00000100:00100000:2.0:1767321264.999530:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925941376:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321264.999554:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321264.999646:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925941376:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 114us (645us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321264.999653:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24755 00000100:00100000:1.0:1767321265.009905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321265.013134:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941504 00000100:00100000:0.0:1767321265.013153:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941504 00000100:00100000:0.0:1767321265.013529:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6182 00000100:00100000:0.0:1767321265.013543:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925941504:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321265.013658:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925941504:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 118us (4105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321265.013667:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6182 00000100:00080000:2.0:1767321265.015436:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321265.763370:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321266.016362:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321266.784470:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321267.040704:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321267.808725:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321268.064426:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321268.832560:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321269.025910:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990329728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321269.025983:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321269.026453:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321269.026459:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321269.026462:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321269.026466:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321269.026470:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321269.026475:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6513 00000100:00080000:2.0:1767321269.026479:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321269.026485:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321269.026519:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585f80 x1853163990329984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321269.026542:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321269.026546:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321269.026548:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321269.026552:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6513 00000100:00080000:2.0:1767321269.026554:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321269.026557:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321269.026580:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301584380 x1853163990330112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321269.026603:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321269.026606:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321269.026608:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321269.026611:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6513 00000100:00080000:2.0:1767321269.026613:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321269.026616:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321269.026625:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585180 x1853163990330368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321269.026644:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321269.026647:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321269.026649:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321269.026652:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6513 00000100:00080000:2.0:1767321269.026665:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321269.026669:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321269.026679:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301585500 x1853163990330624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321269.026707:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990329856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321269.026737:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.027493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990330240:0@lo:400:kworker.0 00000100:00100000:1.0:1767321269.027544:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.027596:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321269.027602:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990330496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321269.027625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321269.033122:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321269.033142:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990330752:0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.033204:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.033341:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990329984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321269.033381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.033416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990330112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321269.033438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.033460:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990330368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321269.033481:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.033498:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990330624:0@lo:38:kworker.0 00000100:00100000:1.0:1767321269.033530:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.033559:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330112 00000100:00100000:1.0:1767321269.039648:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330112 00000100:00100000:1.0:1767321269.040006:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405 00000100:00100000:1.0:1767321269.040018:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990330112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321269.040042:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321269.040127:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990330112:12345-0@lo:38:kworker.0 Request processed in 109us (6686us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321269.040134:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405 00000100:00100000:1.0:1767321269.040173:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330240 00000100:00100000:1.0:1767321269.040181:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330240 00000100:00100000:1.0:1767321269.040227:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330496 00000100:00100000:1.0:1767321269.040250:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330496 00000100:00100000:1.0:1767321269.040267:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329984 00000100:00100000:1.0:1767321269.040270:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329984 00000100:00100000:1.0:1767321269.040280:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330368 00000100:00100000:1.0:1767321269.040283:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330368 00000100:00100000:1.0:1767321269.040290:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330624 00000100:00100000:1.0:1767321269.040293:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330624 00000100:00100000:1.0:1767321269.040301:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6183 00000100:00100000:1.0:1767321269.040306:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990330240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321269.040526:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6184 00000100:00100000:0.0:1767321269.040538:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990330496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321269.040591:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990330496:12345-0@lo:400:kworker.0 Request processed in 57us (12964us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321269.040597:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6184 00000100:00100000:0.0:1767321269.040613:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24756 00000100:00100000:0.0:1767321269.040617:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990329984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321269.040627:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321269.040650:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990329984:12345-0@lo:38:kworker.0 Request processed in 32us (7268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321269.040667:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24756 00000100:00100000:0.0:1767321269.040680:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24757 00000100:00100000:0.0:1767321269.040684:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990330368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321269.040693:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321269.040717:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990330368:12345-0@lo:38:kworker.0 Request processed in 32us (7235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321269.040723:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24757 00000100:00100000:0.0:1767321269.040735:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24758 00000100:00100000:0.0:1767321269.040739:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990330624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321269.040747:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321269.040790:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990330624:12345-0@lo:38:kworker.0 Request processed in 49us (7259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321269.040796:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24758 00000100:00080000:0.0:1767321269.040833:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321269.040865:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321269.040871:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321269.040875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990329984:0@lo:38:kworker.0 00000100:00080000:0.0:1767321269.040886:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321269.040890:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321269.040893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990330112:0@lo:38:kworker.0 00000100:00080000:0.0:1767321269.040902:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321269.040905:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321269.040907:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990330368:0@lo:38:kworker.0 00000100:00080000:0.0:1767321269.040914:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321269.040917:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321269.040921:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990330624:0@lo:38:kworker.0 00000100:00100000:0.0:1767321269.040978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990330496:0@lo:400:kworker.0 00000100:00100000:0.0:1767321269.040989:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990330240:0@lo:400:kworker.0 00000100:00100000:0.0:1767321269.041046:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330752 00000100:00100000:0.0:1767321269.041052:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330752 00000100:00100000:0.0:1767321269.041089:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:0.0:1767321269.041095:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990330752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321269.041133:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990330752:12345-0@lo:400:kworker.0 Request processed in 38us (7929us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321269.041139:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00080000:0.0:1767321269.041155:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321269.041194:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990330752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321269.042103:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990330240:12345-0@lo:400:kworker.0 Request processed in 1792us (14554us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321269.042113:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6183 00000100:00100000:3.0:1767321269.044529:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329728 00000100:00100000:3.0:1767321269.044544:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329728 00000100:00100000:3.0:1767321269.044630:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990329856 00000100:00100000:3.0:1767321269.044634:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990329856 00000100:00100000:3.0:1767321269.044663:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:3.0:1767321269.044672:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990329728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321269.044704:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321269.047169:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990329728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2489us (21176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321269.047184:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00000100:00100000:3.0:1767321269.047295:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990329728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321269.047347:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:3.0:1767321269.050624:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990329856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321269.050663:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321269.050746:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990329856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3392us (24007us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321269.050767:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00080000:0.0:1767321269.051208:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321269.051363:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c7229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990329856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321269.091685:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321269.860509:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321270.112565:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321270.117906:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321270.118058:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941632 00000100:00100000:3.0:1767321270.118069:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941632 00000100:00100000:3.0:1767321270.118123:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24759 00000100:00100000:3.0:1767321270.118132:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925941632:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321270.118164:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321270.118258:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c7229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925941632:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 98us (336us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321270.118266:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24759 00000100:00100000:0.0:1767321270.127968:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321270.128072:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941760 00000100:00100000:1.0:1767321270.128083:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941760 00000100:00100000:1.0:1767321270.128169:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6185 00000100:00100000:1.0:1767321270.128180:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925941760:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321270.128296:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925941760:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 117us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321270.128304:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6185 00000100:00080000:0.0:1767321270.129272:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321270.880582:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321271.137968:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321271.904624:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321272.160499:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321272.940705:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321273.185334:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321273.953051:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321274.165878:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321274.165919:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990330880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321274.166001:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321274.166678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990331008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321274.166716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321274.166833:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990330880 00000100:00100000:3.0:1767321274.166842:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990330880 00000100:00100000:3.0:1767321274.166906:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331008 00000100:00100000:3.0:1767321274.166909:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331008 00000100:00100000:3.0:1767321274.166929:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:3.0:1767321274.166937:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990330880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321274.166969:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321274.167016:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990330880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321274.167025:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00000100:00100000:3.0:1767321274.167042:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:3.0:1767321274.167049:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990331008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321274.167065:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321274.167108:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990331008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321274.167114:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:3.0:1767321274.167169:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990330880:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321274.167636:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321274.167642:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321274.167667:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990331008:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321274.173152:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321274.173163:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321274.173166:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321274.173170:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321274.173174:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321274.173183:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6518 00000100:00080000:3.0:1767321274.173188:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321274.173195:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321274.173320:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163990331136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321274.173357:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321274.173361:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321274.173363:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321274.173366:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6518 00000100:00080000:3.0:1767321274.173368:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321274.173373:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321274.173386:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163990331264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321274.173451:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321274.173455:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321274.173457:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321274.173460:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6518 00000100:00080000:3.0:1767321274.173462:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321274.173467:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321274.173478:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48000 x1853163990331520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321274.173503:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321274.173507:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321274.173508:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321274.173511:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6518 00000100:00080000:3.0:1767321274.173513:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321274.173517:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321274.173529:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b800 x1853163990331776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321274.173558:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321274.173575:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990331648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321274.173644:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321274.173704:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331648 00000100:00100000:3.0:1767321274.173712:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331648 00000100:00100000:3.0:1767321274.173788:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6186 00000100:00100000:3.0:1767321274.173798:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990331648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321274.173848:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990331648:12345-0@lo:400:kworker.0 Request processed in 52us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321274.173854:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6186 00000100:00080000:3.0:1767321274.173876:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321274.173908:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990331648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321274.174172:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321274.174183:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990331392:0@lo:400:kworker.0 00000100:00100000:0.0:1767321274.174214:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321274.174257:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331392 00000100:00100000:0.0:1767321274.174261:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331392 00000100:00100000:0.0:1767321274.174294:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6187 00000100:00100000:0.0:1767321274.174300:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990331392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321274.174336:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990331392:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321274.174357:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6187 00000100:00080000:0.0:1767321274.174374:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321274.174391:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990331392:0@lo:400:kworker.0 00000100:00100000:2.0:1767321274.174879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990331136:0@lo:38:kworker.0 00000100:00100000:2.0:1767321274.174913:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321274.174935:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990331264:0@lo:38:kworker.0 00000100:00100000:2.0:1767321274.174960:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321274.174994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990331520:0@lo:38:kworker.0 00000100:00100000:2.0:1767321274.175012:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321274.175027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990331776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321274.175046:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321274.175069:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331136 00000100:00100000:2.0:1767321274.175087:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331136 00000100:00100000:2.0:1767321274.175105:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331520 00000100:00100000:2.0:1767321274.175108:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331520 00000100:00100000:2.0:1767321274.175121:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331776 00000100:00100000:2.0:1767321274.175124:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331776 00000100:00100000:2.0:1767321274.175139:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24760 00000100:00100000:2.0:1767321274.175144:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990331136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321274.175163:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321274.175194:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990331136:12345-0@lo:38:kworker.0 Request processed in 49us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321274.175200:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24760 00000100:00100000:2.0:1767321274.175212:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24761 00000100:00100000:2.0:1767321274.175216:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990331520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321274.175224:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321274.175260:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990331520:12345-0@lo:38:kworker.0 Request processed in 43us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321274.175266:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24761 00000100:00100000:2.0:1767321274.175276:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24762 00000100:00100000:2.0:1767321274.175280:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990331776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321274.175288:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321274.175322:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990331776:12345-0@lo:38:kworker.0 Request processed in 40us (275us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321274.175328:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24762 00000100:00080000:2.0:1767321274.175940:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321274.175947:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321274.175951:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990331136:0@lo:38:kworker.0 00000100:00080000:2.0:1767321274.175959:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321274.175963:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321274.175966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990331520:0@lo:38:kworker.0 00000100:00080000:2.0:1767321274.175974:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321274.175976:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321274.175979:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990331776:0@lo:38:kworker.0 00000100:00100000:1.0:1767321274.176093:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990331264 00000100:00100000:1.0:1767321274.176098:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990331264 00000100:00100000:1.0:1767321274.176133:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:1.0:1767321274.176139:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990331264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321274.176151:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321274.176191:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990331264:12345-0@lo:38:kworker.0 Request processed in 52us (1230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321274.176198:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00080000:1.0:1767321274.176221:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321274.176225:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321274.176249:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990331264:0@lo:38:kworker.0 00000100:00100000:1.0:1767321274.209922:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321274.977898:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321275.232432:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321275.238153:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321275.238207:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321275.238447:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942016 00000100:00100000:1.0:1767321275.238457:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942016 00000100:00100000:1.0:1767321275.238540:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925941888 00000100:00100000:1.0:1767321275.238544:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925941888 00000100:00100000:1.0:1767321275.238566:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6188 00000100:00100000:1.0:1767321275.238577:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925942016:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321275.238667:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925942016:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 91us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321275.238675:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6188 00000100:00100000:1.0:1767321275.238696:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24763 00000100:00100000:1.0:1767321275.238701:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925941888:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321275.238733:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321275.238758:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925941888:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 56us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321275.238765:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24763 00000100:00080000:2.0:1767321275.238899:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321276.002300:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321276.256531:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321277.024603:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321277.281259:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321278.050251:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321278.304562:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321253/real 1767321253] req@ffff96e1eb712680 x1853163990326144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321278 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321278.304598:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1eb712680 x1853163990326144/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321278 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321278.304618:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321278.304646:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321278.304651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990326144:0@lo:250:kworker.0 00000100:00080000:3.0:1767321278.305149:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.305155:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321278.305158:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.305163:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6503 00000100:00080000:3.0:1767321278.305167:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.305173:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321278.305209:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b49c00 x1853163990331904/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.305251:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.305256:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.305258:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.305261:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6523 00000100:00080000:3.0:1767321278.305264:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.305267:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321278.305292:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48a80 x1853163990332032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.305301:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.305304:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.305306:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.305309:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6523 00000100:00080000:3.0:1767321278.305312:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.305316:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321278.305327:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b4b800 x1853163990332160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.305370:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.305373:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.305375:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.305378:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6523 00000100:00080000:3.0:1767321278.305380:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.305383:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321278.305395:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e6b48e00 x1853163990332416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.305427:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.305431:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.305434:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.305437:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6523 00000100:00080000:3.0:1767321278.305440:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.305443:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321278.305456:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636d80 x1853163990332672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321278.305457:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990332288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.305502:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990332800:0@lo:400:kworker.0 00000100:00100000:1.0:1767321278.305518:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321278.305530:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321278.305572:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321278.305578:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990332928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321278.305582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990331904:0@lo:250:kworker.0 00000100:00100000:1.0:1767321278.305600:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:2.0:1767321278.305601:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990331904 offset 0 length 520: 4 00000100:00100000:0.0:1767321278.305676:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321278.305695:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332800 00000100:00100000:0.0:1767321278.305703:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332800 00000100:00100000:0.0:1767321278.305767:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332928 00000100:00100000:0.0:1767321278.305771:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332928 00000100:00100000:0.0:1767321278.305796:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230 00000100:00100000:0.0:1767321278.305805:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990332800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321278.305873:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990332800:12345-0@lo:400:kworker.0 Request processed in 69us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321278.305881:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230 00000100:00100000:0.0:1767321278.305901:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:0.0:1767321278.305907:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990332928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321278.305949:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990332928:12345-0@lo:400:kworker.0 Request processed in 43us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321278.305955:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00080000:0.0:1767321278.305972:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321278.305976:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321278.305990:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332288 00000100:00100000:0.0:1767321278.305993:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332288 00000100:00100000:0.0:1767321278.306024:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6189 00000100:00100000:0.0:1767321278.306031:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990332288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321278.306059:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990332288:12345-0@lo:400:kworker.0 Request processed in 29us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321278.306065:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6189 00000100:00080000:0.0:1767321278.306082:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321278.306092:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990332544:0@lo:400:kworker.0 00000100:00100000:0.0:1767321278.306116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321278.306141:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332544 00000100:00100000:0.0:1767321278.306145:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332544 00000100:00100000:0.0:1767321278.306171:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6190 00000100:00100000:0.0:1767321278.306175:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990332544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321278.306214:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990332544:12345-0@lo:400:kworker.0 Request processed in 38us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321278.306220:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6190 00000100:00080000:0.0:1767321278.306272:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321278.306299:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990332544:0@lo:400:kworker.0 00000100:00100000:2.0:1767321278.307500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990332032:0@lo:38:kworker.0 00000100:00100000:2.0:1767321278.307558:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.307594:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990332160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321278.307617:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.307637:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990332416:0@lo:38:kworker.0 00000100:00100000:2.0:1767321278.307654:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.307666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990332672:0@lo:38:kworker.0 00000100:00100000:2.0:1767321278.307685:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.307726:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332160 00000100:00100000:2.0:1767321278.307731:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332160 00000100:00100000:2.0:1767321278.307773:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:2.0:1767321278.307779:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990332160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321278.307798:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321278.307835:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990332160:12345-0@lo:38:kworker.0 Request processed in 55us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321278.307842:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:2.0:1767321278.307863:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332032 00000100:00100000:2.0:1767321278.307866:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332032 00000100:00100000:2.0:1767321278.307885:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332416 00000100:00100000:2.0:1767321278.307888:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332416 00000100:00100000:2.0:1767321278.307900:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990332672 00000100:00100000:2.0:1767321278.307902:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990332672 00000100:00100000:2.0:1767321278.307927:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24764 00000100:00100000:2.0:1767321278.307932:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990332032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321278.307943:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321278.307967:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990332032:12345-0@lo:38:kworker.0 Request processed in 34us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321278.307972:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24764 00000100:00100000:2.0:1767321278.307982:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24765 00000100:00100000:2.0:1767321278.307985:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990332416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321278.307992:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321278.308088:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990332416:12345-0@lo:38:kworker.0 Request processed in 100us (432us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321278.308098:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24765 00000100:00100000:2.0:1767321278.308111:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24766 00000100:00100000:2.0:1767321278.308114:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990332672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321278.308123:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321278.308144:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e52a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990332672:12345-0@lo:38:kworker.0 Request processed in 28us (458us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321278.308148:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24766 00000100:00080000:2.0:1767321278.308186:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321278.308191:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321278.308195:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990332032:0@lo:38:kworker.0 00000100:00080000:2.0:1767321278.308203:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321278.308206:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321278.308208:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990332160:0@lo:38:kworker.0 00000100:00080000:2.0:1767321278.308214:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321278.308217:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321278.308220:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990332416:0@lo:38:kworker.0 00000100:00080000:2.0:1767321278.308227:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321278.308258:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321278.308261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990332672:0@lo:38:kworker.0 00000100:00100000:0.0:1767321278.310539:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990332928:0@lo:400:kworker.0 00000100:00100000:0.0:1767321278.310556:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990332288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.314551:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990332800:0@lo:400:kworker.0 00010000:00010000:0.0:1767321279.075027:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321279.265633:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321279.265679:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990333056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321279.266392:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990333184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321279.266455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321279.266618:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321279.266858:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333184 00000100:00100000:3.0:1767321279.266866:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333184 00000100:00100000:3.0:1767321279.266910:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333056 00000100:00100000:3.0:1767321279.266926:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333056 00000100:00100000:3.0:1767321279.266946:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:3.0:1767321279.266955:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990333184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321279.266984:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321279.267029:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990333184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321279.267050:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00100000:3.0:1767321279.267067:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00100000:3.0:1767321279.267073:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990333056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321279.267089:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321279.267123:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990333056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321279.267130:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:3.0:1767321279.267172:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990333184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321279.267211:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990333056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321279.328592:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321280.096669:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321280.355103:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321280.355725:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321280.355874:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942400 00000100:00100000:0.0:1767321280.355883:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942400 00000100:00100000:0.0:1767321280.355970:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6191 00000100:00100000:0.0:1767321280.355980:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925942400:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321280.356065:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925942400:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 86us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321280.356073:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6191 00000100:00080000:2.0:1767321280.356258:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767321280.363505:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925942144 offset 0 length 520: 4 00000100:00100000:0.0:1767321280.363567:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321280.363670:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942272 00000100:00100000:1.0:1767321280.363692:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942272 00000100:00100000:1.0:1767321280.363756:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24767 00000100:00100000:1.0:1767321280.363764:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925942272:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321280.363787:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321280.363865:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925942272:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 92us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321280.363873:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24767 00010000:00010000:3.0:1767321281.126514:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321281.376396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321282.145226:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321282.400381:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321283.168580:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321283.360686:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321283.360697:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321283.360699:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321283.360703:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321283.360709:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321283.360731:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6528 00000100:00080000:3.0:1767321283.360737:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321283.360744:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321283.360786:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634700 x1853163990333312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321283.360959:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321283.360963:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321283.360965:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321283.360969:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6528 00000100:00080000:3.0:1767321283.360972:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321283.360976:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321283.360991:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634000 x1853163990333440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321283.361032:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321283.361035:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321283.361037:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321283.361040:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6528 00000100:00080000:3.0:1767321283.361042:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321283.361045:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321283.361056:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163990333696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321283.361077:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321283.361081:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321283.361083:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321283.361087:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6528 00000100:00080000:3.0:1767321283.361089:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321283.361093:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321283.361108:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634e00 x1853163990333952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321283.361151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990334208:0@lo:400:kworker.0 00000100:00100000:3.0:1767321283.361216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321283.361335:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990334080:0@lo:400:kworker.0 00000100:00100000:2.0:1767321283.361395:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990333568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321283.361533:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990333312:0@lo:38:kworker.0 00000100:00100000:0.0:1767321283.367443:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321283.367528:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321283.367542:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990333824:0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.367590:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321283.367640:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334208 00000100:00100000:0.0:1767321283.367648:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334208 00000100:00100000:0.0:1767321283.367709:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334080 00000100:00100000:0.0:1767321283.367712:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334080 00000100:00100000:0.0:1767321283.367752:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:0.0:1767321283.367760:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990334208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.368991:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990334208:12345-0@lo:400:kworker.0 Request processed in 1224us (7766us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321283.369001:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00100000:0.0:1767321283.369032:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:0.0:1767321283.369044:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990334080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.369096:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990334080:12345-0@lo:400:kworker.0 Request processed in 58us (1661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321283.369103:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:0.0:1767321283.369145:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333824 00000100:00100000:0.0:1767321283.369151:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333824 00000100:00100000:0.0:1767321283.369196:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6192 00000100:00100000:0.0:1767321283.369203:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990333824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.369281:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990333824:12345-0@lo:400:kworker.0 Request processed in 78us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321283.369287:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6192 00000100:00100000:0.0:1767321283.369327:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990333824:0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.369340:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990334080:0@lo:400:kworker.0 00000100:00080000:0.0:1767321283.369403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321283.369408:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321283.369410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321283.369640:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321283.372076:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333568 00000100:00100000:0.0:1767321283.372091:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333568 00000100:00100000:0.0:1767321283.372184:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6193 00000100:00100000:0.0:1767321283.372194:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990333568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.372334:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990333568:12345-0@lo:400:kworker.0 Request processed in 141us (2695us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321283.372342:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6193 00000100:00080000:2.0:1767321283.372433:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321283.372476:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990333568:0@lo:400:kworker.0 00000100:00100000:3.0:1767321283.373404:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990334208:0@lo:400:kworker.0 00000100:00100000:1.0:1767321283.373512:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321283.373540:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990333440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.373574:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321283.373673:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333312 00000100:00100000:0.0:1767321283.373680:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333312 00000100:00100000:0.0:1767321283.373718:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24768 00000100:00100000:0.0:1767321283.373735:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990333312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321283.373756:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321283.373790:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990333312:12345-0@lo:38:kworker.0 Request processed in 55us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321283.373797:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24768 00000100:00100000:1.0:1767321283.375006:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990333696:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.375054:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321283.375095:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333696 00000100:00100000:1.0:1767321283.375100:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333696 00000100:00100000:0.0:1767321283.375858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990333952:0@lo:38:kworker.0 00000100:00100000:0.0:1767321283.375899:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321283.375946:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321283.375951:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321283.375954:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990333312:0@lo:38:kworker.0 00000100:00100000:3.0:1767321283.376174:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333952 00000100:00100000:3.0:1767321283.376179:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333952 00000100:00100000:2.0:1767321283.376352:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990333440 00000100:00100000:2.0:1767321283.376357:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990333440 00000100:00100000:2.0:1767321283.376383:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:2.0:1767321283.376389:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990333440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321283.376410:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321283.376453:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f1f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990333440:12345-0@lo:38:kworker.0 Request processed in 63us (2877us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321283.376461:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00080000:0.0:1767321283.378422:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321283.378434:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321283.378439:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990333440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.379464:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24769 00000100:00100000:1.0:1767321283.379473:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990333696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321283.379495:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321283.379587:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990333696:12345-0@lo:38:kworker.0 Request processed in 113us (4532us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321283.379595:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24769 00000100:00080000:2.0:1767321283.379675:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321283.379680:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321283.379684:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990333696:0@lo:38:kworker.0 00000100:00100000:0.0:1767321283.384037:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24770 00000100:00100000:0.0:1767321283.384050:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990333952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321283.384076:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321283.384165:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990333952:12345-0@lo:38:kworker.0 Request processed in 115us (8264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321283.384172:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24770 00000100:00080000:2.0:1767321283.384397:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321283.384403:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321283.384407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990333952:0@lo:38:kworker.0 00000100:00100000:0.0:1767321283.425279:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321284.192491:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321284.389608:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990334464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321284.389680:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321284.389802:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990334336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321284.389827:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321284.390179:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334464 00000100:00100000:3.0:1767321284.390187:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334464 00000100:00100000:2.0:1767321284.390265:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334336 00000100:00100000:2.0:1767321284.390270:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334336 00000100:00100000:3.0:1767321284.390277:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1767321284.390290:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990334464:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321284.390297:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:2.0:1767321284.390305:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990334336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321284.390322:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1767321284.390325:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321284.390386:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990334464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321284.390388:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990334336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321284.390399:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:0.0:1767321284.390492:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990334336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321284.390534:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990334464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321284.395640:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:0.0:1767321284.448918:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321285.219906:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321285.472428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321285.477944:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321285.478108:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321285.478586:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942656 00000100:00100000:1.0:1767321285.478596:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942656 00000100:00100000:1.0:1767321285.478734:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942528 00000100:00100000:1.0:1767321285.478738:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942528 00000100:00100000:1.0:1767321285.478763:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6194 00000100:00100000:1.0:1767321285.478774:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925942656:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321285.478847:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925942656:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321285.478855:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6194 00000100:00100000:1.0:1767321285.478874:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24771 00000100:00100000:1.0:1767321285.478878:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925942528:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321285.478897:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321285.478924:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925942528:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (817us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321285.478930:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24771 00000100:00080000:2.0:1767321285.482080:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321286.243698:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321286.496398:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321287.264448:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321287.521316:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321288.288710:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321288.481125:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321288.482488:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321288.482492:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321288.482582:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321288.482586:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321288.482595:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321288.482600:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321288.482608:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321288.482656:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0e00 x1853163990334592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321288.482691:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321288.482695:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321288.482697:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321288.482702:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321288.482704:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321288.482708:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321288.482726:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2d80 x1853163990334720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321288.482854:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321288.482937:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990334592:0@lo:38:kworker.0 00000100:00100000:0.0:1767321288.483004:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321288.483065:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990334720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321288.483067:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334592 00000100:00100000:2.0:1767321288.483085:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334592 00000100:00100000:0.0:1767321288.483090:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321288.483116:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334720 00000100:00100000:0.0:1767321288.483120:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334720 00000100:00100000:2.0:1767321288.483131:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24772 00000100:00100000:2.0:1767321288.483143:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990334592:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321288.483162:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:0.0:1767321288.483168:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990334720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321288.483180:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767321288.483183:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321288.483222:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990334720:12345-0@lo:38:kworker.0 Request processed in 52us (131us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321288.483251:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990334592:12345-0@lo:38:kworker.0 Request processed in 111us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321288.483252:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00100000:2.0:1767321288.483264:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24772 00000100:00080000:0.0:1767321288.483309:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321288.483314:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321288.483318:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990334720:0@lo:38:kworker.0 00000100:00080000:0.0:1767321288.483344:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321288.483346:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321288.483349:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990334592:0@lo:38:kworker.0 00000100:00080000:1.0:1767321288.483486:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321288.483490:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321288.483493:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321288.483507:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321288.483510:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321288.483514:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321288.483530:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da0a80 x1853163990334976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321288.483567:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321288.483571:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321288.483573:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321288.483576:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6533 00000100:00080000:1.0:1767321288.483578:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321288.483582:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321288.483592:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3b80 x1853163990335232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321288.483894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990335104:0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.483925:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321288.483947:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321288.483953:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990335360:0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.483986:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321288.484018:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335360 00000100:00100000:2.0:1767321288.484023:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335360 00000100:00100000:2.0:1767321288.484066:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:2.0:1767321288.484073:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990335360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.484085:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990334976:0@lo:38:kworker.0 00000100:00100000:0.0:1767321288.484120:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321288.484126:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990335360:12345-0@lo:400:kworker.0 Request processed in 52us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321288.484133:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1767321288.484143:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990335232:0@lo:38:kworker.0 00000100:00080000:2.0:1767321288.484163:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321288.484178:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321288.484181:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335104 00000100:00100000:2.0:1767321288.484186:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335104 00000100:00100000:0.0:1767321288.484245:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335232 00000100:00100000:2.0:1767321288.484249:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334976 00000100:00100000:0.0:1767321288.484250:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335232 00000100:00100000:2.0:1767321288.484255:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334976 00000100:00100000:0.0:1767321288.484276:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6195 00000100:00100000:2.0:1767321288.484283:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24773 00000100:00100000:0.0:1767321288.484288:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990335104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.484294:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990335232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321288.484317:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321288.484326:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990335104:12345-0@lo:400:kworker.0 Request processed in 41us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321288.484333:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6195 00000100:00100000:0.0:1767321288.484349:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24774 00000100:00100000:0.0:1767321288.484354:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990334976:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321288.484359:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990335232:12345-0@lo:38:kworker.0 Request processed in 64us (179us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767321288.484368:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321288.484369:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24773 00000100:00100000:0.0:1767321288.484398:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e6b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990334976:12345-0@lo:38:kworker.0 Request processed in 41us (277us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321288.484403:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321288.484407:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24774 00000100:00100000:2.0:1767321288.484433:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990335360:0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.484446:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990335104:0@lo:400:kworker.0 00000100:00080000:0.0:1767321288.484457:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321288.484463:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321288.484467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990334976:0@lo:38:kworker.0 00000100:00080000:0.0:1767321288.484477:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321288.484480:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321288.484483:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990335232:0@lo:38:kworker.0 00000100:00100000:3.0:1767321288.484716:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990335488:0@lo:400:kworker.0 00000100:00100000:3.0:1767321288.484746:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321288.484775:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990334848:0@lo:400:kworker.0 00000100:00100000:3.0:1767321288.484879:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321288.485107:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335488 00000100:00100000:2.0:1767321288.485112:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335488 00000100:00100000:2.0:1767321288.485162:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:2.0:1767321288.485170:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990335488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.485208:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8635c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990335488:12345-0@lo:400:kworker.0 Request processed in 39us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321288.485215:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00080000:3.0:1767321288.485379:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321288.485401:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990335488:0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.485457:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990334848 00000100:00100000:0.0:1767321288.485461:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990334848 00000100:00080000:3.0:1767321288.485505:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321288.485595:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6196 00000100:00100000:2.0:1767321288.485605:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990334848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.485666:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990334848:12345-0@lo:400:kworker.0 Request processed in 63us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321288.485673:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6196 00000100:00100000:3.0:1767321288.485699:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990334848:0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.544448:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321289.312528:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321289.505791:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321289.505805:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990335744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321289.505871:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321289.505921:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990335616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321289.505992:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321289.506375:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335744 00000100:00100000:3.0:1767321289.506388:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335744 00000100:00100000:3.0:1767321289.506456:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335616 00000100:00100000:3.0:1767321289.506460:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335616 00000100:00100000:3.0:1767321289.506480:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:3.0:1767321289.506489:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990335744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321289.506530:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321289.506651:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1767321289.506664:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990335616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321289.506688:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321289.511841:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990335744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5338us (5955us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321289.511862:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:2.0:1767321289.512037:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f9a8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990335744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321289.513574:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990335616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6905us (7571us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321289.513601:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:0.0:1767321289.517623:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990335616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321289.568378:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321290.338800:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321290.592393:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321290.596702:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321290.596756:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321290.596924:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942784 00000100:00100000:1.0:1767321290.596938:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942784 00000100:00100000:1.0:1767321290.596987:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925942912 00000100:00100000:1.0:1767321290.596990:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925942912 00000100:00100000:1.0:1767321290.597051:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6197 00000100:00100000:1.0:1767321290.597063:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925942912:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321290.597180:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925942912:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 119us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321290.597189:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6197 00000100:00100000:1.0:1767321290.597212:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24775 00000100:00100000:1.0:1767321290.597217:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925942784:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321290.597274:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321290.597306:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925942784:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 87us (619us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321290.597312:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24775 00000100:00080000:3.0:1767321290.597961:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321291.362440:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321291.616422:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321292.396547:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321292.642001:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321293.410052:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321293.600598:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321293.600613:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321293.600616:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321293.600621:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321293.600628:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321293.600638:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6538 00000100:00080000:1.0:1767321293.600644:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321293.600653:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321293.600709:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da2d80 x1853163990335872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321293.600763:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321293.600766:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321293.600768:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321293.600773:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6538 00000100:00080000:1.0:1767321293.600776:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321293.600780:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321293.600799:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da1880 x1853163990336000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321293.600833:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321293.600837:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321293.600838:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321293.600841:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6538 00000100:00080000:1.0:1767321293.600844:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321293.600847:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321293.600857:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3b80 x1853163990336256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321293.600882:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321293.600886:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321293.600888:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321293.600892:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6538 00000100:00080000:1.0:1767321293.600894:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321293.600898:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321293.600909:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e301da3480 x1853163990336512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321293.600955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990336768:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.601044:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321293.601129:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321293.601136:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990336128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.601166:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321293.601198:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990336384:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.601223:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321293.601281:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321293.601287:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990336640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.601308:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321293.601794:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336768 00000100:00100000:2.0:1767321293.601808:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336768 00000100:00100000:2.0:1767321293.601893:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336640 00000100:00100000:2.0:1767321293.601896:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336640 00000100:00100000:2.0:1767321293.601923:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:2.0:1767321293.601933:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990336768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.602011:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990336768:12345-0@lo:400:kworker.0 Request processed in 79us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.602019:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00100000:2.0:1767321293.602036:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:2.0:1767321293.602042:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990336640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.602086:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990336640:12345-0@lo:400:kworker.0 Request processed in 44us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.602092:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00100000:2.0:1767321293.602114:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336128 00000100:00100000:2.0:1767321293.602117:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336128 00000100:00100000:2.0:1767321293.602146:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336384 00000100:00100000:2.0:1767321293.602149:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336384 00000100:00100000:2.0:1767321293.602169:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6198 00000100:00100000:2.0:1767321293.602175:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990336128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.602208:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990336128:12345-0@lo:400:kworker.0 Request processed in 33us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.602214:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6198 00000100:00100000:2.0:1767321293.602225:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6199 00000100:00100000:2.0:1767321293.602277:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990336384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.602305:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990336384:12345-0@lo:400:kworker.0 Request processed in 74us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.602312:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6199 00000100:00100000:0.0:1767321293.602460:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990335872:0@lo:38:kworker.0 00000100:00100000:0.0:1767321293.602500:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321293.602551:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990336000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321293.602576:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321293.602613:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336000 00000100:00100000:0.0:1767321293.602617:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336000 00000100:00100000:0.0:1767321293.602645:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1767321293.602649:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990336000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321293.602672:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321293.602700:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990336000:12345-0@lo:38:kworker.0 Request processed in 50us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321293.602706:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00080000:0.0:1767321293.602756:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321293.602761:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321293.602765:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990336000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321293.602773:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990336256:0@lo:38:kworker.0 00000100:00080000:3.0:1767321293.604526:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321293.604540:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321293.604544:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321293.605279:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990335872 00000100:00100000:2.0:1767321293.605295:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990335872 00000100:00100000:2.0:1767321293.605372:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24776 00000100:00100000:2.0:1767321293.605382:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990335872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321293.605412:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321293.605516:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990335872:12345-0@lo:38:kworker.0 Request processed in 134us (3014us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321293.605523:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24776 00000100:00100000:0.0:1767321293.605555:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.605755:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336256 00000100:00100000:3.0:1767321293.605762:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336256 00000100:00100000:3.0:1767321293.605794:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24777 00000100:00100000:3.0:1767321293.605799:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990336256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321293.605810:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321293.605848:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990336256:12345-0@lo:38:kworker.0 Request processed in 47us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321293.605854:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24777 00000100:00100000:0.0:1767321293.606334:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990336512:0@lo:38:kworker.0 00000100:00100000:1.0:1767321293.606440:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990336640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.606459:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990336384:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.606508:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990336128:0@lo:400:kworker.0 00000100:00100000:1.0:1767321293.606524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fd2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990336768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321293.608189:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321293.608297:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321293.608303:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321293.608308:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990335872:0@lo:38:kworker.0 00000100:00080000:0.0:1767321293.608321:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321293.608325:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321293.608328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990336256:0@lo:38:kworker.0 00000100:00100000:1.0:1767321293.609436:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336512 00000100:00100000:1.0:1767321293.609453:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336512 00000100:00100000:1.0:1767321293.609532:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24778 00000100:00100000:1.0:1767321293.609542:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990336512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321293.609579:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321293.609677:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990336512:12345-0@lo:38:kworker.0 Request processed in 135us (1494us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321293.609685:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24778 00000100:00080000:0.0:1767321293.609763:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321293.609774:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321293.609779:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990336512:0@lo:38:kworker.0 00000100:00100000:0.0:1767321293.664412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321294.432500:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321294.624951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990336896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321294.625065:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321294.625646:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990337024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321294.625684:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321294.625779:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990336896 00000100:00100000:0.0:1767321294.625789:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990336896 00000100:00100000:0.0:1767321294.625853:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337024 00000100:00100000:0.0:1767321294.625857:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337024 00000100:00100000:0.0:1767321294.625879:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:0.0:1767321294.625888:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990336896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321294.625929:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321294.625985:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990336896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321294.625992:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:0.0:1767321294.626012:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464 00000100:00100000:0.0:1767321294.626017:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990337024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321294.626049:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321294.626082:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990337024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321294.626088:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464 00000100:00100000:0.0:1767321294.626134:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990337024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321294.626227:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990336896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321294.688676:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321295.456507:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321295.712470:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321295.715646:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321295.715702:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321295.715900:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943168 00000100:00100000:2.0:1767321295.715914:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943168 00000100:00100000:3.0:1767321295.715956:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943040 00000100:00100000:3.0:1767321295.715979:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943040 00000100:00100000:3.0:1767321295.716070:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24779 00000100:00100000:3.0:1767321295.716079:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925943040:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:3.0:1767321295.716102:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321295.716181:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925943040:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 102us (477us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321295.716188:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24779 00000100:00100000:2.0:1767321295.717581:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6200 00000100:00100000:2.0:1767321295.717600:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925943168:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321295.717695:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925943168:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (2063us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321295.717703:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6200 00000100:00080000:0.0:1767321295.720568:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321296.480989:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321296.736410:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321297.504616:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321297.760694:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321298.532452:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321298.720508:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321298.720519:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321298.720522:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321298.720526:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321298.720531:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321298.720539:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6543 00000100:00080000:3.0:1767321298.720544:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321298.720552:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321298.720595:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8637100 x1853163990337152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321298.720622:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321298.720626:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321298.720628:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321298.720632:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6543 00000100:00080000:3.0:1767321298.720634:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321298.720638:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321298.720651:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634000 x1853163990337280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321298.720695:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321298.720699:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321298.720701:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321298.720704:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6543 00000100:00080000:3.0:1767321298.720707:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321298.720710:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321298.720722:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635180 x1853163990337536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321298.720740:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321298.720743:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321298.720744:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321298.720746:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6543 00000100:00080000:3.0:1767321298.720748:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321298.720750:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321298.720755:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634a80 x1853163990337792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321298.720838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990337664:0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.720929:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321298.721033:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321298.721040:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990337920:0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.721067:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321298.721093:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990338048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.721117:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321298.721132:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321298.721136:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990337408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.721150:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321298.721170:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337920 00000100:00100000:0.0:1767321298.721175:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337920 00000100:00100000:0.0:1767321298.721211:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338048 00000100:00100000:0.0:1767321298.721213:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338048 00000100:00100000:0.0:1767321298.721224:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:0.0:1767321298.721264:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990337920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.721301:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990337920:12345-0@lo:400:kworker.0 Request processed in 72us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321298.721306:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:0.0:1767321298.721318:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:0.0:1767321298.721322:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990338048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.721338:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990338048:12345-0@lo:400:kworker.0 Request processed in 16us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321298.721341:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00080000:0.0:1767321298.721362:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321298.721365:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321298.721387:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990338048:0@lo:400:kworker.0 00000100:00100000:0.0:1767321298.721413:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990337920:0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.721593:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337664 00000100:00100000:3.0:1767321298.721598:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337664 00000100:00100000:3.0:1767321298.721636:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337408 00000100:00100000:3.0:1767321298.721639:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337408 00000100:00100000:3.0:1767321298.721662:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6201 00000100:00100000:3.0:1767321298.721668:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990337664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.721707:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990337664:12345-0@lo:400:kworker.0 Request processed in 39us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321298.721714:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6201 00000100:00100000:3.0:1767321298.721727:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6202 00000100:00100000:3.0:1767321298.721733:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990337408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.721757:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990337408:12345-0@lo:400:kworker.0 Request processed in 25us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321298.721760:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6202 00000100:00100000:3.0:1767321298.721780:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990337408:0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.721795:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990337664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321298.722045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990337152:0@lo:38:kworker.0 00000100:00100000:1.0:1767321298.722079:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.722115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990337280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321298.722137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.722160:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990337536:0@lo:38:kworker.0 00000100:00100000:1.0:1767321298.722175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.722182:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990337792:0@lo:38:kworker.0 00000100:00100000:1.0:1767321298.722192:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.722206:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337152 00000100:00100000:1.0:1767321298.722209:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337152 00000100:00100000:1.0:1767321298.722223:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337536 00000100:00100000:1.0:1767321298.722224:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337536 00000100:00100000:1.0:1767321298.722249:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337792 00000100:00100000:1.0:1767321298.722252:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337792 00000100:00100000:1.0:1767321298.722261:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24780 00000100:00100000:1.0:1767321298.722264:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990337152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321298.722278:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321298.722300:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990337152:12345-0@lo:38:kworker.0 Request processed in 35us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321298.722304:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24780 00000100:00100000:1.0:1767321298.722313:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24781 00000100:00100000:1.0:1767321298.722315:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990337536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321298.722321:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321298.722332:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990337536:12345-0@lo:38:kworker.0 Request processed in 16us (157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321298.722336:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24781 00000100:00100000:1.0:1767321298.722341:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24782 00000100:00100000:1.0:1767321298.722344:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990337792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321298.722348:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321298.722358:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990337792:12345-0@lo:38:kworker.0 Request processed in 14us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321298.722361:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24782 00000100:00080000:1.0:1767321298.722380:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321298.722385:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321298.722388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990337792:0@lo:38:kworker.0 00000100:00080000:1.0:1767321298.722406:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321298.722410:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321298.722412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990337152:0@lo:38:kworker.0 00000100:00080000:1.0:1767321298.722419:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321298.722422:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321298.722425:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990337536:0@lo:38:kworker.0 00000100:00100000:3.0:1767321298.722602:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990337280 00000100:00100000:3.0:1767321298.722605:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990337280 00000100:00100000:3.0:1767321298.722630:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:3.0:1767321298.722634:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990337280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321298.722645:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321298.722677:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990337280:12345-0@lo:38:kworker.0 Request processed in 41us (538us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321298.722684:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00080000:0.0:1767321298.723252:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321298.724062:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321298.724070:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321298.724075:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990337280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321298.784328:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321299.552582:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321299.746820:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990338176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321299.746887:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321299.747005:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321299.747012:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990338304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321299.747036:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321299.747566:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338176 00000100:00100000:1.0:1767321299.747576:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338176 00000100:00100000:1.0:1767321299.747630:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338304 00000100:00100000:1.0:1767321299.747634:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338304 00000100:00100000:1.0:1767321299.747651:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465 00000100:00100000:1.0:1767321299.747660:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990338176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321299.747688:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321299.747749:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990338176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321299.747756:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465 00000100:00100000:1.0:1767321299.747772:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1767321299.747779:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990338304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321299.747794:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321299.747826:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990338304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321299.747832:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:2.0:1767321299.748218:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990338304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321299.748295:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990338176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321299.808495:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321300.576504:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321300.832481:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321300.835556:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321300.835740:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943296 00000100:00100000:2.0:1767321300.835750:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943296 00000100:00100000:2.0:1767321300.835824:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24783 00000100:00100000:2.0:1767321300.835833:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925943296:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321300.835857:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321300.836053:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925943296:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 216us (503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321300.836063:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24783 00000100:00100000:3.0:1767321300.844151:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321300.847562:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943424 00000100:00100000:2.0:1767321300.847581:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943424 00000100:00100000:2.0:1767321300.847794:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6203 00000100:00100000:2.0:1767321300.847805:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925943424:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321300.847899:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c8634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925943424:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 96us (3757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321300.847908:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6203 00000100:00080000:0.0:1767321300.849376:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321301.602330:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321301.856611:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321302.624668:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321302.880573:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321303.649818:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321303.841337:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321278/real 1767321278] req@ffff96e2e6b49c00 x1853163990331904/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321303 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321303.841371:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321303.841383:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321303.841386:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321303.841390:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321303.841392:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2e6b49c00 x1853163990331904/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321303 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321303.841396:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321303.841414:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6548 00000100:00080000:3.0:1767321303.841420:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321303.841429:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:1.0:1767321303.841432:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321303.841469:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321303.841474:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e6b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990331904:0@lo:250:kworker.0 00000100:00100000:3.0:1767321303.841484:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634000 x1853163990338432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321303.841505:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321303.841509:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321303.841512:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321303.841519:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6548 00000100:00100000:1.0:1767321303.841520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990338432:0@lo:38:kworker.0 00000100:00080000:3.0:1767321303.841525:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321303.841533:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321303.841549:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8635180 x1853163990338560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321303.841601:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321303.841605:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321303.841607:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321303.841612:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6548 00000100:00080000:3.0:1767321303.841620:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321303.841630:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321303.841632:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321303.841647:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8634a80 x1853163990338816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321303.841685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321303.841689:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321303.841691:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321303.841696:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6548 00000100:00100000:1.0:1767321303.841698:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338432 00000100:00080000:3.0:1767321303.841699:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321303.841707:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321303.841714:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338432 00000100:00100000:3.0:1767321303.841721:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c8636d80 x1853163990339072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321303.841755:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321303.841759:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321303.841762:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321303.841766:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6528 00000100:00080000:3.0:1767321303.841769:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321303.841775:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321303.841779:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24784 00000100:00100000:1.0:1767321303.841792:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990338432:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321303.841797:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4b100 x1853163990339456/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:1.0:1767321303.841824:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321303.841834:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990339328:0@lo:400:kworker.0 00000100:00100000:1.0:1767321303.841906:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990338432:12345-0@lo:38:kworker.0 Request processed in 112us (288us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321303.841917:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24784 00000100:00100000:3.0:1767321303.841927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321303.842004:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321303.842012:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321303.842017:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990338432:0@lo:38:kworker.0 00000100:00100000:1.0:1767321303.842050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990338560:0@lo:38:kworker.0 00000100:00100000:0.0:1767321303.842058:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990338944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321303.842097:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321303.842119:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321303.842141:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338560 00000100:00100000:1.0:1767321303.842148:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338560 00000100:00100000:0.0:1767321303.842162:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321303.842173:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990339200:0@lo:400:kworker.0 00000100:00100000:1.0:1767321303.842181:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:1.0:1767321303.842190:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c5120450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990338560:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321303.842202:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767321303.842208:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321303.842281:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338944 00000100:00100000:1.0:1767321303.842289:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c5120450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990338560:12345-0@lo:38:kworker.0 Request processed in 99us (192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321303.842290:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338944 00000100:00100000:1.0:1767321303.842303:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00100000:0.0:1767321303.842361:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6204 00000100:00100000:0.0:1767321303.842374:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990338944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321303.842454:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990338944:12345-0@lo:400:kworker.0 Request processed in 83us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321303.842467:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6204 00000100:00100000:0.0:1767321303.842529:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990338944:0@lo:400:kworker.0 00000100:00080000:0.0:1767321303.842567:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321303.842620:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321303.842627:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321303.842633:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990338560:0@lo:38:kworker.0 00000100:00100000:0.0:1767321303.842639:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990338816:0@lo:38:kworker.0 00000100:00100000:0.0:1767321303.842665:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321303.842693:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990339072:0@lo:38:kworker.0 00000100:00100000:0.0:1767321303.842713:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321303.842734:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990339456:0@lo:250:kworker.0 00000400:00000100:0.0:1767321303.842750:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990339456 offset 0 length 520: 4 00000100:00100000:1.0:1767321303.842783:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338816 00000100:00100000:1.0:1767321303.842791:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338816 00000100:00100000:1.0:1767321303.842827:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339072 00000100:00100000:0.0:1767321303.842830:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339328 00000100:00100000:1.0:1767321303.842831:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339072 00000100:00100000:0.0:1767321303.842839:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339328 00000100:00100000:1.0:1767321303.842859:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24785 00000100:00100000:1.0:1767321303.842876:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990338816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321303.842892:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321303.842899:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339200 00000100:00100000:0.0:1767321303.842905:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339200 00000100:00100000:0.0:1767321303.842938:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:0.0:1767321303.842955:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990339328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321303.842955:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990338816:12345-0@lo:38:kworker.0 Request processed in 71us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321303.842970:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24785 00000100:00100000:1.0:1767321303.842989:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24786 00000100:00100000:1.0:1767321303.842996:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990339072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321303.843007:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321303.843018:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990339328:12345-0@lo:400:kworker.0 Request processed in 70us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321303.843027:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:0.0:1767321303.843045:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:0.0:1767321303.843052:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990339200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321303.843091:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990339200:12345-0@lo:400:kworker.0 Request processed in 41us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321303.843097:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00080000:0.0:1767321303.843116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321303.843119:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321303.843135:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990339200:0@lo:400:kworker.0 00000100:00080000:0.0:1767321303.843160:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321303.843163:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321303.843166:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8634a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990338816:0@lo:38:kworker.0 00000100:00100000:1.0:1767321303.843265:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990339072:12345-0@lo:38:kworker.0 Request processed in 264us (545us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321303.843275:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24786 00000100:00080000:0.0:1767321303.843276:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321303.843285:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321303.843291:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990339072:0@lo:38:kworker.0 00000100:00100000:2.0:1767321303.843632:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990338688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321303.843672:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321303.843795:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990338688 00000100:00100000:0.0:1767321303.843801:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990338688 00000100:00100000:0.0:1767321303.843899:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6205 00000100:00100000:0.0:1767321303.843913:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990338688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321303.843954:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990338688:12345-0@lo:400:kworker.0 Request processed in 49us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321303.843960:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6205 00000100:00100000:3.0:1767321303.844196:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8635f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990339328:0@lo:400:kworker.0 00000100:00100000:3.0:1767321303.844256:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c8637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990338688:0@lo:400:kworker.0 00000100:00080000:1.0:1767321303.844529:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321303.904617:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321304.672724:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321304.866982:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321304.867011:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990339584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321304.867086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321304.867291:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339584 00000100:00100000:0.0:1767321304.867299:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339584 00000100:00100000:0.0:1767321304.867360:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:0.0:1767321304.867368:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990339584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321304.867398:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321304.867449:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990339584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321304.867455:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:3.0:1767321304.867636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990339584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321304.870833:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321304.870876:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990339712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321304.870959:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321304.871959:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339712 00000100:00100000:1.0:1767321304.871973:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339712 00000100:00100000:1.0:1767321304.872055:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1767321304.872065:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990339712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321304.872102:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321304.872177:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990339712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321304.872185:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:3.0:1767321304.872874:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e301da3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990339712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321304.929982:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321304.932682:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321304.933222:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943808 00000100:00100000:0.0:1767321304.933351:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943808 00000100:00080000:1.0:1767321304.933510:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321304.933648:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6206 00000100:00100000:0.0:1767321304.933660:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925943808:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321304.934551:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925943808:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 889us (1874us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321304.934561:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6206 00000400:00000100:3.0:1767321304.935430:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925943552 offset 0 length 520: 4 00000100:00100000:3.0:1767321304.935471:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321304.937522:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943680 00000100:00100000:2.0:1767321304.937538:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943680 00000100:00100000:2.0:1767321304.937816:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24787 00000100:00100000:2.0:1767321304.937824:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925943680:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321304.937858:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321304.937940:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925943680:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 115us (2468us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321304.937948:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24787 00010000:00010000:1.0:1767321305.696612:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321305.952374:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321306.721507:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321306.976395:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321307.751029:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321308.000521:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321308.768439:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321308.960396:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321308.960406:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321308.960409:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321308.960412:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321308.960416:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321308.960424:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6553 00000100:00080000:3.0:1767321308.960428:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321308.960434:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321308.960484:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4aa00 x1853163990339840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321308.960515:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321308.960518:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321308.960520:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321308.960523:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6553 00000100:00080000:3.0:1767321308.960528:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321308.960531:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321308.960543:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4a300 x1853163990339968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321308.960583:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321308.960586:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321308.960588:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321308.960591:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6553 00000100:00080000:3.0:1767321308.960593:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321308.960597:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321308.960607:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49f80 x1853163990340224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321308.960634:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321308.960638:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321308.960640:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321308.960643:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6553 00000100:00080000:3.0:1767321308.960646:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321308.960649:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321308.960658:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48380 x1853163990340480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321308.960695:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990340352:0@lo:400:kworker.0 00000100:00100000:2.0:1767321308.960714:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990340096:0@lo:400:kworker.0 00000100:00100000:2.0:1767321308.960788:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321308.960856:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321308.960862:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990340736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321308.960886:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340096 00000100:00100000:2.0:1767321308.960887:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.960894:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340096 00000100:00100000:2.0:1767321308.960914:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340736 00000100:00100000:2.0:1767321308.960917:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340736 00000100:00100000:1.0:1767321308.960947:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6207 00000100:00100000:2.0:1767321308.960947:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242 00000100:00100000:2.0:1767321308.960955:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990340736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321308.960956:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990340096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321308.961001:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990340096:12345-0@lo:400:kworker.0 Request processed in 47us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321308.961001:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990340736:12345-0@lo:400:kworker.0 Request processed in 46us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321308.961009:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6207 00000100:00100000:2.0:1767321308.961009:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242 00000100:00080000:1.0:1767321308.961028:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321308.961032:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321308.961051:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990340736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321308.961052:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990340608:0@lo:400:kworker.0 00000100:00100000:2.0:1767321308.961061:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990340096:0@lo:400:kworker.0 00000100:00100000:1.0:1767321308.961075:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321308.961106:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340608 00000100:00100000:2.0:1767321308.961110:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340608 00000100:00100000:2.0:1767321308.961146:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:2.0:1767321308.961151:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990340608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321308.961184:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e301da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990340608:12345-0@lo:400:kworker.0 Request processed in 33us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321308.961190:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:2.0:1767321308.961218:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990340608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321308.961252:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990339840:0@lo:38:kworker.0 00000100:00100000:0.0:1767321308.961280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321308.961314:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990339968:0@lo:38:kworker.0 00000100:00100000:0.0:1767321308.961343:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321308.961362:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321308.961365:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339968 00000100:00100000:0.0:1767321308.961368:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339968 00000100:00100000:1.0:1767321308.961383:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990340224:0@lo:38:kworker.0 00000100:00100000:0.0:1767321308.961393:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1767321308.961398:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990339968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321308.961415:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321308.961418:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.961434:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990339840 00000100:00100000:1.0:1767321308.961438:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990339840 00000100:00100000:0.0:1767321308.961441:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990339968:12345-0@lo:38:kworker.0 Request processed in 42us (103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321308.961447:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1767321308.961454:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340224 00000100:00100000:1.0:1767321308.961456:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340224 00000100:00100000:1.0:1767321308.961471:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24788 00000100:00100000:1.0:1767321308.961475:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990339840:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321308.961484:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990340480:0@lo:38:kworker.0 00010000:00020000:1.0:1767321308.961485:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321308.961503:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.961506:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990339840:12345-0@lo:38:kworker.0 Request processed in 31us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321308.961512:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24788 00000100:00100000:1.0:1767321308.961521:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340480 00000100:00100000:0.0:1767321308.961524:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24789 00000100:00100000:1.0:1767321308.961524:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340480 00000100:00100000:0.0:1767321308.961528:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990340224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321308.961538:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321308.961539:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24790 00000100:00100000:1.0:1767321308.961542:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990340480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321308.961550:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321308.961559:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fd2c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990340224:12345-0@lo:38:kworker.0 Request processed in 30us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321308.961566:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990340480:12345-0@lo:38:kworker.0 Request processed in 23us (63us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321308.961569:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24789 00000100:00100000:1.0:1767321308.961572:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24790 00000100:00080000:0.0:1767321308.961596:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321308.961600:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321308.961603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990340480:0@lo:38:kworker.0 00000100:00080000:0.0:1767321308.961620:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321308.961623:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321308.961627:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990339840:0@lo:38:kworker.0 00000100:00080000:0.0:1767321308.961634:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321308.961637:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321308.961639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990339968:0@lo:38:kworker.0 00000100:00080000:0.0:1767321308.961646:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321308.961649:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321308.961651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990340224:0@lo:38:kworker.0 00000100:00100000:3.0:1767321308.961866:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.961942:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340352 00000100:00100000:1.0:1767321308.961947:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340352 00000100:00100000:1.0:1767321308.962002:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6208 00000100:00100000:1.0:1767321308.962008:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990340352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321308.962038:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990340352:12345-0@lo:400:kworker.0 Request processed in 31us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321308.962044:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6208 00000100:00080000:3.0:1767321308.962260:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321308.962281:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990340352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321309.025248:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321309.792666:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321309.985247:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321309.985268:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990340864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321309.985343:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321309.985722:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340864 00000100:00100000:1.0:1767321309.985731:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340864 00000100:00100000:1.0:1767321309.985800:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469 00000100:00100000:1.0:1767321309.985810:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990340864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321309.985845:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321309.985897:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990340864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321309.985905:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469 00000100:00100000:3.0:1767321309.986107:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fbcb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990340864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321309.986572:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990340992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321309.986621:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321309.987743:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990340992 00000100:00100000:0.0:1767321309.987763:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990340992 00000100:00100000:0.0:1767321309.987828:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470 00000100:00100000:0.0:1767321309.987837:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990340992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321309.987865:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321309.987934:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990340992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321309.987942:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470 00000100:00100000:3.0:1767321309.988144:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990340992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321310.048960:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:3.0:1767321310.050893:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321310.051107:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944064 00000100:00100000:2.0:1767321310.051118:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944064 00000100:00100000:2.0:1767321310.051196:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6209 00000100:00100000:2.0:1767321310.051205:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925944064:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321310.051312:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2511:x1853163925944064:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 108us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321310.051324:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6209 00000100:00080000:3.0:1767321310.053967:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321310.072135:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321310.072481:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925943936 00000100:00100000:2.0:1767321310.072490:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925943936 00000100:00100000:2.0:1767321310.072540:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24791 00000100:00100000:2.0:1767321310.072548:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925943936:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321310.072569:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321310.072633:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2510:x1853163925943936:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 84us (507us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321310.072641:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24791 00010000:00010000:1.0:1767321310.816691:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321311.072412:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321311.840907:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321312.096361:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321312.866470:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321313.120371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321313.891418:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321314.080708:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321314.080720:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321314.080723:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321314.080728:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321314.080732:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321314.080741:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6558 00000100:00080000:3.0:1767321314.080747:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321314.080753:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321314.080794:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4ad80 x1853163990341120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321314.080821:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321314.080824:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321314.080826:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321314.080830:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6558 00000100:00080000:3.0:1767321314.080832:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321314.080836:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321314.080898:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990341120:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.080929:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49f80 x1853163990341248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321314.080965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321314.080968:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321314.080971:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321314.080973:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321314.080976:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6558 00000100:00080000:3.0:1767321314.080978:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321314.080982:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321314.080992:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4aa00 x1853163990341504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321314.081015:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321314.081018:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321314.081020:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321314.081023:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990341248:0@lo:38:kworker.0 00000100:00080000:3.0:1767321314.081023:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6558 00000100:00080000:3.0:1767321314.081026:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321314.081030:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321314.081039:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48000 x1853163990341760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321314.081058:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321314.081072:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990341632:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.081081:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990341504:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.081097:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321314.081107:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341248 00000100:00100000:1.0:1767321314.081113:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341248 00000100:00100000:3.0:1767321314.081118:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321314.081123:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990341888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.081145:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:3.0:1767321314.081146:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321314.081152:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990341248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321314.081171:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321314.081207:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990341248:12345-0@lo:38:kworker.0 Request processed in 54us (147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321314.081213:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:2.0:1767321314.081322:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341888 00000100:00100000:2.0:1767321314.081328:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341888 00000100:00100000:2.0:1767321314.081374:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1767321314.081382:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990341888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321314.081428:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990341888:12345-0@lo:400:kworker.0 Request processed in 48us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321314.081433:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00080000:2.0:1767321314.081446:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321314.081460:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990341376:0@lo:400:kworker.0 00000100:00100000:2.0:1767321314.081476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321314.081492:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321314.081498:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990342016:0@lo:400:kworker.0 00000100:00100000:2.0:1767321314.081518:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321314.081541:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341120 00000100:00100000:2.0:1767321314.081545:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341120 00000100:00100000:2.0:1767321314.081564:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341632 00000100:00100000:2.0:1767321314.081567:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341632 00000100:00100000:2.0:1767321314.081591:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341376 00000100:00100000:2.0:1767321314.081594:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341376 00000100:00100000:3.0:1767321314.082412:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990341888:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.082932:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321314.089985:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341504 00000100:00100000:0.0:1767321314.090001:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341504 00000100:00080000:0.0:1767321314.090039:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321314.093515:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6210 00000100:00100000:0.0:1767321314.093540:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990341632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321314.093671:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990341632:12345-0@lo:400:kworker.0 Request processed in 145us (12571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321314.093691:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6210 00000100:00100000:0.0:1767321314.093716:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6211 00000100:00100000:0.0:1767321314.093724:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990341376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321314.093770:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990341376:12345-0@lo:400:kworker.0 Request processed in 48us (12292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321314.093777:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6211 00000100:00100000:0.0:1767321314.093791:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24792 00000100:00100000:0.0:1767321314.093795:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990341120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321314.093816:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321314.093846:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fbcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990341120:12345-0@lo:38:kworker.0 Request processed in 49us (12881us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321314.093852:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24792 00000100:00100000:0.0:1767321314.093864:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24793 00000100:00100000:0.0:1767321314.093868:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990341504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321314.093876:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321314.093901:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990341504:12345-0@lo:38:kworker.0 Request processed in 32us (10971us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321314.093906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24793 00000100:00080000:0.0:1767321314.093985:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321314.093991:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321314.093994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990341504:0@lo:38:kworker.0 00000100:00080000:0.0:1767321314.094005:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321314.094008:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321314.094011:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990341120:0@lo:38:kworker.0 00000100:00100000:0.0:1767321314.094038:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990341760:0@lo:38:kworker.0 00000100:00100000:0.0:1767321314.094149:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321314.094180:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321314.094184:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321314.094187:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990341248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321314.094208:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990341760 00000100:00100000:0.0:1767321314.094213:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990341760 00000100:00100000:0.0:1767321314.094252:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24794 00000100:00100000:0.0:1767321314.094256:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990341760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321314.094267:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321314.094295:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990341760:12345-0@lo:38:kworker.0 Request processed in 37us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321314.094300:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24794 00000100:00080000:0.0:1767321314.094664:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321314.094670:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321314.094683:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990341760:0@lo:38:kworker.0 00000100:00100000:0.0:1767321314.094821:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990341632:0@lo:400:kworker.0 00000100:00100000:0.0:1767321314.095625:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342016 00000100:00100000:0.0:1767321314.095633:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342016 00000100:00100000:0.0:1767321314.095706:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:0.0:1767321314.095715:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990342016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321314.095776:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f9a8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990342016:12345-0@lo:400:kworker.0 Request processed in 63us (14257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321314.095782:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00080000:0.0:1767321314.095804:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321314.095855:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990342016:0@lo:400:kworker.0 00000100:00100000:0.0:1767321314.095867:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990341376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321314.144551:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321314.912513:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321315.105652:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990342144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321315.105693:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321315.105707:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990342272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321315.105747:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321315.105785:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321315.105834:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342144 00000100:00100000:3.0:1767321315.105842:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342144 00000100:00100000:3.0:1767321315.105889:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342272 00000100:00100000:3.0:1767321315.105893:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342272 00000100:00100000:1.0:1767321315.105902:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471 00000100:00100000:1.0:1767321315.105957:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990342144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321315.105986:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321315.106037:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990342144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321315.106109:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990342144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321315.107397:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472 00000100:00100000:3.0:1767321315.107411:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990342272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321315.107435:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321315.107494:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990342272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (1710us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321315.107499:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471 00000100:00100000:3.0:1767321315.107503:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472 00000100:00100000:2.0:1767321315.107671:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990342272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321315.168396:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321315.172943:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321315.173051:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944320 00000100:00100000:2.0:1767321315.173062:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944320 00000100:00100000:2.0:1767321315.173141:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6212 00000100:00100000:2.0:1767321315.173152:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925944320:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321315.173254:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925944320:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 104us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321315.173261:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6212 00000100:00080000:0.0:1767321315.173379:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321315.178467:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321315.178661:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944192 00000100:00100000:1.0:1767321315.178671:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944192 00000100:00100000:1.0:1767321315.179010:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24795 00000100:00100000:1.0:1767321315.179018:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925944192:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321315.179043:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321315.179129:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925944192:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 109us (670us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321315.179138:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24795 00010000:00010000:1.0:1767321315.936969:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321316.193081:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321316.960789:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321317.216371:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321317.984504:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321318.241275:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321319.008726:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321319.202735:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321319.202745:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321319.202748:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321319.202752:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321319.202757:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321319.202765:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6563 00000100:00080000:0.0:1767321319.202769:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321319.202776:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321319.202817:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e227a14e00 x1853163990342400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321319.202902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990342400:0@lo:38:kworker.0 00000100:00080000:0.0:1767321319.203030:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321319.203034:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321319.203036:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321319.203040:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6563 00000100:00080000:0.0:1767321319.203043:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321319.203047:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321319.203066:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4380 x1853163990342528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321319.203124:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321319.203128:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321319.203130:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321319.203134:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6563 00000100:00080000:0.0:1767321319.203136:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321319.203141:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321319.203154:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6300 x1853163990342784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321319.203184:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321319.203188:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321319.203190:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321319.203194:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6563 00000100:00080000:0.0:1767321319.203197:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321319.203200:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321319.203211:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b6a00 x1853163990343040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321319.203485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.203530:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990343168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.203732:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321319.203746:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990342656:0@lo:400:kworker.0 00000100:00100000:3.0:1767321319.203784:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.203793:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321319.203803:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990342912:0@lo:400:kworker.0 00000100:00100000:3.0:1767321319.203821:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321319.203829:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990343296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.203834:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321319.203865:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.203875:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342400 00000100:00100000:1.0:1767321319.203954:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342656 00000100:00100000:1.0:1767321319.203967:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342656 00000100:00100000:2.0:1767321319.204212:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342400 00000100:00100000:1.0:1767321319.204789:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342912 00000100:00100000:1.0:1767321319.204794:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342912 00000100:00100000:0.0:1767321319.204863:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343168 00000100:00100000:0.0:1767321319.204867:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343168 00000100:00100000:0.0:1767321319.204898:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343296 00000100:00100000:0.0:1767321319.204902:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343296 00000100:00100000:0.0:1767321319.204924:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:0.0:1767321319.204933:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990343168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321319.205010:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990343168:12345-0@lo:400:kworker.0 Request processed in 78us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321319.205017:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00100000:0.0:1767321319.205036:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:0.0:1767321319.205042:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990343296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321319.205101:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990343296:12345-0@lo:400:kworker.0 Request processed in 59us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321319.205107:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00100000:2.0:1767321319.205370:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6213 00000100:00100000:2.0:1767321319.205381:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990342656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.205429:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990342656:12345-0@lo:400:kworker.0 Request processed in 51us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321319.205435:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6213 00000100:00100000:2.0:1767321319.205451:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6214 00000100:00100000:2.0:1767321319.205456:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990342912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.205481:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990342912:12345-0@lo:400:kworker.0 Request processed in 25us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321319.205486:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6214 00000100:00100000:2.0:1767321319.205498:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24796 00000100:00100000:2.0:1767321319.205502:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990342400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321319.205521:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321319.205563:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990342400:12345-0@lo:38:kworker.0 Request processed in 59us (2172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321319.205569:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24796 00000100:00100000:2.0:1767321319.205624:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990342912:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.205635:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990343168:0@lo:400:kworker.0 00000100:00080000:2.0:1767321319.205682:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321319.205687:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321319.205690:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e227a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990342400:0@lo:38:kworker.0 00000100:00100000:2.0:1767321319.205709:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990342528:0@lo:38:kworker.0 00000100:00100000:2.0:1767321319.205739:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.205769:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342528 00000100:00100000:2.0:1767321319.205773:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342528 00000100:00100000:2.0:1767321319.205796:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:2.0:1767321319.205801:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990342528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321319.205814:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321319.205838:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990342528:12345-0@lo:38:kworker.0 Request processed in 36us (98us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321319.205843:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00080000:2.0:1767321319.205872:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321319.205877:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321319.205881:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990342528:0@lo:38:kworker.0 00000100:00100000:2.0:1767321319.205888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990342784:0@lo:38:kworker.0 00000100:00100000:3.0:1767321319.205895:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990343296:0@lo:400:kworker.0 00000100:00100000:3.0:1767321319.205912:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990342656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.205917:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.205942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990343040:0@lo:38:kworker.0 00000100:00100000:3.0:1767321319.205958:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990342784 00000100:00100000:3.0:1767321319.205963:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990342784 00000100:00100000:2.0:1767321319.205977:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321319.207766:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343040 00000100:00100000:3.0:1767321319.207779:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343040 00000100:00100000:3.0:1767321319.207817:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24797 00000100:00100000:3.0:1767321319.207825:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990342784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321319.207844:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321319.207900:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990342784:12345-0@lo:38:kworker.0 Request processed in 75us (1985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321319.207907:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24797 00000100:00100000:3.0:1767321319.207923:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24798 00000100:00100000:3.0:1767321319.207928:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990343040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321319.207938:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321319.207963:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990343040:12345-0@lo:38:kworker.0 Request processed in 35us (1988us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321319.207969:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24798 00000100:00080000:0.0:1767321319.208122:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321319.208128:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321319.208131:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321319.208315:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321319.208322:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321319.208327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990343040:0@lo:38:kworker.0 00000100:00080000:3.0:1767321319.208364:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321319.208369:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321319.208373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990342784:0@lo:38:kworker.0 00000100:00100000:0.0:1767321319.264602:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321320.032425:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321320.225627:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990343424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321320.225702:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321320.225866:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343424 00000100:00100000:0.0:1767321320.225875:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343424 00000100:00100000:0.0:1767321320.225933:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473 00000100:00100000:0.0:1767321320.225940:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990343424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321320.225965:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321320.226012:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990343424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321320.226019:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473 00000100:00100000:3.0:1767321320.226175:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990343424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321320.226921:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990343552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321320.226965:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321320.227125:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343552 00000100:00100000:1.0:1767321320.227132:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343552 00000100:00100000:1.0:1767321320.227179:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474 00000100:00100000:1.0:1767321320.227188:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990343552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321320.227211:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321320.227289:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990343552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321320.227296:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474 00000100:00100000:1.0:1767321320.227334:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1eb711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990343552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321320.288444:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321320.294853:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321320.295146:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944576 00000100:00100000:2.0:1767321320.295157:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944576 00000100:00080000:0.0:1767321320.295303:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321320.295371:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6215 00000100:00100000:2.0:1767321320.295382:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925944576:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321320.295469:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1eb711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925944576:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 89us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321320.295476:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6215 00000100:00100000:1.0:1767321320.296186:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321320.296282:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944448 00000100:00100000:2.0:1767321320.296288:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944448 00000100:00100000:2.0:1767321320.296356:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24799 00000100:00100000:2.0:1767321320.296362:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925944448:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321320.296382:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321320.296436:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925944448:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 68us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321320.296443:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24799 00010000:00010000:1.0:1767321321.057857:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321321.312929:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321322.082756:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321322.336382:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321323.105318:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321323.360375:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321324.129382:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321324.321575:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321324.321587:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321324.321590:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321324.321594:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321324.321598:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321324.321606:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6568 00000100:00080000:1.0:1767321324.321611:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321324.321618:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321324.321660:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fa74b480 x1853163990343680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321324.321695:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321324.321699:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321324.321701:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321324.321704:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6568 00000100:00080000:1.0:1767321324.321706:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321324.321711:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321324.321726:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c722a680 x1853163990343808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321324.321764:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321324.321767:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321324.321769:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321324.321772:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6568 00000100:00080000:1.0:1767321324.321775:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321324.321778:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321324.321792:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584e00 x1853163990344064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321324.321819:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321324.321823:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321324.321824:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321324.321827:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6568 00000100:00080000:1.0:1767321324.321830:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321324.321834:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321324.321845:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584380 x1853163990344320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321324.321897:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990344192:0@lo:400:kworker.0 00000100:00100000:1.0:1767321324.321963:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321324.322022:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321324.322028:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990344448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321324.322053:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321324.322142:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990343936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321324.322171:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321324.322206:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321324.322213:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990344576:0@lo:400:kworker.0 00000100:00100000:2.0:1767321324.322255:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321324.322369:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344448 00000100:00100000:0.0:1767321324.322378:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344448 00000100:00100000:1.0:1767321324.322391:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344192 00000100:00100000:1.0:1767321324.322395:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344192 00000100:00100000:3.0:1767321324.322528:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343936 00000100:00100000:3.0:1767321324.322533:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343936 00000100:00100000:0.0:1767321324.322547:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344576 00000100:00100000:0.0:1767321324.322550:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344576 00000100:00080000:2.0:1767321324.328058:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321324.328069:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321324.328072:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321324.328135:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6216 00000100:00100000:2.0:1767321324.328146:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990343680:0@lo:38:kworker.0 00000100:00100000:1.0:1767321324.328152:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990344192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321324.328333:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6217 00000100:00100000:3.0:1767321324.328342:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990343936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321324.328434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321324.328574:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:0.0:1767321324.328584:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990344448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321324.328640:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343680 00000100:00100000:3.0:1767321324.328649:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343680 00000100:00100000:3.0:1767321324.328681:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24800 00000100:00100000:3.0:1767321324.328686:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990343680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321324.328711:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321324.328758:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990343680:12345-0@lo:38:kworker.0 Request processed in 71us (324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321324.328767:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24800 00000100:00100000:3.0:1767321324.328811:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990343936:12345-0@lo:400:kworker.0 Request processed in 471us (6639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321324.328820:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6217 00000100:00100000:3.0:1767321324.328877:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990343936:0@lo:400:kworker.0 00000100:00100000:3.0:1767321324.329100:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:3.0:1767321324.329112:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990344576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321324.329149:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990344576:12345-0@lo:400:kworker.0 Request processed in 42us (6893us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321324.329155:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00000100:00100000:3.0:1767321324.329343:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990344576:0@lo:400:kworker.0 00000100:00100000:1.0:1767321324.334635:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990344192:12345-0@lo:400:kworker.0 Request processed in 6480us (12661us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321324.334652:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6216 00000100:00100000:3.0:1767321324.334960:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990344192:0@lo:400:kworker.0 00000100:00080000:3.0:1767321324.336172:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321324.336190:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321324.336194:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fa74b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990343680:0@lo:38:kworker.0 00000100:00100000:3.0:1767321324.336206:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990343808:0@lo:38:kworker.0 00000100:00100000:3.0:1767321324.336280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321324.340040:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990343808 00000100:00100000:1.0:1767321324.340057:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990343808 00000100:00100000:1.0:1767321324.340306:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416 00000100:00100000:1.0:1767321324.340316:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990343808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321324.340342:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321324.340429:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990343808:12345-0@lo:38:kworker.0 Request processed in 112us (4147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321324.340435:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416 00000100:00080000:3.0:1767321324.340579:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321324.340585:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321324.340590:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990343808:0@lo:38:kworker.0 00000100:00100000:3.0:1767321324.340601:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990344064:0@lo:38:kworker.0 00000100:00100000:3.0:1767321324.340644:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321324.340666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990344320:0@lo:38:kworker.0 00000100:00100000:3.0:1767321324.340688:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321324.340974:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344064 00000100:00100000:1.0:1767321324.340979:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344064 00000100:00100000:1.0:1767321324.341008:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344320 00000100:00100000:1.0:1767321324.341011:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344320 00000100:00100000:1.0:1767321324.341099:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24801 00000100:00100000:1.0:1767321324.341104:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990344064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321324.341116:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321324.341157:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990344064:12345-0@lo:38:kworker.0 Request processed in 52us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321324.341164:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24801 00000100:00100000:1.0:1767321324.341174:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24802 00000100:00100000:1.0:1767321324.341177:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990344320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321324.341194:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321324.341216:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990344320:12345-0@lo:38:kworker.0 Request processed in 37us (528us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321324.341222:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24802 00000100:00100000:0.0:1767321324.344453:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990344448:12345-0@lo:400:kworker.0 Request processed in 15860us (22387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321324.344469:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00100000:0.0:1767321324.344556:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990344448:0@lo:400:kworker.0 00000100:00080000:2.0:1767321324.345773:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321324.345784:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321324.345788:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990344064:0@lo:38:kworker.0 00000100:00080000:2.0:1767321324.345801:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321324.345804:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321324.345807:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990344320:0@lo:38:kworker.0 00000100:00100000:0.0:1767321324.384441:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:0.0:1767321325.154212:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321325.347892:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990344832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321325.347963:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321325.347981:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321325.347999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990344704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321325.348039:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321325.348060:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344832 00000100:00100000:1.0:1767321325.348069:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344832 00000100:00100000:1.0:1767321325.348114:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990344704 00000100:00100000:1.0:1767321325.348118:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990344704 00000100:00100000:1.0:1767321325.348131:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475 00000100:00100000:1.0:1767321325.348139:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990344832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321325.348165:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1767321325.348209:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476 00000100:00100000:2.0:1767321325.348219:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990344704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321325.348262:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321325.348278:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990344832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321325.348286:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475 00000100:00100000:2.0:1767321325.348309:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990344704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321325.348318:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476 00000100:00100000:1.0:1767321325.348338:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990344832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321325.348363:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990344704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321325.408372:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321325.413956:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321325.414007:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321325.414076:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944704 00000100:00100000:0.0:1767321325.414092:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944704 00000100:00100000:0.0:1767321325.414152:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925944832 00000100:00100000:0.0:1767321325.414156:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925944832 00000100:00100000:0.0:1767321325.414220:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6218 00000100:00100000:0.0:1767321325.414260:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925944832:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321325.414344:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925944832:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 115us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321325.414354:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6218 00000100:00100000:0.0:1767321325.414374:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24803 00000100:00100000:0.0:1767321325.414378:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925944704:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321325.414397:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321325.414424:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925944704:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 44us (486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321325.414431:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24803 00000100:00080000:1.0:1767321325.415811:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321326.177036:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321326.432579:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321327.200529:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321327.456527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321328.225471:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321328.416417:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321303/real 1767321303] req@ffff96e2c3a4b100 x1853163990339456/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321328 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321328.416455:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e2c3a4b100 x1853163990339456/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321328 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321328.416476:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321328.416559:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321328.416564:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990339456:0@lo:250:kworker.0 00000100:00080000:0.0:1767321328.421734:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321328.421747:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321328.421752:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321328.421760:0:51453:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6553 00000100:00080000:0.0:1767321328.421766:0:51453:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321328.421773:0:51453:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321328.421824:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4e00 x1853163990344960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321328.421860:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321328.421864:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321328.421866:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321328.421869:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6574 00000100:00080000:0.0:1767321328.421872:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321328.421875:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321328.421891:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7800 x1853163990345088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321328.421901:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321328.421904:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321328.421905:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321328.421908:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6574 00000100:00080000:0.0:1767321328.421911:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321328.421914:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321328.421926:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b7100 x1853163990345216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321328.421962:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321328.421966:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321328.421968:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321328.421972:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6574 00000100:00080000:0.0:1767321328.421975:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321328.421978:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321328.421988:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4700 x1853163990345472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321328.422020:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321328.422024:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321328.422026:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321328.422029:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6574 00000100:00080000:0.0:1767321328.422031:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321328.422035:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321328.422179:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990345344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321328.422269:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321328.422365:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345344 00000100:00100000:1.0:1767321328.422372:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345344 00000100:00100000:1.0:1767321328.422437:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6219 00000100:00100000:1.0:1767321328.422448:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990345344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321328.422501:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990345344:12345-0@lo:400:kworker.0 Request processed in 56us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321328.422508:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6219 00000100:00080000:1.0:1767321328.422530:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321328.422559:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990345344:0@lo:400:kworker.0 00000100:00100000:1.0:1767321328.422600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990345600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321328.422625:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321328.422652:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345600 00000100:00100000:1.0:1767321328.422655:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345600 00000100:00100000:1.0:1767321328.422682:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6220 00000100:00100000:1.0:1767321328.422688:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990345600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321328.422720:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990345600:12345-0@lo:400:kworker.0 Request processed in 32us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321328.422726:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6220 00000100:00100000:1.0:1767321328.422752:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990345600:0@lo:400:kworker.0 00000100:00080000:1.0:1767321328.422764:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321328.430582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990344960:0@lo:250:kworker.0 00000400:00000100:2.0:1767321328.430651:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990344960 offset 0 length 520: 4 00000100:00100000:2.0:1767321328.430698:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990345088:0@lo:38:kworker.0 00000100:00100000:2.0:1767321328.430738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321328.430777:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345088 00000100:00100000:2.0:1767321328.430784:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345088 00000100:00100000:2.0:1767321328.430831:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24804 00000100:00100000:2.0:1767321328.430838:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990345088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321328.430862:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321328.430900:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990345088:12345-0@lo:38:kworker.0 Request processed in 61us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321328.430906:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24804 00000100:00080000:2.0:1767321328.431014:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321328.431022:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321328.431026:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990345088:0@lo:38:kworker.0 00000100:00100000:2.0:1767321328.431033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990345216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321328.431071:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321328.431096:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345216 00000100:00100000:2.0:1767321328.431100:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345216 00000100:00100000:2.0:1767321328.431119:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:2.0:1767321328.431123:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990345216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321328.431133:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321328.431157:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990345216:12345-0@lo:38:kworker.0 Request processed in 33us (86us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321328.431163:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00080000:2.0:1767321328.431188:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321328.431191:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321328.431194:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990345216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321328.431201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990345472:0@lo:38:kworker.0 00000100:00100000:2.0:1767321328.431221:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321328.431299:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345472 00000100:00100000:2.0:1767321328.431303:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345472 00000100:00100000:2.0:1767321328.431323:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24805 00000100:00100000:2.0:1767321328.431327:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990345472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321328.431337:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321328.431379:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990345472:12345-0@lo:38:kworker.0 Request processed in 50us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321328.431386:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24805 00000100:00080000:2.0:1767321328.431419:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321328.431424:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321328.431426:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990345472:0@lo:38:kworker.0 00000100:00100000:0.0:1767321328.432063:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b5500 x1853163990345728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321328.432143:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321328.432153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990345856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321328.432189:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321328.432222:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345856 00000100:00100000:0.0:1767321328.432226:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345856 00000100:00100000:0.0:1767321328.432293:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1767321328.432300:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990345856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321328.432345:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990345856:12345-0@lo:400:kworker.0 Request processed in 45us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321328.432351:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00080000:0.0:1767321328.432371:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321328.432398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990345856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321328.432426:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990345984:0@lo:400:kworker.0 00000100:00100000:0.0:1767321328.432449:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321328.432476:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345984 00000100:00100000:0.0:1767321328.432479:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345984 00000100:00100000:0.0:1767321328.432503:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:0.0:1767321328.432509:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990345984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321328.432541:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990345984:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321328.432548:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00080000:0.0:1767321328.432560:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321328.432576:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990345984:0@lo:400:kworker.0 00000100:00100000:2.0:1767321328.433268:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990345728:0@lo:38:kworker.0 00000100:00100000:2.0:1767321328.433311:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321328.434196:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990345728 00000100:00100000:0.0:1767321328.434206:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990345728 00000100:00100000:2.0:1767321328.434372:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24806 00000100:00100000:2.0:1767321328.434379:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990345728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321328.434404:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321328.434490:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990345728:12345-0@lo:38:kworker.0 Request processed in 110us (1177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321328.434497:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24806 00000100:00080000:1.0:1767321328.434593:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321328.434599:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321328.434604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990345728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321328.480615:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321329.248615:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321329.504415:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000400:00000100:1.0:1767321329.507284:0:7007:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925944960 offset 0 length 520: 4 00000100:00100000:1.0:1767321329.507335:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321329.507531:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945088 00000100:00100000:2.0:1767321329.507543:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945088 00000100:00100000:2.0:1767321329.507600:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24807 00000100:00100000:2.0:1767321329.507608:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925945088:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321329.507631:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321329.507700:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925945088:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 91us (363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321329.507708:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24807 00000100:00100000:1.0:1767321329.520592:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321329.520744:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945216 00000100:00100000:0.0:1767321329.520754:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945216 00000100:00080000:2.0:1767321329.520848:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321329.520855:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6221 00000100:00100000:0.0:1767321329.520867:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925945216:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:0.0:1767321329.520949:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925945216:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 84us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321329.520957:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6221 00010000:00010000:0.0:1767321330.274097:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321330.464707:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321330.464734:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990346112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321330.464845:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321330.464942:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321330.464951:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990346240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321330.464979:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346112 00000100:00100000:3.0:1767321330.464983:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321330.464994:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346112 00000100:00100000:3.0:1767321330.465021:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346240 00000100:00100000:3.0:1767321330.465027:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346240 00000100:00080000:1.0:1767321330.465121:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321330.465128:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321330.465157:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477 00000100:00100000:0.0:1767321330.465168:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990346112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321330.465217:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321330.465333:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990346112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321330.466416:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478 00000100:00100000:3.0:1767321330.466434:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990346240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321330.466466:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321330.466552:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990346240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321330.466561:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478 00000100:00100000:3.0:1767321330.466652:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990346240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321330.466700:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990346112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321330.466786:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477 00000100:00100000:0.0:1767321330.530097:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321331.296657:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321331.555898:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321332.320532:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321332.577932:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321333.346112:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321333.536666:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321333.536682:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321333.536685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321333.536690:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321333.536695:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321333.536707:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6578 00000100:00080000:1.0:1767321333.536713:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321333.536722:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321333.536780:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587480 x1853163990346368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321333.536816:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321333.536819:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321333.536821:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321333.536825:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6578 00000100:00080000:1.0:1767321333.536828:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321333.536834:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321333.536851:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef585c00 x1853163990346496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321333.536869:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990346368:0@lo:38:kworker.0 00000100:00080000:1.0:1767321333.536896:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321333.536901:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321333.536903:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321333.536908:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6578 00000100:00080000:1.0:1767321333.536910:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321333.536915:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321333.536929:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef584380 x1853163990346752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321333.536953:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767321333.536965:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321333.536968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321333.536971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990346624:0@lo:400:kworker.0 00000100:00080000:1.0:1767321333.536973:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321333.536978:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321333.536985:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6578 00000100:00080000:1.0:1767321333.536988:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321333.536993:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321333.537007:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2ef587100 x1853163990347008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321333.537028:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.537059:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990346496:0@lo:38:kworker.0 00000100:00100000:1.0:1767321333.537063:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990347136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321333.537068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990347264:0@lo:400:kworker.0 00000100:00100000:3.0:1767321333.537209:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990346880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321333.543081:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.543188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990346752:0@lo:38:kworker.0 00000100:00100000:2.0:1767321333.543287:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.543310:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990347008:0@lo:38:kworker.0 00000100:00100000:2.0:1767321333.543356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.543420:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346496 00000100:00100000:2.0:1767321333.543430:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346496 00000100:00100000:2.0:1767321333.543588:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1767321333.543597:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990346496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321333.543624:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321333.543672:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e227a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990346496:12345-0@lo:38:kworker.0 Request processed in 75us (617us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321333.543679:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1767321333.543787:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346368 00000100:00100000:2.0:1767321333.543793:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346368 00000100:00100000:2.0:1767321333.543817:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346624 00000100:00100000:2.0:1767321333.543821:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346624 00000100:00100000:2.0:1767321333.543869:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346752 00000100:00100000:2.0:1767321333.543872:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346752 00000100:00100000:2.0:1767321333.543879:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347008 00000100:00100000:2.0:1767321333.543880:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347008 00000100:00100000:2.0:1767321333.543889:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6222 00000100:00100000:2.0:1767321333.543896:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990346624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321333.543941:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990346624:12345-0@lo:400:kworker.0 Request processed in 46us (6916us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321333.543947:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6222 00000100:00100000:2.0:1767321333.543959:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24808 00000100:00100000:2.0:1767321333.543963:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990346368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321333.543972:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321333.543994:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ec090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990346368:12345-0@lo:38:kworker.0 Request processed in 30us (7030us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321333.544000:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24808 00000100:00100000:2.0:1767321333.544010:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24809 00000100:00100000:2.0:1767321333.544013:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990346752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321333.544022:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321333.544045:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990346752:12345-0@lo:38:kworker.0 Request processed in 29us (757us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321333.544051:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24809 00000100:00100000:2.0:1767321333.544061:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24810 00000100:00100000:2.0:1767321333.544065:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990347008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321333.544072:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321333.544093:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990347008:12345-0@lo:38:kworker.0 Request processed in 27us (737us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321333.544098:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24810 00000100:00080000:2.0:1767321333.544146:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321333.544151:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321333.544155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990346496:0@lo:38:kworker.0 00000100:00080000:2.0:1767321333.544163:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321333.544166:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321333.544169:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990346752:0@lo:38:kworker.0 00000100:00080000:2.0:1767321333.544175:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321333.544178:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321333.544180:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990347008:0@lo:38:kworker.0 00000100:00080000:2.0:1767321333.544189:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321333.544192:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321333.544195:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990346368:0@lo:38:kworker.0 00000100:00080000:2.0:1767321333.544293:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321333.550766:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.551053:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347136 00000100:00100000:2.0:1767321333.551071:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347136 00000100:00100000:2.0:1767321333.551185:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1767321333.551199:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990347136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321333.551333:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990347136:12345-0@lo:400:kworker.0 Request processed in 138us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321333.551341:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00080000:2.0:1767321333.551369:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321333.551738:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990347136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321333.552599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321333.552657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990346624:0@lo:400:kworker.0 00000100:00100000:2.0:1767321333.552700:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347264 00000100:00100000:2.0:1767321333.552708:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347264 00000100:00100000:2.0:1767321333.552776:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:2.0:1767321333.552788:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990347264:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321333.552800:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321333.552856:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990347264:12345-0@lo:400:kworker.0 Request processed in 73us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321333.552863:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1767321333.552901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990347264:0@lo:400:kworker.0 00000100:00100000:3.0:1767321333.554079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321333.554989:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990346880 00000100:00100000:2.0:1767321333.555002:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990346880 00000100:00100000:2.0:1767321333.555088:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223 00000100:00100000:2.0:1767321333.555098:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990346880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321333.555364:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fa74b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990346880:12345-0@lo:400:kworker.0 Request processed in 266us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321333.555372:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223 00000100:00100000:3.0:1767321333.556809:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990346880:0@lo:400:kworker.0 00000100:00080000:0.0:1767321333.557106:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321333.600532:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321334.368503:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321334.624671:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321334.628804:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321334.629383:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945344 00000100:00100000:2.0:1767321334.629399:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945344 00000100:00100000:2.0:1767321334.629478:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24811 00000100:00100000:2.0:1767321334.629489:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925945344:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321334.629529:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321334.629860:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925945344:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 368us (1068us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321334.629869:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24811 00000100:00100000:1.0:1767321334.643551:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321334.643656:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945472 00000100:00100000:3.0:1767321334.643671:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945472 00000100:00100000:3.0:1767321334.643790:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6224 00000100:00100000:3.0:1767321334.643803:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925945472:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321334.643905:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925945472:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 105us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321334.643914:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6224 00000100:00080000:0.0:1767321334.644407:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321335.392689:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321335.587504:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321335.587542:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990347392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321335.587660:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321335.588426:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347392 00000100:00100000:0.0:1767321335.588438:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347392 00000100:00100000:0.0:1767321335.588529:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479 00000100:00100000:0.0:1767321335.588540:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990347392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321335.588583:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321335.588667:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990347392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321335.588676:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479 00000100:00080000:3.0:1767321335.588841:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321335.588908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990347392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321335.591387:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990347520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321335.591494:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321335.592019:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347520 00000100:00100000:1.0:1767321335.592032:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347520 00000100:00100000:1.0:1767321335.592115:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480 00000100:00100000:1.0:1767321335.592369:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990347520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321335.592413:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321335.592493:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990347520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 369us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321335.592502:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480 00000100:00080000:3.0:1767321335.593388:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321335.593517:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990347520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321335.648468:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321336.417881:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321336.672478:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321337.440615:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321337.696880:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321338.464513:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321338.659470:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321338.659484:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321338.659487:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321338.659492:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321338.659498:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321338.659512:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6583 00000100:00080000:3.0:1767321338.659518:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321338.659526:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321338.659586:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4b100 x1853163990347648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321338.659672:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990347648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321338.659772:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321338.659914:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347648 00000100:00100000:1.0:1767321338.659927:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347648 00000100:00100000:1.0:1767321338.659984:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24812 00000100:00080000:3.0:1767321338.660005:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321338.660009:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321338.660011:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321338.660016:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6583 00000100:00080000:3.0:1767321338.660019:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321338.660023:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321338.660039:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a4a300 x1853163990347776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321338.660069:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990347648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321338.660095:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321338.660767:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990347776:0@lo:38:kworker.0 00000100:00100000:0.0:1767321338.660814:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321338.660931:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347776 00000100:00100000:2.0:1767321338.660938:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347776 00000100:00100000:2.0:1767321338.660971:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:2.0:1767321338.660978:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990347776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321338.661006:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321338.661048:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990347776:12345-0@lo:38:kworker.0 Request processed in 69us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321338.661057:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00080000:3.0:1767321338.668716:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321338.668726:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321338.668731:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321338.668742:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6583 00000100:00080000:3.0:1767321338.668749:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321338.668758:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321338.668788:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a48380 x1853163990348032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321338.668824:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321338.668829:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321338.668831:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321338.668838:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6583 00000100:00080000:3.0:1767321338.668840:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321338.668844:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321338.668856:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2c3a49f80 x1853163990348288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321338.668923:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990348160:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669014:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321338.669070:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321338.669075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990348416:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669110:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321338.669158:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348160 00000100:00100000:3.0:1767321338.669168:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348160 00000100:00100000:3.0:1767321338.669287:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225 00000100:00100000:3.0:1767321338.669298:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990348160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669360:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2c3a49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990348160:12345-0@lo:400:kworker.0 Request processed in 64us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321338.669368:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225 00000100:00080000:3.0:1767321338.669391:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321338.669439:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990348160:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669467:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990348544:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669493:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321338.669511:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321338.669516:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990347904:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669536:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321338.669555:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990347904 00000100:00100000:3.0:1767321338.669559:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990347904 00000100:00100000:3.0:1767321338.669584:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6226 00000100:00100000:3.0:1767321338.669590:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990347904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669621:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990347904:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321338.669627:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6226 00000100:00080000:3.0:1767321338.669639:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321338.669653:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990347904:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669694:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348416 00000100:00100000:3.0:1767321338.669697:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348416 00000100:00100000:3.0:1767321338.669731:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348544 00000100:00100000:3.0:1767321338.669734:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348544 00000100:00100000:3.0:1767321338.669755:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254 00000100:00100000:3.0:1767321338.669761:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990348416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669796:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990348416:12345-0@lo:400:kworker.0 Request processed in 35us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321338.669802:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254 00000100:00100000:3.0:1767321338.669813:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:3.0:1767321338.669819:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990348544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669847:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990348544:12345-0@lo:400:kworker.0 Request processed in 29us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321338.669853:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00080000:3.0:1767321338.669874:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321338.669877:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321338.669890:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990348416:0@lo:400:kworker.0 00000100:00100000:3.0:1767321338.669913:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990348544:0@lo:400:kworker.0 00000100:00100000:1.0:1767321338.677518:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990347648:12345-0@lo:38:kworker.0 Request processed in 17502us (17723us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321338.677541:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24812 00000100:00080000:0.0:1767321338.677988:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321338.677996:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321338.678001:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990347648:0@lo:38:kworker.0 00000100:00100000:0.0:1767321338.678045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990348032:0@lo:38:kworker.0 00000100:00100000:0.0:1767321338.678134:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321338.678335:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990348288:0@lo:38:kworker.0 00000100:00100000:0.0:1767321338.678356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321338.683380:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321338.683399:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321338.683407:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990347776:0@lo:38:kworker.0 00000100:00100000:1.0:1767321338.683687:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348032 00000100:00100000:1.0:1767321338.683698:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348032 00000100:00100000:1.0:1767321338.683756:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348288 00000100:00100000:1.0:1767321338.683760:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348288 00000100:00100000:1.0:1767321338.683791:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24813 00000100:00100000:1.0:1767321338.683800:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990348032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321338.683828:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321338.683912:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990348032:12345-0@lo:38:kworker.0 Request processed in 112us (5778us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321338.683919:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24813 00000100:00100000:1.0:1767321338.683939:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24814 00000100:00100000:1.0:1767321338.683943:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990348288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321338.683952:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321338.683973:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990348288:12345-0@lo:38:kworker.0 Request processed in 29us (5615us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321338.683978:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24814 00000100:00080000:0.0:1767321338.684065:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321338.684070:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321338.684074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990348032:0@lo:38:kworker.0 00000100:00080000:0.0:1767321338.684083:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321338.684086:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321338.684089:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2c3a49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990348288:0@lo:38:kworker.0 00000100:00100000:0.0:1767321338.720564:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321339.489718:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321339.744420:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321339.748030:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321339.748144:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945728 00000100:00100000:2.0:1767321339.748158:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945728 00000100:00100000:2.0:1767321339.748344:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6227 00000100:00100000:2.0:1767321339.748361:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925945728:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321339.748465:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925945728:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 110us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321339.748473:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6227 00000100:00080000:3.0:1767321339.748815:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321339.750307:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321339.750477:0:15771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945600 00000100:00100000:0.0:1767321339.750490:0:15771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945600 00000100:00100000:0.0:1767321339.750554:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24815 00000100:00100000:0.0:1767321339.750562:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925945600:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:0.0:1767321339.750594:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321339.750674:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2510:x1853163925945600:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 111us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321339.750683:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24815 00010000:00010000:0.0:1767321340.513734:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321340.709658:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990348672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321340.709759:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321340.709857:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348672 00000100:00100000:1.0:1767321340.709868:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348672 00000100:00100000:1.0:1767321340.709931:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481 00000100:00100000:1.0:1767321340.709945:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990348672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321340.709988:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321340.710040:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990348672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321340.710049:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481 00000100:00100000:1.0:1767321340.710112:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2ef584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990348672:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321340.710295:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321340.711527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990348800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321340.711608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321340.711807:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348800 00000100:00100000:0.0:1767321340.711817:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348800 00000100:00100000:0.0:1767321340.711884:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482 00000100:00100000:0.0:1767321340.711894:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990348800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321340.711925:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321340.711982:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990348800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321340.711990:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482 00000100:00100000:0.0:1767321340.712045:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990348800:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321340.712116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321340.768613:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321341.538908:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321341.792419:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321342.573406:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321342.816384:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321343.584946:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321343.776573:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321343.776588:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321343.776592:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321343.776597:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321343.776602:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321343.776613:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6588 00000100:00080000:3.0:1767321343.776619:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321343.776629:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321343.776684:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0000 x1853163990348928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321343.776720:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321343.776724:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321343.776725:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321343.776729:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6588 00000100:00080000:3.0:1767321343.776731:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321343.776735:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321343.776751:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2d80 x1853163990349056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321343.776793:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321343.776797:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321343.776799:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321343.776803:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6588 00000100:00080000:3.0:1767321343.776805:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321343.776809:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321343.776820:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0a80 x1853163990349312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321343.776835:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767321343.776849:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321343.776853:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321343.776855:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321343.776857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990349184:0@lo:400:kworker.0 00000100:00080000:3.0:1767321343.776858:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6588 00000100:00080000:3.0:1767321343.776861:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321343.776864:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321343.776873:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3480 x1853163990349568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321343.776913:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990349440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321343.776956:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321343.776977:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990349696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321343.777006:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321343.777028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990349824:0@lo:400:kworker.0 00000100:00100000:3.0:1767321343.777050:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321343.777063:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321343.777091:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349696 00000100:00100000:3.0:1767321343.777101:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349696 00000100:00100000:3.0:1767321343.777192:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349824 00000100:00080000:1.0:1767321343.777196:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321343.777196:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349824 00000100:00100000:3.0:1767321343.777224:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:2.0:1767321343.777304:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349184 00000100:00100000:2.0:1767321343.777309:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349184 00000100:00100000:2.0:1767321343.777342:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349440 00000100:00100000:2.0:1767321343.777345:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349440 00000100:00100000:2.0:1767321343.777370:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6228 00000100:00100000:2.0:1767321343.777379:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990349184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321343.777462:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990349184:12345-0@lo:400:kworker.0 Request processed in 84us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321343.777471:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6228 00000100:00100000:2.0:1767321343.777490:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6229 00000100:00100000:2.0:1767321343.777495:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990349440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321343.777527:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990349440:12345-0@lo:400:kworker.0 Request processed in 32us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321343.777532:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6229 00000100:00100000:0.0:1767321343.777682:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990348928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321343.777719:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321343.777751:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990349056:0@lo:38:kworker.0 00000100:00100000:0.0:1767321343.777781:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321343.777807:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990349312:0@lo:38:kworker.0 00000100:00100000:0.0:1767321343.777829:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321343.777848:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990349568:0@lo:38:kworker.0 00000100:00100000:0.0:1767321343.777871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321343.777904:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349056 00000100:00100000:0.0:1767321343.777908:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349056 00000100:00100000:0.0:1767321343.777933:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:0.0:1767321343.777939:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990349056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321343.777960:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321343.777997:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990349056:12345-0@lo:38:kworker.0 Request processed in 57us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321343.778006:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00080000:0.0:1767321343.778046:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321343.778052:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321343.778055:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990349056:0@lo:38:kworker.0 00000100:00100000:0.0:1767321343.778080:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990348928 00000100:00100000:0.0:1767321343.778083:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990348928 00000100:00100000:0.0:1767321343.778096:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349312 00000100:00100000:0.0:1767321343.778098:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349312 00000100:00100000:0.0:1767321343.778105:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349568 00000100:00100000:0.0:1767321343.778107:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349568 00000100:00100000:0.0:1767321343.778116:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24816 00000100:00100000:0.0:1767321343.778121:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990348928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321343.778153:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321343.778183:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990348928:12345-0@lo:38:kworker.0 Request processed in 60us (464us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321343.778189:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24816 00000100:00100000:0.0:1767321343.778201:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24817 00000100:00100000:0.0:1767321343.778205:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990349312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321343.778214:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321343.778285:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990349312:12345-0@lo:38:kworker.0 Request processed in 77us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321343.778292:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24817 00000100:00100000:0.0:1767321343.778303:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24818 00000100:00100000:0.0:1767321343.778307:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990349568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321343.778316:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321343.778339:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7012:x1853163990349568:12345-0@lo:38:kworker.0 Request processed in 31us (468us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321343.778345:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24818 00000100:00080000:0.0:1767321343.778376:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321343.778380:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321343.778383:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990348928:0@lo:38:kworker.0 00000100:00080000:0.0:1767321343.778391:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321343.778395:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321343.778397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990349312:0@lo:38:kworker.0 00000100:00080000:0.0:1767321343.778405:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321343.778407:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321343.778410:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990349568:0@lo:38:kworker.0 00000100:00080000:0.0:1767321343.778448:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321343.778453:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321343.778488:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990349184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321343.778530:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990349440:0@lo:400:kworker.0 00000100:00100000:3.0:1767321343.779942:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990349696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321343.780054:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990349696:12345-0@lo:400:kworker.0 Request processed in 139us (3046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321343.780116:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:1.0:1767321343.780180:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990349824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321343.780218:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990349696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321343.780225:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990349824:12345-0@lo:400:kworker.0 Request processed in 101us (3161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321343.780434:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990349824:0@lo:400:kworker.0 00000100:00100000:3.0:1767321343.792050:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:1.0:1767321343.799511:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00100000:0.0:1767321343.840452:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321344.608468:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321344.864335:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321344.871560:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321344.871615:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321344.871856:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945984 00000100:00100000:0.0:1767321344.871871:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945984 00000100:00100000:0.0:1767321344.871952:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925945856 00000100:00100000:0.0:1767321344.871955:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925945856 00000100:00100000:0.0:1767321344.871985:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6230 00000100:00100000:0.0:1767321344.871997:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925945984:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321344.872067:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24819 00000100:00100000:1.0:1767321344.872085:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925945856:12345-192.168.204.1@tcp:38:kworker.0 00000100:00100000:0.0:1767321344.872097:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2ef584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925945984:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 85us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321344.872116:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6230 00010000:00020000:1.0:1767321344.872127:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321344.872405:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925945856:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 325us (787us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321344.872413:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24819 00000100:00080000:3.0:1767321344.872635:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321345.633388:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321345.824486:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990350080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321345.824583:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321345.824593:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321345.824611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990349952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321345.824700:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321345.824731:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350080 00000100:00100000:0.0:1767321345.824743:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350080 00000100:00100000:1.0:1767321345.824769:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990349952 00000100:00100000:1.0:1767321345.824777:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990349952 00000100:00100000:0.0:1767321345.824840:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483 00000100:00100000:0.0:1767321345.824853:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990350080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321345.824896:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1767321345.824905:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321345.824913:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321345.824965:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990350080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321345.824976:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483 00000100:00100000:2.0:1767321345.825006:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990350080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321345.828272:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484 00000100:00100000:1.0:1767321345.828296:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990349952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321345.828331:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321345.828408:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990349952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (3709us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321345.828415:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484 00000100:00100000:3.0:1767321345.830322:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990349952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321345.888394:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321346.657654:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321346.912388:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321347.680405:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321347.936800:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321348.705994:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321348.896693:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321348.896707:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321348.896711:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321348.896716:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321348.896720:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321348.896731:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6593 00000100:00080000:1.0:1767321348.896737:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321348.896744:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321348.896798:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf100 x1853163990350208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321348.896828:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321348.896831:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321348.896833:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321348.896836:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6593 00000100:00080000:1.0:1767321348.896838:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321348.896842:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321348.896853:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaadc00 x1853163990350336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321348.896900:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321348.896904:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321348.896906:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321348.896909:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6593 00000100:00080000:1.0:1767321348.896912:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321348.896915:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321348.896926:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaac700 x1853163990350592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321348.896953:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321348.896956:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321348.896958:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321348.896962:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6593 00000100:00080000:1.0:1767321348.896964:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321348.896967:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321348.897098:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990350464:0@lo:400:kworker.0 00000100:00100000:2.0:1767321348.897192:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321348.897302:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321348.897310:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990350720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321348.897337:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321348.897373:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350464 00000100:00100000:2.0:1767321348.897382:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350464 00000100:00100000:2.0:1767321348.897452:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6231 00000100:00100000:2.0:1767321348.897463:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990350464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321348.897520:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7016:x1853163990350464:12345-0@lo:400:kworker.0 Request processed in 59us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321348.897530:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6231 00000100:00100000:2.0:1767321348.897549:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350720 00000100:00100000:2.0:1767321348.897552:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350720 00000100:00100000:2.0:1767321348.897586:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6232 00000100:00100000:2.0:1767321348.897592:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990350720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321348.897624:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7014:x1853163990350720:12345-0@lo:400:kworker.0 Request processed in 32us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321348.897630:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6232 00000100:00080000:2.0:1767321348.897647:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321348.897687:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7014:1853163990350720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321348.897718:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7016:1853163990350464:0@lo:400:kworker.0 00000100:00100000:0.0:1767321348.897917:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990350208:0@lo:38:kworker.0 00000100:00100000:0.0:1767321348.897954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321348.898004:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990350336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321348.898063:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321348.898092:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990350592:0@lo:38:kworker.0 00000100:00100000:0.0:1767321348.898120:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321348.898150:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350336 00000100:00100000:0.0:1767321348.898155:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350336 00000100:00100000:0.0:1767321348.898199:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:0.0:1767321348.898206:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990350336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321348.898259:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321348.898303:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990350336:12345-0@lo:38:kworker.0 Request processed in 96us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321348.898311:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:0.0:1767321348.898339:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350208 00000100:00100000:0.0:1767321348.898343:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350208 00000100:00100000:0.0:1767321348.898363:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350592 00000100:00100000:0.0:1767321348.898366:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350592 00000100:00100000:0.0:1767321348.898383:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24820 00000100:00100000:0.0:1767321348.898388:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990350208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321348.898397:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321348.898424:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990350208:12345-0@lo:38:kworker.0 Request processed in 35us (470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321348.898430:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24820 00000100:00100000:0.0:1767321348.898442:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24821 00000100:00100000:0.0:1767321348.898446:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990350592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321348.898455:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321348.898478:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990350592:12345-0@lo:38:kworker.0 Request processed in 31us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321348.898483:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24821 00000100:00080000:0.0:1767321348.898513:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321348.898518:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321348.898521:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990350208:0@lo:38:kworker.0 00000100:00080000:0.0:1767321348.898698:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321348.898706:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321348.898710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990350336:0@lo:38:kworker.0 00000100:00080000:0.0:1767321348.898722:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321348.898726:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321348.898729:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990350592:0@lo:38:kworker.0 00000100:00100000:1.0:1767321348.899014:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaad880 x1853163990350848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321348.899106:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990351104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321348.899150:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321348.899179:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990350848:0@lo:38:kworker.0 00000100:00100000:1.0:1767321348.899205:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990351104 00000100:00100000:1.0:1767321348.899212:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990351104 00000100:00100000:0.0:1767321348.899313:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321348.899314:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:1.0:1767321348.899336:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990351104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321348.899395:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990351104:12345-0@lo:400:kworker.0 Request processed in 62us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321348.899400:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350848 00000100:00100000:1.0:1767321348.899406:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:0.0:1767321348.899410:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350848 00000100:00100000:1.0:1767321348.899446:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990351104:0@lo:400:kworker.0 00000100:00100000:0.0:1767321348.899458:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24822 00000100:00100000:0.0:1767321348.899466:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990350848:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767321348.899473:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1767321348.899488:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321348.899493:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990350976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321348.899542:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321348.899558:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990350848:12345-0@lo:38:kworker.0 Request processed in 87us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321348.899567:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24822 00000100:00080000:0.0:1767321348.899604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321348.899608:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321348.899611:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990350848:0@lo:38:kworker.0 00000100:00100000:0.0:1767321348.899645:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990350976 00000100:00100000:0.0:1767321348.899649:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990350976 00000100:00100000:0.0:1767321348.899683:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1767321348.899689:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990350976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321348.899732:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990350976:12345-0@lo:400:kworker.0 Request processed in 43us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321348.899740:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00080000:0.0:1767321348.899779:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321348.899896:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990350976:0@lo:400:kworker.0 00000100:00100000:0.0:1767321348.960387:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321349.730267:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321349.984411:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321349.989150:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1767321349.989209:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321349.992404:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925946112 00000100:00100000:1.0:1767321349.992660:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925946112 00000100:00100000:1.0:1767321349.992732:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925946240 00000100:00100000:1.0:1767321349.992737:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925946240 00000100:00100000:1.0:1767321349.992816:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6233 00000100:00100000:1.0:1767321349.992830:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925946240:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:1.0:1767321349.992946:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925946240:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 120us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321349.992955:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6233 00000100:00100000:1.0:1767321349.992979:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24823 00000100:00100000:1.0:1767321349.992984:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925946112:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:1.0:1767321349.993009:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321349.993052:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2510:x1853163925946112:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 66us (3919us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321349.993059:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24823 00000100:00080000:3.0:1767321350.002822:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767321350.755534:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321350.944578:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990351232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321350.944680:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321350.944825:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990351232 00000100:00100000:1.0:1767321350.944837:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990351232 00000100:00100000:1.0:1767321350.944908:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485 00000100:00100000:1.0:1767321350.944918:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990351232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321350.944956:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321350.945017:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990351232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321350.945024:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485 00000100:00080000:3.0:1767321350.945102:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321350.945143:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990351232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321350.949560:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990351360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321350.949661:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321350.949945:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990351360 00000100:00100000:1.0:1767321350.949957:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990351360 00000100:00100000:1.0:1767321350.950056:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486 00000100:00100000:1.0:1767321350.950070:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990351360:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321350.950302:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1767321350.950384:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321350.950458:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990351360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 392us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321350.950466:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486 00000100:00100000:3.0:1767321350.950565:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990351360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321351.015182:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321351.776554:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321352.033204:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321352.800457:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321353.057527:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:2.0:1767321353.058011:0:7012:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321328/real 1767321328] req@ffff96e1cf2b4e00 x1853163990344960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321353 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321353.058050:0:7012:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96e1cf2b4e00 x1853163990344960/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321353 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321353.058072:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321353.058217:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321353.058222:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990344960:0@lo:250:kworker.0 00000100:00080000:3.0:1767321353.058479:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321353.058486:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321353.058490:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2dab55000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321353.058496:0:95063:0:(import.c:509:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 6578 00000100:00080000:3.0:1767321353.058502:0:95063:0:(import.c:588:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321353.058510:0:95063:0:(import.c:623:import_select_connection()) MGC192.168.204.101@tcp: import ffff96e2dab55000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321353.058557:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2a00 x1853163990351488/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321353.058618:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3:7012:1853163990351488:0@lo:250:kworker.0 00000400:00000100:2.0:1767321353.058683:0:7012:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163990351488 offset 0 length 520: 4 00000100:00080000:3.0:1767321353.058782:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321353.058787:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321353.058789:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321353.058793:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6598 00000100:00080000:3.0:1767321353.058796:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321353.058800:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321353.058820:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a2300 x1853163990351616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321353.061210:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990351616:0@lo:38:kworker.0 00000100:00100000:2.0:1767321353.061342:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321353.061503:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990351616 00000100:00100000:0.0:1767321353.061515:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990351616 00000100:00100000:0.0:1767321353.061579:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24824 00000100:00100000:0.0:1767321353.061589:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990351616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321353.061617:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321353.061681:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990351616:12345-0@lo:38:kworker.0 Request processed in 92us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321353.061689:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24824 00000100:00080000:2.0:1767321353.062030:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321353.062037:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321353.062040:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990351616:0@lo:38:kworker.0 00000100:00080000:3.0:1767321353.062292:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321353.062312:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321353.062315:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321353.062322:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6598 00000100:00080000:3.0:1767321353.062327:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321353.062333:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321353.062373:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0700 x1853163990351744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321353.062456:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767321353.062475:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321353.062478:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321353.062481:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321353.062485:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6598 00000100:00080000:3.0:1767321353.062488:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321353.062494:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321353.062507:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a3480 x1853163990352000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321353.062536:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321353.062539:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321353.062541:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321353.062545:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6598 00000100:00080000:3.0:1767321353.062547:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321353.062551:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1767321353.062562:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1f40a0000 x1853163990352256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321353.062742:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990351744:0@lo:38:kworker.0 00000100:00100000:2.0:1767321353.062800:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321353.062830:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990352000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321353.062868:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321353.062884:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990352256:0@lo:38:kworker.0 00000100:00100000:2.0:1767321353.062907:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321353.062966:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990352128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321353.062991:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321353.063013:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321353.063018:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990352384:0@lo:400:kworker.0 00000100:00100000:2.0:1767321353.063045:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321353.063096:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352384 00000100:00100000:2.0:1767321353.063103:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352384 00000100:00100000:2.0:1767321353.063176:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:2.0:1767321353.063184:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990352384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321353.063267:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990352384:12345-0@lo:400:kworker.0 Request processed in 83us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321353.063274:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:1.0:1767321353.063318:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352000 00000100:00100000:1.0:1767321353.063325:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352000 00000100:00100000:1.0:1767321353.063352:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352256 00000100:00100000:1.0:1767321353.063356:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352256 00000100:00100000:1.0:1767321353.063370:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352128 00000100:00100000:1.0:1767321353.063373:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352128 00000100:00100000:1.0:1767321353.063401:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6234 00000100:00100000:1.0:1767321353.063409:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990352128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321353.063581:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990352384:0@lo:400:kworker.0 00000100:00080000:2.0:1767321353.063614:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321353.063620:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321353.063652:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24825 00000100:00100000:2.0:1767321353.063656:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990352000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321353.063672:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321353.064276:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990352512:0@lo:400:kworker.0 00000100:00100000:3.0:1767321353.064396:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24826 00000100:00100000:3.0:1767321353.064403:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990352256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321353.064422:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321353.072991:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321353.073083:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990351872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321353.078391:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321353.079376:0:15469:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990351872 00000100:00100000:0.0:1767321353.079391:0:15469:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990351872 00000100:00100000:1.0:1767321353.079556:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990352128:12345-0@lo:400:kworker.0 Request processed in 16142us (16557us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321353.079570:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6234 00000100:00100000:0.0:1767321353.079677:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6235 00000100:00100000:0.0:1767321353.079688:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990351872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321353.079771:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853163990351872:12345-0@lo:400:kworker.0 Request processed in 86us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321353.079778:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6235 00000100:00100000:0.0:1767321353.079808:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352512 00000100:00100000:0.0:1767321353.079813:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352512 00000100:00080000:1.0:1767321353.079820:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321353.079828:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321353.079854:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:0.0:1767321353.079862:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990352512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321353.079901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7013:1853163990351872:0@lo:400:kworker.0 00000100:00100000:0.0:1767321353.079902:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990352512:12345-0@lo:400:kworker.0 Request processed in 41us (6927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321353.079915:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00100000:1.0:1767321353.079942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990352512:0@lo:400:kworker.0 00000100:00100000:0.0:1767321353.079970:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990351744 00000100:00100000:0.0:1767321353.079976:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990351744 00000100:00100000:0.0:1767321353.079999:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:0.0:1767321353.080004:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990351744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321353.080028:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321353.080071:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990351744:12345-0@lo:38:kworker.0 Request processed in 65us (17270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321353.080077:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00100000:0.0:1767321353.080799:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990352128:0@lo:400:kworker.0 00000100:00080000:0.0:1767321353.080866:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321353.080872:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321353.080876:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990351744:0@lo:38:kworker.0 00000100:00100000:3.0:1767321353.080986:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990352256:12345-0@lo:38:kworker.0 Request processed in 16580us (18076us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321353.080997:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24826 00000100:00100000:2.0:1767321353.081094:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990352000:12345-0@lo:38:kworker.0 Request processed in 17434us (18223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321353.081100:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24825 00000100:00080000:0.0:1767321353.081218:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321353.081222:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321353.081225:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990352000:0@lo:38:kworker.0 00000100:00080000:0.0:1767321353.081250:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321353.081253:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321353.081256:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990352256:0@lo:38:kworker.0 00010000:00010000:3.0:1767321353.825562:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321354.083601:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321354.848521:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321355.104410:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:0.0:1767321355.109833:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321355.109946:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925946368 00000100:00100000:2.0:1767321355.109961:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925946368 00000100:00100000:2.0:1767321355.110021:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24827 00000100:00100000:2.0:1767321355.110030:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925946368:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321355.110061:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321355.110148:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2510:x1853163925946368:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 117us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321355.110156:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24827 00000100:00100000:1.0:1767321355.117842:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321355.118000:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925946496 00000100:00100000:3.0:1767321355.118014:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925946496 00000100:00100000:3.0:1767321355.118104:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6236 00000100:00100000:3.0:1767321355.118115:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925946496:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767321355.118188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321355.118215:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2512:x1853163925946496:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 101us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321355.118274:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6236 00000400:00000100:0.0:1767321355.122520:0:7008:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1853163925946624 offset 0 length 520: 4 00010000:00010000:0.0:1767321355.873199:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321356.064542:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990352640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321356.064648:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321356.064875:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352640 00000100:00100000:3.0:1767321356.064886:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352640 00000100:00080000:2.0:1767321356.065019:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321356.065150:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321356.065164:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990352768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321356.065205:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321356.081239:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352768 00000100:00100000:3.0:1767321356.081262:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352768 00000100:00100000:3.0:1767321356.082565:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487 00000100:00100000:3.0:1767321356.082591:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990352640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321356.082642:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321356.082757:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990352640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (18110us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321356.082765:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487 00000100:00100000:3.0:1767321356.082795:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488 00000100:00100000:3.0:1767321356.082802:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990352768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321356.082819:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1767321356.082848:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990352768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (17644us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321356.082854:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488 00000100:00100000:3.0:1767321356.082943:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990352640:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321356.084504:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321356.084593:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990352768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321356.129428:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321356.897014:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321357.152425:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321357.920590:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321358.112545:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321358.112555:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321358.112558:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321358.112562:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321358.112567:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321358.112576:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6602 00000100:00080000:2.0:1767321358.112581:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321358.112588:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321358.112634:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381880 x1853163990352896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321358.125555:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990352896:0@lo:38:kworker.0 00000100:00100000:0.0:1767321358.125651:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321358.126533:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321358.126541:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321358.126546:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321358.126554:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6602 00000100:00080000:2.0:1767321358.126562:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321358.126570:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321358.126614:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5380e00 x1853163990353024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321358.126661:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321358.126664:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321358.126665:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321358.126668:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6602 00000100:00080000:2.0:1767321358.126670:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321358.126672:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321358.126683:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2e5381c00 x1853163990353280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321358.126727:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321358.126731:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321358.126733:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321358.126736:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6602 00000100:00080000:2.0:1767321358.126739:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321358.126744:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1767321358.126756:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1cf2b4000 x1853163990353536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321358.126805:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990353792:0@lo:400:kworker.0 00000100:00100000:2.0:1767321358.126860:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321358.126906:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321358.126911:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990353152:0@lo:400:kworker.0 00000100:00100000:2.0:1767321358.127374:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321358.127427:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990353024:0@lo:38:kworker.0 00000100:00100000:0.0:1767321358.127462:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321358.127501:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353024 00000100:00100000:0.0:1767321358.127509:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353024 00000100:00100000:0.0:1767321358.127546:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:0.0:1767321358.127552:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990353024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321358.127573:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321358.127606:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990353024:12345-0@lo:38:kworker.0 Request processed in 54us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321358.127612:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00080000:0.0:1767321358.127664:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321358.127667:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321358.127670:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990353024:0@lo:38:kworker.0 00000100:00100000:0.0:1767321358.127678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990353280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321358.127742:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353792 00000100:00100000:0.0:1767321358.127747:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353792 00000100:00100000:0.0:1767321358.127795:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:0.0:1767321358.127800:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990353792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321358.127847:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990353792:12345-0@lo:400:kworker.0 Request processed in 47us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321358.127853:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:0.0:1767321358.127888:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990353408:0@lo:400:kworker.0 00000100:00080000:1.0:1767321358.128188:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321358.128261:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990353664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321358.128298:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321358.128964:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353664 00000100:00100000:0.0:1767321358.128971:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353664 00000100:00100000:0.0:1767321358.129027:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1767321358.129033:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990353664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321358.129089:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990353664:12345-0@lo:400:kworker.0 Request processed in 56us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321358.129093:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00080000:1.0:1767321358.133066:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321358.133151:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990353664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321358.138142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321358.146850:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990352896 00000100:00100000:3.0:1767321358.146881:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990352896 00000100:00100000:3.0:1767321358.146958:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353152 00000100:00100000:3.0:1767321358.146961:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353152 00000100:00100000:3.0:1767321358.147016:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6237 00000100:00100000:3.0:1767321358.147028:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990353152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321358.147133:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990353152:12345-0@lo:400:kworker.0 Request processed in 110us (19759us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321358.147139:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6237 00000100:00100000:3.0:1767321358.147155:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24828 00000100:00100000:3.0:1767321358.147158:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990352896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321358.147179:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321358.147212:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990352896:12345-0@lo:38:kworker.0 Request processed in 51us (21560us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321358.147483:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321358.147547:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990353152:0@lo:400:kworker.0 00000100:00100000:2.0:1767321358.147561:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990353792:0@lo:400:kworker.0 00000100:00100000:3.0:1767321358.147896:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24828 00000100:00100000:0.0:1767321358.162561:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353408 00000100:00100000:0.0:1767321358.162579:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353408 00000100:00100000:0.0:1767321358.162660:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6238 00000100:00100000:0.0:1767321358.162668:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990353408:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321358.162787:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321358.166267:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321358.166380:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990353536:0@lo:38:kworker.0 00000100:00100000:2.0:1767321358.166448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321358.166494:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353280 00000100:00100000:2.0:1767321358.166503:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353280 00000100:00100000:2.0:1767321358.166538:0:15470:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353536 00000100:00100000:2.0:1767321358.166539:0:15470:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353536 00000100:00100000:2.0:1767321358.166561:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24829 00000100:00100000:2.0:1767321358.166567:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990353280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321358.166592:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321358.166630:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990353280:12345-0@lo:38:kworker.0 Request processed in 62us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321358.166635:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24829 00000100:00100000:2.0:1767321358.166648:0:15470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24830 00000100:00100000:2.0:1767321358.166651:0:15470:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990353536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321358.166656:0:15470:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321358.166669:0:15470:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7012:x1853163990353536:12345-0@lo:38:kworker.0 Request processed in 18us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321358.166673:0:15470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24830 00000100:00080000:2.0:1767321358.166726:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321358.166732:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321358.166736:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990353536:0@lo:38:kworker.0 00000100:00080000:2.0:1767321358.166752:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321358.166756:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321358.166759:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990352896:0@lo:38:kworker.0 00000100:00080000:2.0:1767321358.166798:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321358.166802:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321358.166804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990353280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321358.168353:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990353408:12345-0@lo:400:kworker.0 Request processed in 5674us (30213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321358.168365:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6238 00000100:00100000:1.0:1767321358.168618:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1cf2b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990353408:0@lo:400:kworker.0 00000100:00100000:0.0:1767321358.176739:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321358.944478:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321359.200438:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321359.968498:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321360.224488:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321360.228349:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1767321360.228432:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321360.228567:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925946880 00000100:00100000:3.0:1767321360.228580:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925946880 00000100:00100000:3.0:1767321360.228666:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925946752 00000100:00100000:3.0:1767321360.228670:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925946752 00000100:00100000:3.0:1767321360.228692:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6239 00000100:00100000:3.0:1767321360.228703:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925946880:12345-192.168.204.1@tcp:400:kworker.0 00000100:00080000:1.0:1767321360.229141:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321360.229216:0:15469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24831 00000100:00100000:2.0:1767321360.229224:0:15469:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925946752:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321360.229287:0:15469:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321360.229337:0:15469:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2510:x1853163925946752:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 112us (905us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321360.229346:0:15469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24831 00000100:00100000:3.0:1767321360.229675:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2513:x1853163925946880:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 972us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321360.229684:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6239 00010000:00010000:0.0:1767321360.995877:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321361.184757:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990353920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321361.184861:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321361.184941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990354048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321361.184975:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321361.185054:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990353920 00000100:00100000:1.0:1767321361.185064:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990353920 00000100:00100000:1.0:1767321361.185136:0:18375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354048 00000100:00100000:1.0:1767321361.185139:0:18375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354048 00000100:00100000:1.0:1767321361.185160:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489 00000100:00080000:2.0:1767321361.185423:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321361.185428:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321361.185471:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990353920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321361.185511:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321361.185613:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990353920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 445us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321361.185622:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489 00000100:00100000:1.0:1767321361.185643:0:18375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:1.0:1767321361.185650:0:18375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990354048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321361.185677:0:18375:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321361.185708:0:18375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990354048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321361.185717:0:18375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:1.0:1767321361.185763:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990354048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321361.186258:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1f40a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990353920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321361.248759:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321362.017091:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321362.272460:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321363.042648:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321363.232867:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321363.232887:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321363.232891:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321363.232895:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321363.232899:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321363.232910:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6607 00000100:00080000:0.0:1767321363.232924:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767321363.232932:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321363.232990:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163990354176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321363.233020:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321363.233023:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321363.233025:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321363.233029:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6607 00000100:00080000:0.0:1767321363.233032:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767321363.233036:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321363.233050:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefea00 x1853163990354304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321363.233099:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321363.233104:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321363.233106:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321363.233110:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6607 00000100:00080000:0.0:1767321363.233114:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767321363.233117:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321363.233128:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc700 x1853163990354560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321363.233152:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321363.233156:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321363.233157:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321363.233161:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6607 00000100:00080000:0.0:1767321363.233163:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767321363.233167:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321363.233180:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0e00 x1853163990354816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321363.233273:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990354432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321363.233368:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321363.233444:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321363.233450:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990355072:0@lo:400:kworker.0 00000100:00100000:1.0:1767321363.233478:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321363.233514:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355072 00000100:00100000:1.0:1767321363.233523:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355072 00000100:00100000:1.0:1767321363.233586:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:1.0:1767321363.233596:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990355072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321363.233656:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990355072:12345-0@lo:400:kworker.0 Request processed in 61us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321363.233664:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:1.0:1767321363.233710:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990355072:0@lo:400:kworker.0 00000100:00100000:0.0:1767321363.233917:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354432 00000100:00100000:0.0:1767321363.233922:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354432 00000100:00100000:0.0:1767321363.233973:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6240 00000100:00100000:0.0:1767321363.233980:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990354432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321363.234025:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990354432:12345-0@lo:400:kworker.0 Request processed in 45us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321363.234030:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6240 00000100:00100000:1.0:1767321363.234147:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990354432:0@lo:400:kworker.0 00000100:00100000:2.0:1767321363.234464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990354176:0@lo:38:kworker.0 00000100:00100000:2.0:1767321363.234504:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321363.234541:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990354304:0@lo:38:kworker.0 00000100:00100000:2.0:1767321363.234567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321363.234595:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990354560:0@lo:38:kworker.0 00000100:00100000:2.0:1767321363.234615:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321363.234641:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990354816:0@lo:38:kworker.0 00000100:00100000:2.0:1767321363.234660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321363.234691:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990354688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321363.234713:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321363.234733:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321363.234739:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990354944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321363.234866:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354176 00000100:00100000:1.0:1767321363.234879:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354176 00000100:00100000:1.0:1767321363.234904:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354560 00000100:00100000:1.0:1767321363.234906:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354560 00000100:00100000:1.0:1767321363.234929:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354816 00000100:00100000:1.0:1767321363.234932:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354816 00000100:00100000:1.0:1767321363.234940:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354688 00000100:00100000:1.0:1767321363.234943:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354688 00000100:00100000:1.0:1767321363.234978:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6241 00000100:00100000:1.0:1767321363.234986:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990354688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321363.235060:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24832 00000100:00100000:3.0:1767321363.235067:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990354176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321363.235089:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321363.235489:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354304 00000100:00100000:0.0:1767321363.235495:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354304 00000100:00100000:0.0:1767321363.235522:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:0.0:1767321363.235527:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990354304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321363.235539:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321363.237756:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321363.237757:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7015:x1853163990354688:12345-0@lo:400:kworker.0 Request processed in 2753us (3024us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321363.237790:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6241 00000100:00100000:1.0:1767321363.237847:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24833 00000100:00100000:2.0:1767321363.237864:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7015:1853163990354688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321363.237868:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990354560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321363.237903:0:95863:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321363.237915:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321363.237923:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321363.237947:0:15771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24834 00000100:00100000:2.0:1767321363.237955:0:15771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990354816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321363.237977:0:15771:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321363.238031:0:15771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7012:x1853163990354816:12345-0@lo:38:kworker.0 Request processed in 75us (3369us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321363.238038:0:15771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24834 00000100:00100000:2.0:1767321363.238079:0:70198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990354944 00000100:00100000:2.0:1767321363.238086:0:70198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990354944 00000100:00100000:2.0:1767321363.238131:0:70198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:2.0:1767321363.238137:0:70198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990354944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321363.238182:0:70198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990354944:12345-0@lo:400:kworker.0 Request processed in 45us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321363.238187:0:70198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00080000:2.0:1767321363.238202:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321363.238221:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321363.238226:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321363.238252:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990354816:0@lo:38:kworker.0 00000100:00100000:2.0:1767321363.238288:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990354944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321363.238305:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7012:x1853163990354560:12345-0@lo:38:kworker.0 Request processed in 447us (3685us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321363.238315:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24833 00000100:00080000:1.0:1767321363.238380:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321363.238386:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321363.238392:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990354560:0@lo:38:kworker.0 00000100:00100000:3.0:1767321363.242475:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990354176:12345-0@lo:38:kworker.0 Request processed in 7391us (7954us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321363.242503:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24832 00000100:00100000:0.0:1767321363.244621:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990354304:12345-0@lo:38:kworker.0 Request processed in 9078us (10039us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321363.244639:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00080000:1.0:1767321363.245481:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321363.246293:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321363.246301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990354176:0@lo:38:kworker.0 00000100:00080000:1.0:1767321363.246330:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321363.246334:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321363.246338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990354304:0@lo:38:kworker.0 00000100:00100000:0.0:1767321363.296728:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321364.064530:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321364.320568:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321365.089273:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321365.344425:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321365.347062:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1767321365.347165:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925947136 00000100:00100000:3.0:1767321365.347175:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925947136 00000100:00100000:3.0:1767321365.347289:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6242 00000100:00100000:3.0:1767321365.347299:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925947136:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:3.0:1767321365.347392:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925947136:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 93us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321365.347399:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6242 00000100:00080000:2.0:1767321365.347744:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321365.350713:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321365.350853:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925947008 00000100:00100000:2.0:1767321365.350863:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925947008 00000100:00100000:2.0:1767321365.350969:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24835 00000100:00100000:2.0:1767321365.350977:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925947008:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321365.351001:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321365.351075:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2eaaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925947008:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 97us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321365.351083:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24835 00010000:00010000:0.0:1767321366.112456:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321366.304526:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321366.305168:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990355328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321366.305288:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321366.305423:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355328 00000100:00100000:0.0:1767321366.305432:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355328 00000100:00100000:0.0:1767321366.305501:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491 00000100:00100000:0.0:1767321366.305511:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990355328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321366.305541:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321366.305605:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990355328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321366.305612:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491 00000100:00080000:2.0:1767321366.306043:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321366.306085:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990355328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321366.307337:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990355200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321366.307408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321366.307790:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355200 00000100:00100000:1.0:1767321366.307799:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355200 00000100:00100000:1.0:1767321366.307870:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492 00000100:00100000:1.0:1767321366.307888:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990355200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321366.307917:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1767321366.307978:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990355200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321366.307985:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492 00000100:00100000:3.0:1767321366.308166:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1ed2bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990355200:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321366.308410:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321366.368558:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321367.136508:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321367.395163:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321368.160665:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321368.352685:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321368.352697:0:51453:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321368.352701:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321368.352705:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321368.352710:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321368.352721:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321368.352727:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767321368.352734:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321368.352782:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaaf480 x1853163990355456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321368.352803:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321368.352807:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321368.352808:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321368.352812:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321368.352815:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767321368.352830:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321368.352852:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2eaaafb80 x1853163990355584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321368.352902:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321368.352907:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321368.352909:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321368.352913:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321368.352916:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767321368.352920:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321368.352933:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefc380 x1853163990355840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321368.352942:0:7015:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767321368.352960:0:51453:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767321368.352962:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990355712:0@lo:400:kworker.0 00000100:00080000:1.0:1767321368.352963:0:51453:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321368.352965:0:51453:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321368.352969:0:51453:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6612 00000100:00080000:1.0:1767321368.352971:0:51453:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767321368.352974:0:51453:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1767321368.352988:0:51453:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e1edefd180 x1853163990356096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321368.353032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990355968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321368.353062:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321368.353093:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355712 00000100:00100000:1.0:1767321368.353101:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355712 00000100:00100000:0.0:1767321368.353127:0:7015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990356352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321368.353154:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321368.353154:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6243 00000100:00100000:1.0:1767321368.353166:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990355712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321368.353180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321368.353197:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321368.353203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990356224:0@lo:400:kworker.0 00000100:00100000:1.0:1767321368.353216:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7015:x1853163990355712:12345-0@lo:400:kworker.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321368.353222:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321368.353223:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6243 00000100:00100000:1.0:1767321368.353254:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355968 00000100:00100000:1.0:1767321368.353258:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355968 00000100:00100000:1.0:1767321368.353279:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6244 00000100:00100000:0.0:1767321368.353284:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7015:1853163990355712:0@lo:400:kworker.0 00000100:00100000:1.0:1767321368.353284:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990355968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321368.353319:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853163990355968:12345-0@lo:400:kworker.0 Request processed in 35us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321368.353325:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6244 00000100:00100000:0.0:1767321368.353340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7013:1853163990355968:0@lo:400:kworker.0 00000100:00100000:2.0:1767321368.353703:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356352 00000100:00100000:2.0:1767321368.353708:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356352 00000100:00100000:2.0:1767321368.353745:0:18779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356224 00000100:00100000:2.0:1767321368.353749:0:18779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356224 00000100:00100000:2.0:1767321368.353775:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266 00000100:00100000:2.0:1767321368.353782:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990356352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321368.353846:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7015:x1853163990356352:12345-0@lo:400:kworker.0 Request processed in 59us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321368.353853:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266 00000100:00100000:2.0:1767321368.353865:0:18779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:2.0:1767321368.353871:0:18779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990356224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321368.353901:0:18779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2fcbc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990356224:12345-0@lo:400:kworker.0 Request processed in 30us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321368.353907:0:18779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00080000:2.0:1767321368.353926:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321368.353930:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321368.353932:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321368.353947:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990355456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321368.353974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321368.353998:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990355584:0@lo:38:kworker.0 00000100:00100000:2.0:1767321368.354032:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321368.354053:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990355840:0@lo:38:kworker.0 00000100:00100000:2.0:1767321368.354074:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321368.354091:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990356096:0@lo:38:kworker.0 00000100:00100000:2.0:1767321368.354112:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321368.354136:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355456 00000100:00100000:2.0:1767321368.354140:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355456 00000100:00100000:2.0:1767321368.354158:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355840 00000100:00100000:2.0:1767321368.354160:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355840 00000100:00100000:2.0:1767321368.354172:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356096 00000100:00100000:2.0:1767321368.354224:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356096 00000100:00100000:2.0:1767321368.354262:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24836 00000100:00100000:2.0:1767321368.354266:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990355456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321368.354286:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321368.354317:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1ed2bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990355456:12345-0@lo:38:kworker.0 Request processed in 49us (342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321368.354323:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24836 00000100:00100000:2.0:1767321368.354333:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24837 00000100:00100000:2.0:1767321368.354336:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990355840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321368.354345:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321368.354365:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990355840:12345-0@lo:38:kworker.0 Request processed in 27us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321368.354370:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24837 00000100:00100000:2.0:1767321368.354380:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24838 00000100:00100000:2.0:1767321368.354383:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990356096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321368.354391:0:34315:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321368.354411:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7012:x1853163990356096:12345-0@lo:38:kworker.0 Request processed in 26us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321368.354415:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24838 00000100:00080000:2.0:1767321368.354455:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321368.354460:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321368.354463:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990355456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321368.354472:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321368.354475:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321368.354477:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990355840:0@lo:38:kworker.0 00000100:00080000:2.0:1767321368.354484:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321368.354487:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321368.354490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990356096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321368.354959:0:15473:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990355584 00000100:00100000:0.0:1767321368.354965:0:15473:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990355584 00000100:00100000:0.0:1767321368.355008:0:15473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:0.0:1767321368.355013:0:15473:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990355584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321368.355025:0:15473:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321368.355086:0:15473:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1cf2b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7012:x1853163990355584:12345-0@lo:38:kworker.0 Request processed in 71us (1053us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321368.355092:0:15473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00080000:3.0:1767321368.355126:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321368.355127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e1edefed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990356224:0@lo:400:kworker.0 00000100:00080000:3.0:1767321368.355131:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321368.355134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2eaaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990355584:0@lo:38:kworker.0 00000100:00100000:1.0:1767321368.355527:0:7015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2f2647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7015:1853163990356352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321368.417050:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321369.185278:0:15463:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321369.440808:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321370.208453:0:25337:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321370.464829:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00000100:00100000:1.0:1767321370.470534:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321370.470630:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925947392 00000100:00100000:2.0:1767321370.470651:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925947392 00000100:00100000:2.0:1767321370.470724:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6245 00000100:00100000:2.0:1767321370.470735:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925947392:12345-192.168.204.1@tcp:400:kworker.0 00000100:00100000:2.0:1767321370.470807:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2d60331a-63e5-4404-aa9d-074124659b10+5:2514:x1853163925947392:12345-192.168.204.1@tcp:400:kworker.0 Request processed in 75us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321370.470816:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6245 00000100:00080000:3.0:1767321370.473291:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321370.478367:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1767321370.478618:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163925947264 00000100:00100000:2.0:1767321370.478633:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163925947264 00000100:00100000:2.0:1767321370.478711:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24839 00000100:00100000:2.0:1767321370.478721:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925947264:12345-192.168.204.1@tcp:38:kworker.0 00010000:00020000:2.0:1767321370.478753:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.1@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321370.478854:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2510:x1853163925947264:12345-192.168.204.1@tcp:38:kworker.0 Request processed in 132us (501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321370.478863:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24839 00010000:00010000:0.0:1767321371.235176:0:25336:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321371.427764:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990356480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321371.427881:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321371.428084:0:20444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356480 00000100:00100000:0.0:1767321371.428096:0:20444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356480 00000100:00100000:0.0:1767321371.428182:0:20444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493 00000100:00100000:0.0:1767321371.428196:0:20444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990356480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321371.428273:0:20444:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 142016 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321371.428340:0:20444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990356480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321371.428349:0:20444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493 00000100:00100000:0.0:1767321371.428412:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990356480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321371.428816:0:7014:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321371.428831:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990356608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321371.428875:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321371.428968:0:18374:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356608 00000100:00100000:0.0:1767321371.428993:0:18374:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356608 00000100:00080000:3.0:1767321371.429101:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321371.429116:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321371.429174:0:18374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494 00000100:00100000:0.0:1767321371.429187:0:18374:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990356608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321371.429268:0:18374:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 141504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1767321371.429361:0:18374:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7014:x1853163990356608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 177us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321371.429369:0:18374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494 00000100:00100000:2.0:1767321371.429469:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2e5381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7014:1853163990356608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321371.489078:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:1.0:1767321372.261274:0:16680:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321372.513196:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds 00010000:00010000:3.0:1767321373.282041:0:15462:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321373.473281:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321373.473290:0:95063:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5589f1a6-7214-43f2-b2a7-e2dbfd5e4ae3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321373.473293:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321373.473297:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321373.473301:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321373.473309:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6618 00000100:00080000:0.0:1767321373.473314:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321373.473320:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff96e2ec2dd800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321373.473357:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0a80 x1853163990356736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321373.473372:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321373.473376:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321373.473378:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321373.473381:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6618 00000100:00080000:0.0:1767321373.473383:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321373.473387:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff96e2fa333800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321373.473397:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0700 x1853163990356864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321373.473449:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321373.473452:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321373.473454:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321373.473458:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6618 00000100:00080000:0.0:1767321373.473461:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321373.473465:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff96e2c434b800 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321373.473475:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc1880 x1853163990357120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321373.473500:0:95063:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321373.473503:0:95063:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321373.473505:0:95063:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321373.473509:0:95063:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6618 00000100:00080000:0.0:1767321373.473511:0:95063:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321373.473515:0:95063:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff96e2f27c5000 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1767321373.473523:0:95063:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96e2fcbc0380 x1853163990357376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321373.473557:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990357504:0@lo:400:kworker.0 00000100:00100000:0.0:1767321373.473648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321373.473708:0:7016:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321373.473714:0:7016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990357248:0@lo:400:kworker.0 00000100:00100000:3.0:1767321373.473854:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990356736:0@lo:38:kworker.0 00000100:00100000:1.0:1767321373.473940:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990357632:0@lo:400:kworker.0 00000100:00100000:2.0:1767321373.473997:0:7014:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990356992:0@lo:400:kworker.0 00000100:00100000:3.0:1767321373.475035:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321373.475075:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990356864:0@lo:38:kworker.0 00000100:00100000:3.0:1767321373.475100:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321373.475120:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990357120:0@lo:38:kworker.0 00000100:00100000:3.0:1767321373.475137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321373.475158:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990357376:0@lo:38:kworker.0 00000100:00100000:3.0:1767321373.475174:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321373.475225:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356736 00000100:00100000:3.0:1767321373.475244:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356736 00000100:00100000:3.0:1767321373.475271:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990357120 00000100:00100000:3.0:1767321373.475273:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990357120 00000100:00100000:3.0:1767321373.475284:0:15468:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990357376 00000100:00100000:3.0:1767321373.475286:0:15468:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990357376 00000100:00100000:3.0:1767321373.475301:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24840 00000100:00100000:3.0:1767321373.475308:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990356736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321373.475328:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321373.475363:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990356736:12345-0@lo:38:kworker.0 Request processed in 55us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321373.475370:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24840 00000100:00100000:3.0:1767321373.475384:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24841 00000100:00100000:3.0:1767321373.475387:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990357120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321373.475396:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321373.475414:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990357120:12345-0@lo:38:kworker.0 Request processed in 25us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321373.475420:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24841 00000100:00100000:3.0:1767321373.475428:0:15468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24842 00000100:00100000:3.0:1767321373.475432:0:15468:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990357376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321373.475442:0:15468:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321373.475458:0:15468:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7012:x1853163990357376:12345-0@lo:38:kworker.0 Request processed in 25us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321373.475463:0:15468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24842 00000100:00100000:3.0:1767321373.475477:0:35744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356864 00000100:00100000:3.0:1767321373.475480:0:35744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356864 00000100:00100000:3.0:1767321373.475496:0:35744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:3.0:1767321373.475500:0:35744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990356864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321373.475508:0:35744:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321373.475536:0:35744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1f40a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:7012:x1853163990356864:12345-0@lo:38:kworker.0 Request processed in 35us (435us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321373.475541:0:35744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00080000:3.0:1767321373.475574:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2ec2dd800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321373.475590:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321373.475594:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7012:1853163990356736:0@lo:38:kworker.0 00000100:00080000:3.0:1767321373.475604:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2fa333800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321373.475607:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321373.475610:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7012:1853163990356864:0@lo:38:kworker.0 00000100:00080000:3.0:1767321373.475617:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2c434b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321373.475620:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321373.475623:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7012:1853163990357120:0@lo:38:kworker.0 00000100:00080000:3.0:1767321373.475629:0:7012:0:(import.c:65:import_set_state_nolock()) ffff96e2f27c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321373.475632:0:7012:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321373.475635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7012:1853163990357376:0@lo:38:kworker.0 00000100:00100000:3.0:1767321373.475705:0:18368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990357504 00000100:00100000:3.0:1767321373.475708:0:18368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990357504 00000100:00100000:3.0:1767321373.475755:0:18368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:3.0:1767321373.475762:0:18368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990357504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321373.475796:0:18368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7016:x1853163990357504:12345-0@lo:400:kworker.0 Request processed in 36us (2149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321373.475802:0:18368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00080000:3.0:1767321373.475817:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321373.478256:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321373.478348:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7016:1853163990357504:0@lo:400:kworker.0 00000100:00100000:1.0:1767321373.478470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321373.478819:0:95863:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990357248 00000100:00100000:3.0:1767321373.478826:0:95863:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990357248 00000100:00100000:3.0:1767321373.478890:0:95863:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6246 00000100:00100000:3.0:1767321373.478899:0:95863:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990357248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321373.479664:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321373.479869:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321373.480075:0:70200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990357632 00000100:00100000:0.0:1767321373.480081:0:70200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990357632 00000100:00100000:0.0:1767321373.480122:0:70200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:0.0:1767321373.480129:0:70200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990357632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321373.480177:0:70200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2f2646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:7013:x1853163990357632:12345-0@lo:400:kworker.0 Request processed in 49us (1707us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321373.480184:0:70200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00080000:0.0:1767321373.480205:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321373.480731:0:34315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163990356992 00000100:00100000:1.0:1767321373.480737:0:34315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163990356992 00000100:00100000:1.0:1767321373.480825:0:34315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6247 00000100:00100000:1.0:1767321373.480833:0:34315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990356992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321373.480878:0:34315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e2e5381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7014:x1853163990356992:12345-0@lo:400:kworker.0 Request processed in 47us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321373.480885:0:34315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6247 00000100:00100000:3.0:1767321373.480975:0:95863:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff96e1edefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7016:x1853163990357248:12345-0@lo:400:kworker.0 Request processed in 2076us (2724us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321373.480982:0:95863:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6246 00000100:00100000:2.0:1767321373.481044:0:7014:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7014:1853163990356992:0@lo:400:kworker.0 00000100:00100000:1.0:1767321373.481110:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7013:1853163990357632:0@lo:400:kworker.0 00000100:00080000:0.0:1767321373.482684:0:15490:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321373.482752:0:7016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff96e2fcbc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7016:1853163990357248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321373.536774:0:15573:0:(client.c:2690:ptlrpc_set_wait()) set ffff96e301d9bd80 going to sleep for 0 seconds Debug log: 149979 lines, 149979 kept, 0 dropped, 0 bad.